- Remove H5Store, H5Writer, save_h5/load_h5 and h5py dependency - MmapStore (bin) is the sole pre-tokenized storage backend - Move setup_logging after imports to fix E402 in __init__.py - Clean up unused imports across test files - Move inline test imports to file top
52 lines
1.2 KiB
TOML
52 lines
1.2 KiB
TOML
[build-system]
|
|
requires = ["setuptools>=64", "wheel"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
dynamic = ["version"]
|
|
name = "astrai"
|
|
readme = "README.md"
|
|
requires-python = ">=3.12"
|
|
dependencies = [
|
|
"numpy==2.4.4",
|
|
"torch==2.11.0",
|
|
"tokenizers==0.21.4",
|
|
"tqdm==4.67.1",
|
|
"safetensors==0.5.3",
|
|
"huggingface-hub==0.34.3",
|
|
"jinja2>=3.0.0",
|
|
"fastapi",
|
|
"uvicorn[standard]",
|
|
"click>=8.0",
|
|
"pyyaml>=6.0",
|
|
]
|
|
keywords = ["nlp", "datasets", "language-models", "machine-learning"]
|
|
license = { text = "GPL-3.0" }
|
|
classifiers = [
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: GPL-3.0",
|
|
"Operating System :: OS Independent",
|
|
]
|
|
urls = { Homepage = "https://github.com/ViperEkura/AstrAI" }
|
|
|
|
[project.optional-dependencies]
|
|
dev = ["pytest==9.0.2", "ruff", "httpx2"]
|
|
|
|
[tool.setuptools.packages.find]
|
|
where = ["."]
|
|
|
|
[tool.pip]
|
|
extra-index-url = "https://download.pytorch.org/whl/cu128"
|
|
|
|
[tool.setuptools.dynamic]
|
|
version = { attr = "astrai.__version__" }
|
|
|
|
[tool.ruff]
|
|
target-version = "py312"
|
|
|
|
[tool.ruff.format]
|
|
quote-style = "double"
|
|
indent-style = "space"
|
|
skip-magic-trailing-comma = false
|
|
line-ending = "auto"
|
|
exclude = ["*.md", "*.json", "*.yml", "*.yaml"] |