Add max_chunks=18 to dolma-30b export, remove max_chunks=5 from english-wiki, rename project to datapipline

2026-07-06 08:53:18 +08:00
parent 900cd91798
commit fec37545e2
3 changed files with 12 additions and 2 deletions
@@ -3,7 +3,7 @@ requires = ["setuptools>=64", "wheel"]
 build-backend = "setuptools.build_meta"

 [project]
-name = "khaosz_dataset"
+name = "datapipline"
 version = "0.1.0"
 description = "A dataset processing toolkit for language model training"
 readme = "README.md"