refactor(project): 将 utils 和 tokenizer 模块移至 modules 目录

2025-08-01 20:59:17 +08:00
parent 1322945b0a
commit 092921f401
12 changed files with 12 additions and 12 deletions
@@ -1,5 +1,5 @@
 from datasets import load_dataset
-from utils import process_dataset
+from modules.utils import process_dataset

 if __name__ == "__main__":
    dataset = load_dataset("Blaze7451/enwiki_structured_content")