From 1c7e49a631ba973675438e8f0d5bddeb9ade78d0 Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Tue, 15 Jul 2025 07:01:26 +0800 Subject: [PATCH] =?UTF-8?q?refactor(to=5Fids):=20=E6=B3=A8=E9=87=8A?= =?UTF-8?q?=E6=8E=89=E4=B8=AD=E6=96=87=E7=BB=B4=E5=9F=BA=E7=99=BE=E7=A7=91?= =?UTF-8?q?=E6=95=B0=E6=8D=AE=E9=9B=86=E7=9A=84=E5=A4=84=E7=90=86?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- to_ids.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/to_ids.py b/to_ids.py index 94b3a37..ee0adf7 100644 --- a/to_ids.py +++ b/to_ids.py @@ -11,7 +11,7 @@ if __name__ == "__main__": # os.path.join("dataset", "chinese-c4"), # os.path.join("dataset", "english-fineweb"), # os.path.join("dataset", "english-wiki"), - os.path.join("dataset", "chinese-wiki"), + # os.path.join("dataset", "chinese-wiki"), ] base_out_dir = "pkl_output" files = []