From f9ce67e03c57a135b76d48f02e9a64f438c0eafe Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Mon, 21 Jul 2025 19:58:15 +0800 Subject: [PATCH] =?UTF-8?q?refactor:=20=E9=87=8D=E5=91=BD=E5=90=8Dpretrain?= =?UTF-8?q?=20=E5=92=8C=20sft=20=E8=84=9A=E6=9C=AC?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pre_train_file.py => dump_pt_file.py | 0 sft_file.py => dump_sft_file.py | 0 utils.py | 2 +- 3 files changed, 1 insertion(+), 1 deletion(-) rename pre_train_file.py => dump_pt_file.py (100%) rename sft_file.py => dump_sft_file.py (100%) diff --git a/pre_train_file.py b/dump_pt_file.py similarity index 100% rename from pre_train_file.py rename to dump_pt_file.py diff --git a/sft_file.py b/dump_sft_file.py similarity index 100% rename from sft_file.py rename to dump_sft_file.py diff --git a/utils.py b/utils.py index e5dc14e..f73dff2 100644 --- a/utils.py +++ b/utils.py @@ -97,8 +97,8 @@ def dump_pkl_files( output_package: Dict[str, Tensor] = {} for key in output_keys: - print(f"Packaging key: '{key}'") if packing_size > 0: + print(f"Packaging key: '{key}'") arrows[key] = pack_sequences(arrows[key], packing_size, pad_value) sequence = torch.cat(arrows[key]) output_package[key] = sequence