diff --git a/pre_train_file.py b/dump_pt_file.py similarity index 100% rename from pre_train_file.py rename to dump_pt_file.py diff --git a/sft_file.py b/dump_sft_file.py similarity index 100% rename from sft_file.py rename to dump_sft_file.py diff --git a/utils.py b/utils.py index e5dc14e..f73dff2 100644 --- a/utils.py +++ b/utils.py @@ -97,8 +97,8 @@ def dump_pkl_files( output_package: Dict[str, Tensor] = {} for key in output_keys: - print(f"Packaging key: '{key}'") if packing_size > 0: + print(f"Packaging key: '{key}'") arrows[key] = pack_sequences(arrows[key], packing_size, pad_value) sequence = torch.cat(arrows[key]) output_package[key] = sequence