refactor(sft): 重构 SFT 数据处理脚本

2025-07-22 17:26:32 +08:00
parent 64222aeab1
commit 835b12c36a
4 changed files with 22 additions and 1 deletions
@@ -102,7 +102,7 @@ def dump_pkl_files(
            sequence = torch.cat(package[key])
            output_package[key] = sequence
         
-        with open(out_file_path, "w") as f:
+        with open(out_file_path, "wb") as f:
            pkl.dump(output_package, f)