ViperEkura/DataPipeline
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: 修复文件缀问题

Browse Source
This commit is contained in:
ViperEkura
2026-02-27 19:02:12 +08:00
parent 5d32b01860
commit faa391c115
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/utils.py
+1 -1
View File
@@ -109,7 +109,7 @@ def dump_files(
): ):
for file_path in files: for file_path in files:
out_file_name = os.path.basename(file_path).replace(".jsonl", ".pkl") out_file_name = os.path.basename(file_path).replace(".jsonl", ".h5")
out_file_path = os.path.join(base_out_dir, out_file_name) out_file_path = os.path.join(base_out_dir, out_file_name)
file_name = os.path.basename(file_path) file_name = os.path.basename(file_path)
os.makedirs(os.path.dirname(out_file_path), exist_ok=True) os.makedirs(os.path.dirname(out_file_path), exist_ok=True)