refactor(belle_sft): 移除调试打印并优化数据处理

This commit is contained in:
2025-07-20 10:21:29 +08:00
parent 6762842b0c
commit dbaecb46f6
-2
View File
@@ -25,7 +25,6 @@ def process_func(input_dict: dict):
content = { content = {
"text": build_prompt(None, examples) "text": build_prompt(None, examples)
} }
print(content)
return content return content
@@ -34,6 +33,5 @@ if __name__ == "__main__":
process_dataset( process_dataset(
dataset_dict=dataset, dataset_dict=dataset,
output_subdir="belle_sft", output_subdir="belle_sft",
chunk_size=5,
process_func=process_func, process_func=process_func,
) )