refactor(belle_sft): 移除调试打印并优化数据处理
This commit is contained in:
@@ -25,7 +25,6 @@ def process_func(input_dict: dict):
|
||||
content = {
|
||||
"text": build_prompt(None, examples)
|
||||
}
|
||||
print(content)
|
||||
return content
|
||||
|
||||
|
||||
@@ -34,6 +33,5 @@ if __name__ == "__main__":
|
||||
process_dataset(
|
||||
dataset_dict=dataset,
|
||||
output_subdir="belle_sft",
|
||||
chunk_size=5,
|
||||
process_func=process_func,
|
||||
)
|
||||
Reference in New Issue
Block a user