refactor(belle_sft): 移除调试打印并优化数据处理
This commit is contained in:
@@ -25,7 +25,6 @@ def process_func(input_dict: dict):
|
|||||||
content = {
|
content = {
|
||||||
"text": build_prompt(None, examples)
|
"text": build_prompt(None, examples)
|
||||||
}
|
}
|
||||||
print(content)
|
|
||||||
return content
|
return content
|
||||||
|
|
||||||
|
|
||||||
@@ -34,6 +33,5 @@ if __name__ == "__main__":
|
|||||||
process_dataset(
|
process_dataset(
|
||||||
dataset_dict=dataset,
|
dataset_dict=dataset,
|
||||||
output_subdir="belle_sft",
|
output_subdir="belle_sft",
|
||||||
chunk_size=5,
|
|
||||||
process_func=process_func,
|
process_func=process_func,
|
||||||
)
|
)
|
||||||
Reference in New Issue
Block a user