refactor(reforce_learning): 修改 DPO 数据集处理输出目录

This commit is contained in:
2025-08-11 11:35:56 +08:00
parent fcd2b66b5c
commit 96f3eb27fb
+1 -1
View File
@@ -13,6 +13,6 @@ if __name__ == "__main__":
dataset = load_dataset("wenbopan/Chinese-dpo-pairs") dataset = load_dataset("wenbopan/Chinese-dpo-pairs")
process_dataset( process_dataset(
dataset_dict=dataset, dataset_dict=dataset,
output_subdir="chinese-c4-pretrain", output_subdir="Chinese-dpo-pairs",
process_func=process_func process_func=process_func
) )