refactor(reforce_learning): 修改 DPO 数据集处理输出目录
This commit is contained in:
@@ -13,6 +13,6 @@ if __name__ == "__main__":
|
|||||||
dataset = load_dataset("wenbopan/Chinese-dpo-pairs")
|
dataset = load_dataset("wenbopan/Chinese-dpo-pairs")
|
||||||
process_dataset(
|
process_dataset(
|
||||||
dataset_dict=dataset,
|
dataset_dict=dataset,
|
||||||
output_subdir="chinese-c4-pretrain",
|
output_subdir="Chinese-dpo-pairs",
|
||||||
process_func=process_func
|
process_func=process_func
|
||||||
)
|
)
|
||||||
Reference in New Issue
Block a user