feat(project_structure): 重构项目目录并添加运行脚本

This commit is contained in:
2025-08-01 17:41:49 +08:00
parent c4ce882d56
commit 2d1c4e9d6c
12 changed files with 75 additions and 2 deletions
+21
View File
@@ -0,0 +1,21 @@
# inclusionAI/Ling-Coder-SFT
from datasets import load_dataset
from utils import process_dataset
def process_func(input_dict: dict) -> dict:
msg = input_dict["messages"]
query = msg[0]["content"]
history = msg[1]["content"]
return {"query": query, "response": history}
if __name__ == "__main__":
dataset = load_dataset("inclusionAI/Ling-Coder-SFT")
process_dataset(
dataset_dict=dataset,
output_subdir="Ling-Coder-SFT",
process_func=process_func
)