fix(module): 修复一些错误

2025-10-30 15:17:06 +08:00
parent 1deb6d59a3
commit 397c8e5d0f
2 changed files with 4 additions and 14 deletions
@@ -119,8 +119,8 @@ def get_pt_processor(tokenizer: BpeTokenizer):
 def get_sft_processor(tokenizer: BpeTokenizer):
    def processor(input_dict: dict):
        query, response = input_dict["query"], input_dict["response"]
-        q = tokenizer.encode(f"<|im_start|>user\n{query}<|im_end|>\n<|im_start|>assistant")
-        a = tokenizer.encode(f"\n{response}<im_end>\n<eos>")
+        q = tokenizer.encode(f"<|im_start|>user\n{query}<|im_end|>\n<|im_start|>assistant\n")
+        a = tokenizer.encode(f"{response}<|im_end|>\n<eos>")
        tokens = torch.tensor(q + a, dtype=torch.int32)
        loss_mask = torch.zeros_like(tokens, dtype=torch.bool)
        loss_mask[len(q):] = True