From be79108f8463da4e21bdcb616b9d09a9d1347bc8 Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Mon, 11 Aug 2025 13:49:58 +0800 Subject: [PATCH] =?UTF-8?q?refactor(utils):=20=E6=9B=B4=E6=96=B0=E7=BC=93?= =?UTF-8?q?=E5=AD=98=E6=96=87=E4=BB=B6=E9=94=AE=E5=90=8D?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- modules/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/utils.py b/modules/utils.py index caab0a9..6956447 100644 --- a/modules/utils.py +++ b/modules/utils.py @@ -176,10 +176,10 @@ def cache_files(tokenizer, files, base_out_dir, cache_type): keys = [] if cache_type == "pt": processor = get_pt_processor(tokenizer) - keys = ["text"] + keys = ["sequence"] elif cache_type == "sft": processor = get_sft_processor(tokenizer) - keys = ["query", "response"] + keys = ["sequence", "mask"] elif cache_type == "dpo": processor = get_dpo_processor(tokenizer) keys = ["chosen", "chosen_mask", "rejected", "rejected_mask"]