From 625695fd716425e498630f721fa2181fccf03f71 Mon Sep 17 00:00:00 2001 From: ViperEkura <3081035982@qq.com> Date: Fri, 15 May 2026 16:59:42 +0800 Subject: [PATCH] =?UTF-8?q?fix:=20padding=20=E9=BB=98=E8=AE=A4=E5=80=BC?= =?UTF-8?q?=E6=94=B9=E4=B8=BA=200=EF=BC=8C=E9=81=BF=E5=85=8D=20loss=5Fmask?= =?UTF-8?q?=20=E8=AF=AF=E8=AE=A1=20padding=20=E4=BD=8D=E7=BD=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- pipeline/io/export.py | 2 +- scripts/cache_h5.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pipeline/io/export.py b/pipeline/io/export.py index 17b0065..5d1f225 100644 --- a/pipeline/io/export.py +++ b/pipeline/io/export.py @@ -83,7 +83,7 @@ def cache_jsonl( processor: BaseProcessor, *, pack_size: int = -1, - pad_value: int = 1, + pad_value: int = 0, ) -> List[str]: """Tokenize JSONL files and pack them into HDF5 storage. diff --git a/scripts/cache_h5.py b/scripts/cache_h5.py index 6cbfed5..8dc8899 100644 --- a/scripts/cache_h5.py +++ b/scripts/cache_h5.py @@ -51,7 +51,7 @@ def main(): help="Pack size, <=0 to disable (default: -1)", ) parser.add_argument( - "--pad-value", type=int, default=1, help="Padding value (default: 1)" + "--pad-value", type=int, default=0, help="Padding value (default: 0)" ) parser.add_argument( "--log-level",