perf: increase eval batch sizes and add max_seq_len

- humaneval/ifeval: default batch_size 64, add --max_seq_len=4096 - mmlu: batch 4 questions x 4 choices per forward, add --batch_size - ppl: default batch_size 64
2026-07-30 23:55:37 +08:00
parent f688cd9c5a
commit 02625739fe
4 changed files with 92 additions and 36 deletions
@@ -415,7 +415,7 @@ if __name__ == "__main__":
        help="Key for the text field in the input data.",
    )
    parser.add_argument(
-        "--batch_size", type=int, default=4, help="Batch size for evaluation."
+        "--batch_size", type=int, default=64, help="Batch size for evaluation."
    )
    parser.add_argument(
        "--max_length",