fix: 规范 generate.py 命令行接口

- generate.py 清理描述文字,help 统一标注默认值
- max_tokens 默认改为 None,回退 model config max_len
- evaluate_ppl.py 同步清理描述文字
- params.md 同步 max_tokens 默认值
This commit is contained in:
ViperEkura 2026-06-19 14:02:22 +08:00
parent 8ab7564d02
commit 7348bac6ab
3 changed files with 18 additions and 11 deletions

View File

@ -161,7 +161,7 @@ See [Inference Guide](inference.md) for HTTP API documentation.
| `--top_k` | int | `30` | Top-k filtering | | `--top_k` | int | `30` | Top-k filtering |
| `--top_p` | float | `0.95` | Nucleus sampling threshold | | `--top_p` | float | `0.95` | Nucleus sampling threshold |
| `--batch_size` | int | `1` | Batch size for generation | | `--batch_size` | int | `1` | Batch size for generation |
| `--max_tokens` | int | `2048` | Maximum tokens to generate | | `--max_tokens` | int | model config `max_len` | Maximum tokens to generate |
Usage: Usage:
```bash ```bash

View File

@ -86,7 +86,7 @@ def process_file(
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Run perplexity with a Khaosz model.") parser = argparse.ArgumentParser(description="Perplexity evaluation on JSONL text.")
parser.add_argument( parser.add_argument(
"--param_path", type=str, required=True, help="Path to the model directory." "--param_path", type=str, required=True, help="Path to the model directory."
) )

View File

@ -1,5 +1,6 @@
import argparse import argparse
import json import json
from typing import Optional
import torch import torch
@ -17,7 +18,7 @@ def processor(
top_p: float, top_p: float,
question_key: str, question_key: str,
response_key: str, response_key: str,
max_tokens: int, max_tokens: Optional[int],
batch_size: int, batch_size: int,
): ):
# Load model and tokenizer # Load model and tokenizer
@ -72,7 +73,7 @@ def processor(
if __name__ == "__main__": if __name__ == "__main__":
parser = argparse.ArgumentParser(description="Run generate with a Khaosz model.") parser = argparse.ArgumentParser(description="Batch generation from JSONL file.")
parser.add_argument( parser.add_argument(
"--param_path", type=str, required=True, help="Path to the model directory." "--param_path", type=str, required=True, help="Path to the model directory."
@ -93,36 +94,42 @@ if __name__ == "__main__":
"--question_key", "--question_key",
type=str, type=str,
default="question", default="question",
help="Key for the question in the input JSON.", help="Key for the question in the input JSON (default: question).",
) )
parser.add_argument( parser.add_argument(
"--response_key", "--response_key",
type=str, type=str,
default="response", default="response",
help="Key for the response in the output JSON.", help="Key for the response in the output JSON (default: response).",
) )
parser.add_argument( parser.add_argument(
"--temperature", "--temperature",
type=float, type=float,
default=0.60, default=0.60,
help="Temperature for generating responses.", help="Temperature for generating responses (default: 0.60).",
) )
parser.add_argument( parser.add_argument(
"--top_k", type=int, default=30, help="Top-k value for generating responses." "--top_k",
type=int,
default=30,
help="Top-k value for generating responses (default: 30).",
) )
parser.add_argument( parser.add_argument(
"--top_p", "--top_p",
type=float, type=float,
default=0.95, default=0.95,
help="Top-p value for generating responses.", help="Top-p value for generating responses (default: 0.95).",
) )
parser.add_argument( parser.add_argument(
"--batch_size", type=int, default=1, help="Batch size for generating responses." "--batch_size",
type=int,
default=1,
help="Batch size for generating responses (default: 1).",
) )
parser.add_argument( parser.add_argument(
"--max_tokens", "--max_tokens",
type=int, type=int,
default=2048, default=None,
help="Maximum tokens to generate (default: model config max_len).", help="Maximum tokens to generate (default: model config max_len).",
) )