fix: 规范 generate.py 命令行接口
- generate.py 清理描述文字,help 统一标注默认值 - max_tokens 默认改为 None,回退 model config max_len - evaluate_ppl.py 同步清理描述文字 - params.md 同步 max_tokens 默认值
This commit is contained in:
parent
8ab7564d02
commit
7348bac6ab
|
|
@ -161,7 +161,7 @@ See [Inference Guide](inference.md) for HTTP API documentation.
|
||||||
| `--top_k` | int | `30` | Top-k filtering |
|
| `--top_k` | int | `30` | Top-k filtering |
|
||||||
| `--top_p` | float | `0.95` | Nucleus sampling threshold |
|
| `--top_p` | float | `0.95` | Nucleus sampling threshold |
|
||||||
| `--batch_size` | int | `1` | Batch size for generation |
|
| `--batch_size` | int | `1` | Batch size for generation |
|
||||||
| `--max_tokens` | int | `2048` | Maximum tokens to generate |
|
| `--max_tokens` | int | model config `max_len` | Maximum tokens to generate |
|
||||||
|
|
||||||
Usage:
|
Usage:
|
||||||
```bash
|
```bash
|
||||||
|
|
|
||||||
|
|
@ -86,7 +86,7 @@ def process_file(
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
parser = argparse.ArgumentParser(description="Run perplexity with a Khaosz model.")
|
parser = argparse.ArgumentParser(description="Perplexity evaluation on JSONL text.")
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--param_path", type=str, required=True, help="Path to the model directory."
|
"--param_path", type=str, required=True, help="Path to the model directory."
|
||||||
)
|
)
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,6 @@
|
||||||
import argparse
|
import argparse
|
||||||
import json
|
import json
|
||||||
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
|
@ -17,7 +18,7 @@ def processor(
|
||||||
top_p: float,
|
top_p: float,
|
||||||
question_key: str,
|
question_key: str,
|
||||||
response_key: str,
|
response_key: str,
|
||||||
max_tokens: int,
|
max_tokens: Optional[int],
|
||||||
batch_size: int,
|
batch_size: int,
|
||||||
):
|
):
|
||||||
# Load model and tokenizer
|
# Load model and tokenizer
|
||||||
|
|
@ -72,7 +73,7 @@ def processor(
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
parser = argparse.ArgumentParser(description="Run generate with a Khaosz model.")
|
parser = argparse.ArgumentParser(description="Batch generation from JSONL file.")
|
||||||
|
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--param_path", type=str, required=True, help="Path to the model directory."
|
"--param_path", type=str, required=True, help="Path to the model directory."
|
||||||
|
|
@ -93,36 +94,42 @@ if __name__ == "__main__":
|
||||||
"--question_key",
|
"--question_key",
|
||||||
type=str,
|
type=str,
|
||||||
default="question",
|
default="question",
|
||||||
help="Key for the question in the input JSON.",
|
help="Key for the question in the input JSON (default: question).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--response_key",
|
"--response_key",
|
||||||
type=str,
|
type=str,
|
||||||
default="response",
|
default="response",
|
||||||
help="Key for the response in the output JSON.",
|
help="Key for the response in the output JSON (default: response).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--temperature",
|
"--temperature",
|
||||||
type=float,
|
type=float,
|
||||||
default=0.60,
|
default=0.60,
|
||||||
help="Temperature for generating responses.",
|
help="Temperature for generating responses (default: 0.60).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--top_k", type=int, default=30, help="Top-k value for generating responses."
|
"--top_k",
|
||||||
|
type=int,
|
||||||
|
default=30,
|
||||||
|
help="Top-k value for generating responses (default: 30).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--top_p",
|
"--top_p",
|
||||||
type=float,
|
type=float,
|
||||||
default=0.95,
|
default=0.95,
|
||||||
help="Top-p value for generating responses.",
|
help="Top-p value for generating responses (default: 0.95).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--batch_size", type=int, default=1, help="Batch size for generating responses."
|
"--batch_size",
|
||||||
|
type=int,
|
||||||
|
default=1,
|
||||||
|
help="Batch size for generating responses (default: 1).",
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--max_tokens",
|
"--max_tokens",
|
||||||
type=int,
|
type=int,
|
||||||
default=2048,
|
default=None,
|
||||||
help="Maximum tokens to generate (default: model config max_len).",
|
help="Maximum tokens to generate (default: model config max_len).",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue