fix: use model defaults for Qwen2.5, hermes parser
This commit is contained in:
parent
62db1a70aa
commit
45adc385a0
|
|
@ -36,7 +36,5 @@ if __name__ == "__main__":
|
||||||
"--gpu-memory-utilization", "0.85",
|
"--gpu-memory-utilization", "0.85",
|
||||||
"--enforce-eager",
|
"--enforce-eager",
|
||||||
"--enable-auto-tool-choice",
|
"--enable-auto-tool-choice",
|
||||||
"--tool-call-parser", "openai",
|
"--tool-call-parser", "hermes",
|
||||||
"--generation-config", "vllm",
|
|
||||||
"--override-generation-config", '{"temperature": 0.8, "top_k": 50, "top_p": 0.9}',
|
|
||||||
])
|
])
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue