fix: use model defaults for Qwen2.5, hermes parser

2026-06-14 19:15:35 +08:00 · 2026-06-14 19:15:35 +08:00 · 45adc385a0
parent 62db1a70aa
commit 45adc385a0
1 changed files with 1 additions and 3 deletions
--- a/server.py
+++ b/server.py
@ -36,7 +36,5 @@ if __name__ == "__main__":
        "--gpu-memory-utilization", "0.85",
        "--enforce-eager",
        "--enable-auto-tool-choice",
-        "--tool-call-parser", "openai",
-        "--generation-config", "vllm",
-        "--override-generation-config", '{"temperature": 0.8, "top_k": 50, "top_p": 0.9}',
+        "--tool-call-parser", "hermes",
    ])