diff --git a/server.py b/server.py index 77da059..c745f1f 100644 --- a/server.py +++ b/server.py @@ -36,7 +36,5 @@ if __name__ == "__main__": "--gpu-memory-utilization", "0.85", "--enforce-eager", "--enable-auto-tool-choice", - "--tool-call-parser", "openai", - "--generation-config", "vllm", - "--override-generation-config", '{"temperature": 0.8, "top_k": 50, "top_p": 0.9}', + "--tool-call-parser", "hermes", ])