opencode.json

@@ -1,6 +1,5 @@
 {
   "$schema": "https://opencode.ai/config.json",
-  "model": "Agent/Qwen3-VL-8B-Instruct",
   "provider": {
     "Agent": {
       "api": "openai",
@@ -9,18 +8,15 @@
         "apiKey": "not-needed"
       },
       "models": {
-        "Qwen3-VL-8B-Instruct": {
-          "id": "Qwen3-VL-8B-Instruct",
-          "name": "Qwen3-VL-8B-Instruct",
+        "Qwen2.5-7B-Instruct": {
+          "id": "Qwen2.5-7B-Instruct",
+          "name": "Qwen2.5-7B-Instruct",
           "limit": { "context": 32768, "output": 8192 },
           "cost": { "input": 0, "output": 0 }
         }
       }
     }
   },
-  "permission": {
-    "question": "ask"
-  },
   "experimental": {
     "mcp_timeout": 60000
   }

server.py

@@ -1,18 +1,10 @@
-import os, sys
-import asyncio
-import subprocess
+import os, subprocess
 from pathlib import Path
 
-from vllm.utils.argparse_utils import FlexibleArgumentParser
-from vllm.entrypoints.openai.api_server import run_server
-from vllm.entrypoints.openai.cli_args import make_arg_parser
-
-
 def _pick_free_gpu():
     if "CUDA_VISIBLE_DEVICES" in os.environ:
         return os.environ["CUDA_VISIBLE_DEVICES"]
     try:
-
         out = subprocess.check_output(
             ["nvidia-smi", "--query-gpu=index,memory.free", "--format=csv,noheader"],
             text=True,
@@ -22,33 +14,27 @@ def _pick_free_gpu():
         gpu = best.split(",")[0].strip()
     except Exception:
         gpu = "0"
-        
+    os.environ["CUDA_VISIBLE_DEVICES"] = gpu
     return gpu
 
-
 if __name__ == "__main__":
-    gpu = _pick_free_gpu()
-    if len(sys.argv) > 1:
-        gpu = sys.argv[1]
+    _pick_free_gpu()
+
+    model = str(Path(__file__).resolve().parent / "models/Qwen2.5-7B-Instruct")
 
-    os.environ["CUDA_VISIBLE_DEVICES"] = gpu
     os.environ["FLASHINFER_DISABLE_VERSION_CHECK"] = "1"
 
-    model = str(Path(__file__).resolve().parent / "models/Qwen3-VL-8B-Instruct")
-
-    parser = make_arg_parser(FlexibleArgumentParser())
-    args = parser.parse_args([
-        "--model", model,
+    os.execvp("vllm", [
+        "vllm", "serve",
+        model,
         "--host", "0.0.0.0",
         "--port", "8000",
-        "--served-model-name", "Qwen3-VL-8B-Instruct",
+        "--served-model-name", "Qwen2.5-7B-Instruct",
         "--trust-remote-code",
         "--max-model-len", "32768",
         "--dtype", "bfloat16",
-        "--gpu-memory-utilization", "0.70",
+        "--gpu-memory-utilization", "0.85",
         "--enforce-eager",
         "--enable-auto-tool-choice",
         "--tool-call-parser", "hermes",
     ])
-
-    asyncio.run(run_server(args))