add server, config, and scripts

2026-06-14 19:05:18 +08:00
parent 110226d612
commit b3caa7dd7b
5 changed files with 124 additions and 0 deletions
@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+pip install torch==2.10.0 torchvision==0.25.0 \
+  --index-url https://download.pytorch.org/whl/cu128
+pip install vllm==0.18.0 flashinfer-python==0.6.6
+pip install transformers==5.12.0