feat: unify Docker serving configuration in YAML
- Add server.py --config serve.yaml; explicit CLI flags override YAML - Add scripts/serve.sh and serve_runtime.py for the Compose lifecycle - Template server/cpu ports and param mounts in docker-compose.yml - Document schema in docs/developer/docker-serving.md and params guide - Add tests for runtime parsing and server CLI merge logic
This commit is contained in:
+6
-4
@@ -9,9 +9,11 @@ services:
|
||||
USER_GID: ${ASTRAI_GID:-1000}
|
||||
user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
|
||||
volumes:
|
||||
- ./params:/app/params:ro
|
||||
- ${SERVE_PARAM_DIR:-./params}:/app/params:ro
|
||||
environment:
|
||||
- CUDA_VISIBLE_DEVICES
|
||||
command: python -m scripts.tools.server --port 8000 --device cuda
|
||||
deploy:
|
||||
resources:
|
||||
@@ -39,9 +41,9 @@ services:
|
||||
USER_GID: ${ASTRAI_GID:-1000}
|
||||
user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
|
||||
ports:
|
||||
- "8000:8000"
|
||||
- "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
|
||||
volumes:
|
||||
- ./params:/app/params:ro
|
||||
- ${SERVE_PARAM_DIR:-./params}:/app/params:ro
|
||||
command: python -m scripts.tools.server --port 8000 --device cpu
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
||||
|
||||
Reference in New Issue
Block a user