ViperEkura
cb21af38ba
- Add server.py --config serve.yaml; explicit CLI flags override YAML - Add scripts/serve.sh and serve_runtime.py for the Compose lifecycle - Template server/cpu ports and param mounts in docker-compose.yml - Document schema in docs/developer/docker-serving.md and params guide - Add tests for runtime parsing and server CLI merge logic
95 lines
2.7 KiB
YAML
95 lines
2.7 KiB
YAML
services:
|
|
server:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
args:
|
|
CUDA_TAG: ${CUDA_TAG:-cu128}
|
|
USER_UID: ${ASTRAI_UID:-1000}
|
|
USER_GID: ${ASTRAI_GID:-1000}
|
|
user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
|
|
ports:
|
|
- "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
|
|
volumes:
|
|
- ${SERVE_PARAM_DIR:-./params}:/app/params:ro
|
|
environment:
|
|
- CUDA_VISIBLE_DEVICES
|
|
command: python -m scripts.tools.server --port 8000 --device cuda
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities: [gpu]
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 60s
|
|
restart: unless-stopped
|
|
|
|
server-cpu:
|
|
profiles: [cpu]
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
args:
|
|
CUDA_TAG: ${CUDA_TAG:-cu128}
|
|
USER_UID: ${ASTRAI_UID:-1000}
|
|
USER_GID: ${ASTRAI_GID:-1000}
|
|
user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
|
|
ports:
|
|
- "${SERVE_PORT:-8000}:${SERVE_CONTAINER_PORT:-8000}"
|
|
volumes:
|
|
- ${SERVE_PARAM_DIR:-./params}:/app/params:ro
|
|
command: python -m scripts.tools.server --port 8000 --device cpu
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 120s
|
|
restart: unless-stopped
|
|
|
|
trainer:
|
|
profiles: [train]
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile
|
|
args:
|
|
CUDA_TAG: ${CUDA_TAG:-cu128}
|
|
USER_UID: ${ASTRAI_UID:-1000}
|
|
USER_GID: ${ASTRAI_GID:-1000}
|
|
init: true
|
|
user: "${ASTRAI_UID:-1000}:${ASTRAI_GID:-1000}"
|
|
volumes:
|
|
- ${TRAIN_DATA_DIR:-./data}:/data:ro
|
|
- ${TRAIN_MODEL_DIR:-./params}:/models/base:ro
|
|
- ${TRAIN_CHECKPOINT_DIR:-./checkpoints}:/checkpoints
|
|
environment:
|
|
- TRAIN_JOB_NAME=${TRAIN_JOB_NAME:-astrai-train}
|
|
- TRAIN_CONFIG=${TRAIN_CONFIG:-}
|
|
- BASE_MODEL=${BASE_MODEL:-/models/base}
|
|
- CHECKPOINT_ROOT=/checkpoints
|
|
- TRAIN_GPU_COUNT=${TRAIN_GPU_COUNT:-all}
|
|
- TRAIN_PARALLEL_MODE=${TRAIN_PARALLEL_MODE:-auto}
|
|
- CUDA_VISIBLE_DEVICES
|
|
entrypoint: ["bash", "/app/scripts/docker/train-entrypoint.sh"]
|
|
ipc: ${TRAIN_IPC_MODE:-host}
|
|
stop_grace_period: ${TRAIN_STOP_GRACE_PERIOD:-10m}
|
|
restart: "no"
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: ${TRAIN_LOG_MAX_SIZE:-100m}
|
|
max-file: ${TRAIN_LOG_MAX_FILES:-5}
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|