Spaces:
Runtime error
Runtime error
File size: 737 Bytes
e85e97f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
version: '3.8'
services:
api:
build: .
ports:
- "8000:8000"
volumes:
- ./models:/models
- ./config:/app/config
environment:
- MODEL_PATH=/models
- API_KEY=${API_KEY:-sk-default-key}
- LOG_LEVEL=INFO
restart: unless-stopped
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
model-runner:
image: ai/model-runner:latest
volumes:
- ./models:/models
environment:
- CUDA_VISIBLE_DEVICES=all
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
|