30 lines
665 B
YAML
30 lines
665 B
YAML
|
services:
|
||
|
|
vllm:
|
||
|
|
build:
|
||
|
|
context: .
|
||
|
|
dockerfile: Dockerfile
|
||
|
|
image: local/vllm-qwen3-9b:latest
|
||
|
|
container_name: vllm-qwen3-9b
|
||
|
|
working_dir: /workspace/vllm
|
||
|
|
env_file:
|
||
|
|
- .env
|
||
|
|
environment:
|
||
|
|
ENV_FILE: .env
|
||
|
|
PYTHONUNBUFFERED: "1"
|
||
|
|
network_mode: host
|
||
|
|
ipc: host
|
||
|
|
pid: host
|
||
|
|
privileged: true
|
||
|
|
cap_add:
|
||
|
|
- ALL
|
||
|
|
restart: unless-stopped
|
||
|
|
volumes:
|
||
|
|
- ./models:/workspace/vllm/models
|
||
|
|
- ./modelscope_cache:/workspace/vllm/modelscope_cache
|
||
|
|
- ./logs:/workspace/vllm/logs
|
||
|
|
- /usr/src:/usr/src
|
||
|
|
- /lib/modules:/lib/modules
|
||
|
|
- /dev:/dev
|
||
|
|
- /home:/home
|
||
|
|
- /data:/data
|