LLaMA-Factory/docker/docker-cuda/docker-compose.yml

32 lines
738 B
YAML
Raw Normal View History

services:
2024-06-10 16:19:17 +00:00
llamafactory:
build:
2024-06-24 16:46:47 +00:00
dockerfile: ./docker/docker-cuda/Dockerfile
context: ../..
2024-06-10 16:19:17 +00:00
args:
INSTALL_BNB: false
INSTALL_VLLM: false
INSTALL_DEEPSPEED: false
PIP_INDEX: https://pypi.org/simple
container_name: llamafactory
volumes:
2024-06-24 17:51:29 +00:00
- ./hf_cache:/root/.cache/huggingface
- ./ms_cache:/root/.cache/modelscope
2024-06-24 16:46:47 +00:00
- ./data:/app/data
- ./output:/app/output
ports:
- "7860:7860"
2024-06-10 16:19:17 +00:00
- "8000:8000"
ipc: host
2024-06-12 16:07:48 +00:00
tty: true
stdin_open: true
command: bash
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: "all"
capabilities: [gpu]
restart: unless-stopped