Files
altstack-data/docker-deploy/code-llama-70b/docker-compose.yml
2026-04-19 08:36:29 +00:00

26 lines
930 B
YAML

# ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
# 🚀 BUILT & MAINTAINED BY THE ALTSTACK
# 🌍 https://thealtstack.com
# 💡 Open-source deployment templates for modern self-hosting.
# ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
version: '3.8'
services:
code-llama-70b:
image: huggingface/transformers-pytorch-gpu
container_name: code-llama-70b
restart: unless-stopped
ports:
- "7860:7860"
environment:
- MODEL_NAME=llama-70b
- MODEL_TYPE=llama
- DEVICE=0
volumes:
- code-llama-70b_data:/app/data
volumes:
code-llama-70b_data: