🤖 Sentinel: Synchronization from aa-humaaan/thealtstack

docker-deploy/gemma-2-9b/docker-compose.yml

@@ -0,0 +1,24 @@
+
+# ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+# 🚀 BUILT & MAINTAINED BY THE ALTSTACK
+# 🌍 https://thealtstack.com
+# 💡 Open-source deployment templates for modern self-hosting.
+# ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━
+
+version: '3.8'
+
+services:
+  gemma-2-9b:
+    image: huggingface/transformers-pytorch-gpu
+    container_name: gemma-2-9b
+    restart: unless-stopped
+    ports:
+      - "8000:8000"
+    environment:
+      - MODEL_NAME=gemma-2-9b
+      - MODEL_TYPE=transformers
+    volumes:
+      - gemma_2_9b_data:/app/data
+
+volumes:
+  gemma_2_9b_data: