Update AI_Containers/llama/compose.yaml

This commit is contained in:
2026-07-18 18:22:57 +00:00
parent 1881deb5a1
commit a4b053f180
+3 -2
View File
@@ -30,7 +30,7 @@ services:
command: >
-m /models/phi-4-mini-instruct-Q4_K_M.gguf
--host 0.0.0.0
--port 8080
--port 8091
--ctx-size 4096
--threads 4
--threads-batch 4
@@ -53,6 +53,7 @@ services:
- traefik.http.routers.${SERVICE_NAME}-https.tls.certresolver=cloudflare
- traefik.http.routers.${SERVICE_NAME}-https.entrypoints=websecure
- traefik.http.routers.${SERVICE_NAME}-https.rule=Host(`${SERVICE_NAME}.${DOMAIN_NAME}`)
- traefik.http.services.${SERVICE_NAME}.loadbalancer.server.port=8091
### Monitor with uptime-kuma
- kuma.monitoring.group.name=Docker Containers
- kuma.${SERVICE_NAME}.docker.parent_name=monitoring
@@ -63,7 +64,7 @@ services:
- 'kuma.${SERVICE_NAME}.docker.tag_names=[{"name": "docker_tag"}]'
healthcheck:
test: ["CMD", "wget", "-qO-", "http://127.0.0.1:8080/health"]
test: ["CMD", "wget", "-qO-", "http://127.0.0.1:8091/health"]
interval: 30s
timeout: 5s
retries: 3