Update AI_Containers/llama/compose.yaml
This commit is contained in:
@@ -30,7 +30,7 @@ services:
|
||||
command: >
|
||||
-m /models/phi-4-mini-instruct-Q4_K_M.gguf
|
||||
--host 0.0.0.0
|
||||
--port 8080
|
||||
--port 8091
|
||||
--ctx-size 4096
|
||||
--threads 4
|
||||
--threads-batch 4
|
||||
@@ -53,6 +53,7 @@ services:
|
||||
- traefik.http.routers.${SERVICE_NAME}-https.tls.certresolver=cloudflare
|
||||
- traefik.http.routers.${SERVICE_NAME}-https.entrypoints=websecure
|
||||
- traefik.http.routers.${SERVICE_NAME}-https.rule=Host(`${SERVICE_NAME}.${DOMAIN_NAME}`)
|
||||
- traefik.http.services.${SERVICE_NAME}.loadbalancer.server.port=8091
|
||||
### Monitor with uptime-kuma
|
||||
- kuma.monitoring.group.name=Docker Containers
|
||||
- kuma.${SERVICE_NAME}.docker.parent_name=monitoring
|
||||
@@ -63,7 +64,7 @@ services:
|
||||
- 'kuma.${SERVICE_NAME}.docker.tag_names=[{"name": "docker_tag"}]'
|
||||
|
||||
healthcheck:
|
||||
test: ["CMD", "wget", "-qO-", "http://127.0.0.1:8080/health"]
|
||||
test: ["CMD", "wget", "-qO-", "http://127.0.0.1:8091/health"]
|
||||
interval: 30s
|
||||
timeout: 5s
|
||||
retries: 3
|
||||
|
||||
Reference in New Issue
Block a user