From c8cf70b1d0ddc6fa61ee1e4c85f49c74c2071a40 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 8 Apr 2025 22:28:55 +0200 Subject: [PATCH] Update gpu docker compose --- docker-compose.gpu.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docker-compose.gpu.yaml b/docker-compose.gpu.yaml index 8b05434..9180291 100644 --- a/docker-compose.gpu.yaml +++ b/docker-compose.gpu.yaml @@ -8,7 +8,7 @@ services: image: localai/localai:master-gpu-nvidia-cuda-12 command: - mlabonne_gemma-3-27b-it-abliterated - # - qwen_qwq-32b + - qwen_qwq-32b # Other good alternative options: # - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model # - arcee-agent @@ -70,7 +70,7 @@ services: - 8080:3000 image: quay.io/mudler/localagi:master environment: - - LOCALAGI_MODEL=mlabonne_gemma-3-27b-it-abliterated + - LOCALAGI_MODEL=qwen_qwq-32b - LOCALAGI_LLM_API_URL=http://localai:8080 - LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080