alex/LocalAGI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update gpu docker compose

Browse Source
This commit is contained in:
Ettore Di Giacinto
2025-04-08 22:28:55 +02:00
parent 3f83f5c4b0
commit c8cf70b1d0
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
docker-compose.gpu.yaml
View File

@@ -8,7 +8,7 @@ services:
image: localai/localai:master-gpu-nvidia-cuda-12 image: localai/localai:master-gpu-nvidia-cuda-12
command: command:
- mlabonne_gemma-3-27b-it-abliterated - mlabonne_gemma-3-27b-it-abliterated
# - qwen_qwq-32b - qwen_qwq-32b
# Other good alternative options: # Other good alternative options:
# - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model # - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model
# - arcee-agent # - arcee-agent
@@ -70,7 +70,7 @@ services:
- 8080:3000 - 8080:3000
image: quay.io/mudler/localagi:master image: quay.io/mudler/localagi:master
environment: environment:
- LOCALAGI_MODEL=mlabonne_gemma-3-27b-it-abliterated - LOCALAGI_MODEL=qwen_qwq-32b
- LOCALAGI_LLM_API_URL=http://localai:8080 - LOCALAGI_LLM_API_URL=http://localai:8080
- LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LLM_API_KEY=sk-1234567890
- LOCALAGI_LOCALRAG_URL=http://localrecall:8080 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080