change base cpu model

Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
mudler
2025-04-12 12:21:15 +02:00
parent 0e3df1562c
commit 424ef2dedf
4 changed files with 6 additions and 6 deletions

View File

@@ -8,7 +8,7 @@ services:
image: localai/localai:master-sycl-f32-ffmpeg-core
command:
# - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model
- arcee-agent # (smaller)
- gemma-3-4b-it # (smaller)
- granite-embedding-107m-multilingual
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
@@ -62,7 +62,7 @@ services:
- 8080:3000
image: quay.io/mudler/localagi:master
environment:
- LOCALAGI_MODEL=arcee-agent
- LOCALAGI_MODEL=gemma-3-4b-it
- LOCALAGI_LLM_API_URL=http://localai:8080
#- LOCALAGI_LLM_API_KEY=sk-1234567890
- LOCALAGI_LOCALRAG_URL=http://localrecall:8080