From 424ef2dedf7b4ab78957fc3db675c019713d19fe Mon Sep 17 00:00:00 2001 From: mudler Date: Sat, 12 Apr 2025 12:21:15 +0200 Subject: [PATCH] change base cpu model Signed-off-by: mudler --- Makefile | 2 +- core/agent/actions.go | 2 +- docker-compose.gpu.intel.yaml | 4 ++-- docker-compose.yaml | 4 ++-- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/Makefile b/Makefile index cb71f78..33ee861 100644 --- a/Makefile +++ b/Makefile @@ -9,7 +9,7 @@ cleanup-tests: docker compose down tests: prepare-tests - LOCALAGI_MODEL="arcee-agent" LOCALAI_API_URL="http://localhost:8081" LOCALAGI_API_URL="http://localhost:8080" $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --fail-fast -v -r ./... + LOCALAGI_MODEL="gemma-3-4b-it" LOCALAI_API_URL="http://localhost:8081" LOCALAGI_API_URL="http://localhost:8080" $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --fail-fast -v -r ./... run-nokb: $(MAKE) run KBDISABLEINDEX=true diff --git a/core/agent/actions.go b/core/agent/actions.go index cb14c17..f66e548 100644 --- a/core/agent/actions.go +++ b/core/agent/actions.go @@ -456,7 +456,7 @@ func (a *Agent) pickAction(ctx context.Context, templ string, messages []openai. return nil, nil, "", err } originalReasoning := thought.Content - + xlog.Debug("[pickAction] original reasoning", "originalReasoning", originalReasoning) // From the thought, get the action call // Get all the available actions IDs diff --git a/docker-compose.gpu.intel.yaml b/docker-compose.gpu.intel.yaml index f856982..b10e8ff 100644 --- a/docker-compose.gpu.intel.yaml +++ b/docker-compose.gpu.intel.yaml @@ -8,7 +8,7 @@ services: image: localai/localai:master-sycl-f32-ffmpeg-core command: # - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model - - arcee-agent # (smaller) + - gemma-3-4b-it # (smaller) - granite-embedding-107m-multilingual healthcheck: test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] @@ -62,7 +62,7 @@ services: - 8080:3000 image: quay.io/mudler/localagi:master environment: - - LOCALAGI_MODEL=arcee-agent + - LOCALAGI_MODEL=gemma-3-4b-it - LOCALAGI_LLM_API_URL=http://localai:8080 #- LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080 diff --git a/docker-compose.yaml b/docker-compose.yaml index e85319e..f7d8ee3 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -7,7 +7,7 @@ services: # Image list (dockerhub): https://hub.docker.com/r/localai/localai image: localai/localai:master-ffmpeg-core command: - - arcee-agent # (smaller) + - gemma-3-4b-it - granite-embedding-107m-multilingual healthcheck: test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] @@ -65,7 +65,7 @@ services: - 8080:3000 #image: quay.io/mudler/localagi:master environment: - - LOCALAGI_MODEL=arcee-agent + - LOCALAGI_MODEL=gemma-3-4b-it - LOCALAGI_LLM_API_URL=http://localai:8080 #- LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080