diff --git a/Makefile b/Makefile index 33ee861..97c8ec8 100644 --- a/Makefile +++ b/Makefile @@ -9,7 +9,7 @@ cleanup-tests: docker compose down tests: prepare-tests - LOCALAGI_MODEL="gemma-3-4b-it" LOCALAI_API_URL="http://localhost:8081" LOCALAGI_API_URL="http://localhost:8080" $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --fail-fast -v -r ./... + LOCALAGI_MODEL="gemma-3-12b-it" LOCALAI_API_URL="http://localhost:8081" LOCALAGI_API_URL="http://localhost:8080" $(GOCMD) run github.com/onsi/ginkgo/v2/ginkgo --fail-fast -v -r ./... run-nokb: $(MAKE) run KBDISABLEINDEX=true diff --git a/docker-compose.gpu.intel.yaml b/docker-compose.gpu.intel.yaml index b10e8ff..307bde4 100644 --- a/docker-compose.gpu.intel.yaml +++ b/docker-compose.gpu.intel.yaml @@ -8,7 +8,7 @@ services: image: localai/localai:master-sycl-f32-ffmpeg-core command: # - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model - - gemma-3-4b-it # (smaller) + - gemma-3-12b-it # (smaller) - granite-embedding-107m-multilingual healthcheck: test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] @@ -62,7 +62,7 @@ services: - 8080:3000 image: quay.io/mudler/localagi:master environment: - - LOCALAGI_MODEL=gemma-3-4b-it + - LOCALAGI_MODEL=gemma-3-12b-it - LOCALAGI_LLM_API_URL=http://localai:8080 #- LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080 diff --git a/docker-compose.yaml b/docker-compose.yaml index f7d8ee3..a6598c4 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -7,7 +7,7 @@ services: # Image list (dockerhub): https://hub.docker.com/r/localai/localai image: localai/localai:master-ffmpeg-core command: - - gemma-3-4b-it + - gemma-3-12b-it - granite-embedding-107m-multilingual healthcheck: test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] @@ -65,7 +65,7 @@ services: - 8080:3000 #image: quay.io/mudler/localagi:master environment: - - LOCALAGI_MODEL=gemma-3-4b-it + - LOCALAGI_MODEL=gemma-3-12b-it - LOCALAGI_LLM_API_URL=http://localai:8080 #- LOCALAGI_LLM_API_KEY=sk-1234567890 - LOCALAGI_LOCALRAG_URL=http://localrecall:8080