From 5c466d9b816919e27893b87c28b7601cd1fee1bc Mon Sep 17 00:00:00 2001 From: mudler Date: Thu, 17 Apr 2025 19:41:45 +0200 Subject: [PATCH] standardize around sd-1.5-ggml since it's smaller Signed-off-by: mudler --- README.md | 4 ++-- docker-compose.intel.yaml | 5 ----- docker-compose.nvidia.yaml | 2 +- docker-compose.yaml | 2 +- 4 files changed, 4 insertions(+), 9 deletions(-) diff --git a/README.md b/README.md index a32f0e2..eff412b 100644 --- a/README.md +++ b/README.md @@ -116,7 +116,7 @@ LocalAGI supports multiple hardware configurations through Docker Compose profil - Default models: - Text: `arcee-agent` - Multimodal: `minicpm-v-2_6` - - Image: `flux.1-dev-ggml` + - Image: `sd-1.5-ggml` - Environment variables: - `MODEL_NAME`: Text model to use - `MULTIMODAL_MODEL`: Multimodal model to use @@ -163,7 +163,7 @@ docker compose -f docker-compose.intel.yaml up If no models are specified, it will use the defaults: - Text model: `arcee-agent` - Multimodal model: `minicpm-v-2_6` -- Image model: `flux.1-dev-ggml` (NVIDIA) or `sd-1.5-ggml` (Intel) +- Image model: `sd-1.5-ggml` Good (relatively small) models that have been tested are: diff --git a/docker-compose.intel.yaml b/docker-compose.intel.yaml index adb7421..28a1c29 100644 --- a/docker-compose.intel.yaml +++ b/docker-compose.intel.yaml @@ -11,11 +11,6 @@ services: # On a system with integrated GPU and an Arc 770, this is the Arc 770 - /dev/dri/card1 - /dev/dri/renderD129 - command: - - ${MODEL_NAME:-arcee-agent} - - ${MULTIMODAL_MODEL:-minicpm-v-2_6} - - ${IMAGE_MODEL:-sd-1.5-ggml} - - granite-embedding-107m-multilingual localrecall: extends: diff --git a/docker-compose.nvidia.yaml b/docker-compose.nvidia.yaml index ff250a8..1b6c5dc 100644 --- a/docker-compose.nvidia.yaml +++ b/docker-compose.nvidia.yaml @@ -8,7 +8,7 @@ services: - DEBUG=true image: localai/localai:master-cublas-cuda12-ffmpeg-core # For images with python backends, use: - # image: localai/localai:master-cublas-cuda12-ffmpeg-core + # image: localai/localai:master-cublas-cuda12-ffmpeg deploy: resources: reservations: diff --git a/docker-compose.yaml b/docker-compose.yaml index ee5bc98..779a352 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -9,7 +9,7 @@ services: command: - ${MODEL_NAME:-arcee-agent} - ${MULTIMODAL_MODEL:-minicpm-v-2_6} - - ${IMAGE_MODEL:-flux.1-dev-ggml} + - ${IMAGE_MODEL:-sd-1.5-ggml} - granite-embedding-107m-multilingual healthcheck: test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]