alex/LocalAGI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update docker-compose file

Browse Source
This commit is contained in:
mudler
2025-03-08 12:48:37 +01:00
parent b884d9433a
commit 106d1e61d4
1 changed files with 31 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
docker-compose.yaml
View File

@@ -1,5 +1,5 @@
services: services:
api: localai:
# See https://localai.io/basics/getting_started/#container-images for # See https://localai.io/basics/getting_started/#container-images for
# a list of available container images (or build your own with the provided Dockerfile) # a list of available container images (or build your own with the provided Dockerfile)
# Available images with CUDA, ROCm, SYCL, Vulkan # Available images with CUDA, ROCm, SYCL, Vulkan
@@ -7,19 +7,21 @@ services:
# Image list (dockerhub): https://hub.docker.com/r/localai/localai # Image list (dockerhub): https://hub.docker.com/r/localai/localai
image: localai/localai:latest-cpu image: localai/localai:latest-cpu
command: command:
- marco-o1 - rombo-org_rombo-llm-v3.0-qwen-32b # minimum suggested model
- bert-embeddings #- marco-o1 (smaller)
- granite-embedding-107m-multilingual
healthcheck: healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"] test: ["CMD", "curl", "-f", "http://localhost:8080/readyz"]
interval: 10s interval: 10s
timeout: 20m timeout: 20m
retries: 20 retries: 20
ports: ports:
- 8081:8080 - 8080
environment: environment:
- DEBUG=true - DEBUG=true
volumes: volumes:
- ./models:/build/models:cached - ./volumes/models:/build/models:cached
- ./volumes/images:/tmp/generated/images
# decomment the following piece if running with Nvidia GPUs # decomment the following piece if running with Nvidia GPUs
# deploy: # deploy:
# resources: # resources:
@@ -28,9 +30,25 @@ services:
# - driver: nvidia # - driver: nvidia
# count: 1 # count: 1
# capabilities: [gpu] # capabilities: [gpu]
ragserver:
image: quay.io/mudler/localrag
ports:
- 8080
environment:
- COLLECTION_DB_PATH=/db
- EMBEDDING_MODEL=granite-embedding-107m-multilingual
- FILE_ASSETS=/assets
- OPENAI_API_KEY=sk-1234567890
- OPENAI_BASE_URL=http://localai:8080
volumes:
- ./volumes/localrag/db:/db
- ./volumes/localrag/assets/:/assets
localagent: localagent:
depends_on: depends_on:
api: localai:
condition: service_healthy
ragserver:
condition: service_healthy condition: service_healthy
build: build:
context: . context: .
@@ -39,7 +57,11 @@ services:
- 8080:3000 - 8080:3000
environment: environment:
- LOCALAGENT_MODEL=marco-o1 - LOCALAGENT_MODEL=marco-o1
- EMBEDDING_MODEL=bert-embeddings - LOCALAGENT_LLM_API_URL=http://localai:8080
- LOCALAGENT_LLM_API_URL=http://api:8080 - LOCALAGENT_API_KEY=sk-1234567890
- LOCALAGENT_LOCALRAG_URL=http://ragserver:8080
- LOCALAGENT_STATE_DIR=/pool
- LOCALAGENT_TIMEOUT=5m
- LOCALAGENT_ENABLE_CONVERSATIONS_LOGGING=false
volumes: volumes:
- ./data/:/pool - ./volumes/localagent/:/pool