34 lines
809 B
YAML
34 lines
809 B
YAML
services:
|
|
localai:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localai
|
|
environment:
|
|
- LOCALAI_SINGLE_ACTIVE_BACKEND=true
|
|
- DEBUG=true
|
|
image: localai/localai:master-sycl-f32-ffmpeg-core
|
|
devices:
|
|
# On a system with integrated GPU and an Arc 770, this is the Arc 770
|
|
- /dev/dri/card1
|
|
- /dev/dri/renderD129
|
|
command:
|
|
- ${MODEL_NAME:-arcee-agent}
|
|
- ${MULTIMODAL_MODEL:-minicpm-v-2_6}
|
|
- ${IMAGE_MODEL:-sd-1.5-ggml}
|
|
- granite-embedding-107m-multilingual
|
|
|
|
localrecall:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localrecall
|
|
|
|
localrecall-healthcheck:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localrecall-healthcheck
|
|
|
|
localagi:
|
|
extends:
|
|
file: docker-compose.yaml
|
|
service: localagi
|