Add docker compose for amd gpu (#230)

add docker compose for amd gpu
This commit is contained in:
Guillaume Muller
2025-07-02 21:15:13 +00:00
committed by GitHub
parent dc7badd034
commit cf60dd88c4
2 changed files with 40 additions and 0 deletions
+3
View File
@@ -58,6 +58,9 @@ docker compose -f docker-compose.nvidia.yaml up
# Intel GPU setup (for Intel Arc and integrated GPUs)
docker compose -f docker-compose.intel.yaml up
# AMD GPU setup
docker compose -f docker-compose.amd.yaml up
# Start with a specific model (see available models in models.localai.io, or localai.io to use any model in huggingface)
MODEL_NAME=gemma-3-12b-it docker compose up
+37
View File
@@ -0,0 +1,37 @@
services:
localai:
extends:
file: docker-compose.yaml
service: localai
environment:
- LOCALAI_SINGLE_ACTIVE_BACKEND=true
- DEBUG=true
image: localai/localai:master-gpu-hipblas
devices:
- /dev/dri
- /dev/kfd
mcpbox:
extends:
file: docker-compose.yaml
service: mcpbox
dind:
extends:
file: docker-compose.yaml
service: dind
localrecall:
extends:
file: docker-compose.yaml
service: localrecall
localrecall-healthcheck:
extends:
file: docker-compose.yaml
service: localrecall-healthcheck
localagi:
extends:
file: docker-compose.yaml
service: localagi