From cf60dd88c48b95edd879c895ba01191cb80ceaf7 Mon Sep 17 00:00:00 2001 From: Guillaume Muller <33670394+gmuller-dev@users.noreply.github.com> Date: Wed, 2 Jul 2025 21:15:13 +0000 Subject: [PATCH] Add docker compose for amd gpu (#230) add docker compose for amd gpu --- README.md | 3 +++ docker-compose.amd.yaml | 37 +++++++++++++++++++++++++++++++++++++ 2 files changed, 40 insertions(+) create mode 100644 docker-compose.amd.yaml diff --git a/README.md b/README.md index 2826fe7..e868312 100644 --- a/README.md +++ b/README.md @@ -58,6 +58,9 @@ docker compose -f docker-compose.nvidia.yaml up # Intel GPU setup (for Intel Arc and integrated GPUs) docker compose -f docker-compose.intel.yaml up +# AMD GPU setup +docker compose -f docker-compose.amd.yaml up + # Start with a specific model (see available models in models.localai.io, or localai.io to use any model in huggingface) MODEL_NAME=gemma-3-12b-it docker compose up diff --git a/docker-compose.amd.yaml b/docker-compose.amd.yaml new file mode 100644 index 0000000..373b438 --- /dev/null +++ b/docker-compose.amd.yaml @@ -0,0 +1,37 @@ +services: + localai: + extends: + file: docker-compose.yaml + service: localai + environment: + - LOCALAI_SINGLE_ACTIVE_BACKEND=true + - DEBUG=true + image: localai/localai:master-gpu-hipblas + devices: + - /dev/dri + - /dev/kfd + + mcpbox: + extends: + file: docker-compose.yaml + service: mcpbox + + dind: + extends: + file: docker-compose.yaml + service: dind + + localrecall: + extends: + file: docker-compose.yaml + service: localrecall + + localrecall-healthcheck: + extends: + file: docker-compose.yaml + service: localrecall-healthcheck + + localagi: + extends: + file: docker-compose.yaml + service: localagi