rocm-automated/docker-compose.yaml

services:
  open-webui:
    image: ghcr.io/open-webui/open-webui:main
    container_name: open-webui
    environment:
      - HOSTNAME=open-webui
      - OLLAMA_BASE_URL=http://172.28.0.3:11434
    ports:
      - "3000:8080"
    networks:
      rocm-network:
        ipv4_address: 172.28.0.2
    volumes:
      - ./User-Directories/open-webui:/app/backend/data
      - /etc/resolv.conf:/etc/resolv.conf:ro
    restart: always
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    group_add:
      - video
    security_opt:
      - "label=disable"
  ollama:
    image: getterup/ollama-rocm7.1:latest
    container_name: ollama
    ports:
      - "11434:11434"
    networks:
      rocm-network:
        ipv4_address: 172.28.0.3
    volumes:
      - ./User-Directories/ollama:/root/.ollama:Z
      - /etc/resolv.conf:/etc/resolv.conf:ro
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    group_add:
      - video
    environment:
      - HOSTNAME=ollama
      - OLLAMA_VULKAN=0
      - OLLAMA_DEBUG=2
      - OLLAMA_FLASH_ATTENTION=true
      - HSA_ENABLE_SDMA=0
      - OLLAMA_KEEP_ALIVE=-1
      - OLLAMA_MAX_LOADED_MODELS=1
      - OLLAMA_FLASH_ATTENTION=1
      - OLLAMA_GPU_OVERHEAD=0
      - OLLAMA_KEEP_ALIVE=1h
      - OLLAMA_LIBRARY_PATH="/usr/lib/ollama/rocm_v7"
      - ROCR_VISIBLE_DEVICES=0
    restart: unless-stopped
    cap_add:
      - SYS_PTRACE
    ipc: host
    security_opt:
      - seccomp=unconfined
      - label=disable
  stable-diffusion.cpp:
    image: getterup/stable-diffusion.cpp-rocm7.1:gfx1151
    container_name: stable-diffusion.cpp
    ports:
      - "7860:7860"
    networks:
        rocm-network:
          ipv4_address: 172.28.0.4
    volumes:
      - ./User-Directories/sd.cpp-webui/outputs/any2video:/sd-webui/outputs/any2video:Z
      - ./User-Directories/sd.cpp-webui/outputs/img2img:/sd-webui/outputs/img2img:Z
      - ./User-Directories/sd.cpp-webui/outputs/imgedit:/sd-webui/outputs/imgedit:Z
      - ./User-Directories/sd.cpp-webui/outputs/txt2img:/sd-webui/outputs/txt2img:Z
      - ./User-Directories/sd.cpp-webui/outputs/upscale:/sd-webui/outputs/upscale:Z
      - ./User-Directories/sd.cpp-webui/models/checkpoints:/sd-webui/models/checkpoints:Z
      - ./User-Directories/sd.cpp-webui/models/clip:/sd-webui/models/clip:Z
      - ./User-Directories/sd.cpp-webui/models/controlnet:/sd-webui/models/controlnet:Z
      - ./User-Directories/sd.cpp-webui/models/embeddings:/sd-webui/models/embeddings:Z
      - ./User-Directories/sd.cpp-webui/models/loras:/sd-webui/models/loras:Z
      - ./User-Directories/sd.cpp-webui/models/photomaker:/sd-webui/models/photomaker:Z
      - ./User-Directories/sd.cpp-webui/models/taesd:/sd-webui/models/taesd:Z
      - ./User-Directories/sd.cpp-webui/models/unet:/sd-webui/models/unet:Z
      - ./User-Directories/sd.cpp-webui/models/upscale_models:/sd-webui/models/upscale_models:Z
      - ./User-Directories/sd.cpp-webui/models/vae:/sd-webui/models/vae:Z
      - /etc/resolv.conf:/etc/resolv.conf:ro
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    group_add:
      - video
    #environment:
    #  - HSA_OVERRIDE_GFX_VERSION="11.5.1"
    restart: unless-stopped
    security_opt:
      - seccomp=unconfined
      - label=disable
  comfyui:
    image: docker.io/getterup/comfyui-rocm7.1:latest
    container_name: comfyui
    environment:
      - HIP_VISIBLE_DEVICES=1
      - COMFYUI_ENABLE_ROCM=True
      - GPU_ARCH="rocm7.1"
    ports:
      - "8188:8188"
    networks:
      rocm-network:
        ipv4_address: 172.28.0.5
    volumes:
      - ./User-Directories/ComfyUI/venv/audio_encoders:/app/ComfyUI/venv
      - ./User-Directories/ComfyUI/models/audio_encoders:/app/ComfyUI/models/audio_encoders
      - ./User-Directories/ComfyUI/models/checkpoints:/app/ComfyUI/models/checkpoints
      - ./User-Directories/ComfyUI/models/clip:/app/ComfyUI/models/clip
      - ./User-Directories/ComfyUI/models/clip_vision:/app/ComfyUI/models/clip_vision
      - ./User-Directories/ComfyUI/models/controlnet:/app/ComfyUI/models/controlnet
      - ./User-Directories/ComfyUI/models/diffusers:/app/ComfyUI/models/diffusers
      - ./User-Directories/ComfyUI/models/diffusion_models:/app/ComfyUI/models/diffusion_models
      - ./User-Directories/ComfyUI/models/embeddings:/app/ComfyUI/models/embeddings
      - ./User-Directories/ComfyUI/models/gligen:/app/ComfyUI/models/gligen
      - ./User-Directories/ComfyUI/models/hypernetworks:/app/ComfyUI/models/hypernetworks
      - ./User-Directories/ComfyUI/models/latent_upscale_models:/app/ComfyUI/models/latent_upscale_models
      - ./User-Directories/ComfyUI/models/loras:/app/ComfyUI/models/loras
      - ./User-Directories/ComfyUI/models/model_patches:/app/ComfyUI/models/model_patches
      - ./User-Directories/ComfyUI/models/photomaker:/app/ComfyUI/models/photomaker
      - ./User-Directories/ComfyUI/models/style_models:/app/ComfyUI/models/style_models
      - ./User-Directories/ComfyUI/models/text_encoders:/app/ComfyUI/models/text_encoders
      - ./User-Directories/ComfyUI/models/unet:/app/ComfyUI/models/unet
      - ./User-Directories/ComfyUI/models/upscale_models:/app/ComfyUI/models/upscale_models
      - ./User-Directories/ComfyUI/models/vae:/app/ComfyUI/models/vae
      - ./User-Directories/ComfyUI/models/vae_approx:/app/ComfyUI/models/vae_approx
      - ./User-Directories/ComfyUI/output:/app/ComfyUI/output
      - ./User-Directories/ComfyUI/custom_nodes:/app/ComfyUI/custom_nodes
      - ./User-Directories/ComfyUI/input:/app/ComfyUI/input
      - ./User-Directories/ComfyUI/temp:/app/ComfyUI/temp
      - /etc/resolv.conf:/etc/resolv.conf:ro
    devices:
      - /dev/kfd:/dev/kfd
      - /dev/dri:/dev/dri
    group_add:
      - video
    restart: unless-stopped
    security_opt:
      - seccomp=unconfined
      - label=disable
networks:
  rocm-network:
    driver: bridge
    ipam:
      config:
        - subnet: 172.28.0.0/16
          gateway: 172.28.0.1