services:
  ollama:
    shm_size: '8gb'
    devices:
      - /dev/dri:/dev/dri
      - /dev/kfd:/dev/kfd
    environment:
      # For AMD (Navi 31): 11.0.0 | For APUs: 10.3.0
      - HSA_OVERRIDE_GFX_VERSION=11.0.0
      #- OLLAMA_VULKAN=1 # only activate on problems with default (rocm)
      - OLLAMA_FLASH_ATTENTION=1