12 lines
321 B
YAML
12 lines
321 B
YAML
services:
|
|
ollama:
|
|
shm_size: '8gb'
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
environment:
|
|
# For AMD (Navi 31): 11.0.0 | For APUs: 10.3.0
|
|
- HSA_OVERRIDE_GFX_VERSION=11.0.0
|
|
#- OLLAMA_VULKAN=1 # only activate on problems with default (rocm)
|
|
- OLLAMA_FLASH_ATTENTION=1
|