mirror of
https://github.com/immich-app/immich.git
synced 2025-10-31 10:37:11 -04:00
2b37caba03
* feat(ml): introduce support of onnxruntime-rocm for AMD GPU
* try mutex for algo cache
use OrtMutex
* bump versions, run on mich
use 3.12
use 1.19.2
* acquire lock before any changes can be made
guard algo benchmark results
mark mutex as mutable
re-add /bin/sh (?)
use 3.10
use 6.1.2
* use composite cache key
1.19.2
fix variable name
fix variable reference
aaaaaaaaaaaaaaaaaaaa
* bump deps
* disable algo caching
* fix gha
* try ubuntu runner
* actually fix the gha
* update patch
* skip mimalloc preload for rocm
* increase build threads
* increase timeout for rocm
* Revert "increase timeout for rocm"
This reverts commit 2c4452f5d132198ed381a7b262b4a5cab5114b5f.
* attempt migraphx
* set migraphx_home
* Revert "set migraphx_home"
This reverts commit c121d3e48754b3bce100636f8d666deec58a44b7.
* Revert "attempt migraphx"
This reverts commit 521f9fb72dbe506dc6cb8faeb6494817d87265c6.
* migraphx, take two
* bump rocm
* allow cpu
* try only targeting migraphx
* skip tests
* migraph ❌
* known issues
* target gfx900 and gfx1102
* mention `HSA_USE_SVM`
* update lock
* set device id for rocm
---------
Co-authored-by: Mehdi GHESH <mehdi.ghesh@hotmail.fr>
58 lines
1.4 KiB
YAML
58 lines
1.4 KiB
YAML
# Configurations for hardware-accelerated machine learning
|
|
|
|
# If using Unraid or another platform that doesn't allow multiple Compose files,
|
|
# you can inline the config for a backend by copying its contents
|
|
# into the immich-machine-learning service in the docker-compose.yml file.
|
|
|
|
# See https://immich.app/docs/features/ml-hardware-acceleration for info on usage.
|
|
|
|
services:
|
|
armnn:
|
|
devices:
|
|
- /dev/mali0:/dev/mali0
|
|
volumes:
|
|
- /lib/firmware/mali_csffw.bin:/lib/firmware/mali_csffw.bin:ro # Mali firmware for your chipset (not always required depending on the driver)
|
|
- /usr/lib/libmali.so:/usr/lib/libmali.so:ro # Mali driver for your chipset (always required)
|
|
|
|
rknn:
|
|
security_opt:
|
|
- systempaths=unconfined
|
|
- apparmor=unconfined
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
|
|
cpu: {}
|
|
|
|
cuda:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities:
|
|
- gpu
|
|
|
|
rocm:
|
|
group_add:
|
|
- video
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
|
|
openvino:
|
|
device_cgroup_rules:
|
|
- 'c 189:* rmw'
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
volumes:
|
|
- /dev/bus/usb:/dev/bus/usb
|
|
|
|
openvino-wsl:
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/dxg:/dev/dxg
|
|
volumes:
|
|
- /dev/bus/usb:/dev/bus/usb
|
|
- /usr/lib/wsl:/usr/lib/wsl
|