Cutlery/immich
1
0
Fork 1
mirror of https://github.com/immich-app/immich.git synced 2025-06-02 13:14:54 -04:00
Code Issues Packages Projects Releases Wiki Activity

coreml

Browse Source
This commit is contained in:
mertalev 2025-04-03 00:35:19 -04:00
parent dd1fcd5be5
commit 543bc72ae3
No known key found for this signature in database
GPG Key ID: DF6ABC77AAD98C95
2 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
machine-learning/immich_ml/models/constants.py
View File

@ -79,6 +79,7 @@ SUPPORTED_PROVIDERS = [
"CUDAExecutionProvider", "CUDAExecutionProvider",
"ROCMExecutionProvider", "ROCMExecutionProvider",
"OpenVINOExecutionProvider", "OpenVINOExecutionProvider",
"CoreMLExecutionProvider",
"CPUExecutionProvider", "CPUExecutionProvider",
] ]

8
machine-learning/immich_ml/sessions/ort.py
View File

@ -96,6 +96,14 @@ class OrtSession:
"precision": "FP32", "precision": "FP32",
"cache_dir": (self.model_path.parent / "openvino").as_posix(), "cache_dir": (self.model_path.parent / "openvino").as_posix(),
} }
case "CoreMLExecutionProvider":
options = {
"ModelFormat": "MLProgram",
"MLComputeUnits": "ALL",
"SpecializationStrategy": "FastPrediction",
"AllowLowPrecisionAccumulationOnGPU": "1",
"ModelCacheDirectory": (self.model_path.parent / "coreml").as_posix(),
}
case _: case _:
options = {} options = {}
provider_options.append(options) provider_options.append(options)