Cutlery/immich
1
0
Fork 1
mirror of https://github.com/immich-app/immich.git synced 2025-05-24 01:12:58 -04:00
Code Issues Packages Projects Releases Wiki Activity

no flash attention for now

Browse Source
This commit is contained in:
mertalev 2025-03-13 17:32:19 -04:00
parent 9958ac9ec9
commit 2ba2c597e5
No known key found for this signature in database
GPG Key ID: F7C271C07CF04AAE
2 changed files with 0 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
machine-learning/export/immich_model_exporter/exporters/constants.py
View File

@ -24,18 +24,6 @@ SOURCE_TO_METADATA = {
RKNN_SOCS = ["rk3566", "rk3576", "rk3588"]
# the builder hangs when using flash attention with these models
RKNN_VISUAL_FLASH_ATTENTION_BLACKLIST = {
"ViT-H-14-378-quickgelu__dfn5b",
"ViT-L-16-SigLIP-384__webli",
"ViT-L-16-SigLIP2-384__webli",
"ViT-L-16-SigLIP2-512__webli",
"ViT-SO400M-14-SigLIP-384__webli",
"ViT-SO400M-14-SigLIP2-378__webli",
"ViT-SO400M-16-SigLIP2-378__webli",
"ViT-SO400M-16-SigLIP2-512__webli",
}
# glob to delete old UUID blobs when reuploading models
_uuid_char = "[a-fA-F0-9]"

1
machine-learning/export/immich_model_exporter/exporters/rknn.py
View File

@ -22,7 +22,6 @@ def _export_platform(
rknn = RKNN(verbose=False)
# flash_attention = model_dir.name != "visual" or model_dir.parent.name not in RKNN_VISUAL_FLASH_ATTENTION_BLACKLIST
rknn.config(
target_platform=target_platform,
dynamic_input=dynamic_input,