diff --git a/machine-learning/app/models/base.py b/machine-learning/app/models/base.py index 466dbaa767..8b34bf2b8e 100644 --- a/machine-learning/app/models/base.py +++ b/machine-learning/app/models/base.py @@ -8,11 +8,10 @@ from typing import Any, ClassVar from huggingface_hub import snapshot_download import ann.ann +import rknn.rknnpool from app.sessions.ort import OrtSession from app.sessions.rknn import RknnSession -import rknn.rknnpool - from ..config import clean_name, log, settings from ..schemas import ModelFormat, ModelIdentity, ModelSession, ModelTask, ModelType from ..sessions.ann import AnnSession diff --git a/machine-learning/app/sessions/rknn.py b/machine-learning/app/sessions/rknn.py index c132747032..ddc93ecbf7 100644 --- a/machine-learning/app/sessions/rknn.py +++ b/machine-learning/app/sessions/rknn.py @@ -6,9 +6,9 @@ from typing import Any import numpy as np import onnxruntime as ort from numpy.typing import NDArray -from rknn.rknnpool import rknnPoolExecutor from app.schemas import SessionNode +from rknn.rknnpool import rknnPoolExecutor from ..config import log diff --git a/machine-learning/rknn/rknnpool.py b/machine-learning/rknn/rknnpool.py index f729bfab67..0f7d2b5705 100644 --- a/machine-learning/rknn/rknnpool.py +++ b/machine-learning/rknn/rknnpool.py @@ -1,8 +1,8 @@ # This code is from leafqycc/rknn-multi-threaded # Following Apache License 2.0 +from concurrent.futures import ThreadPoolExecutor from queue import Queue -from concurrent.futures import ThreadPoolExecutor, as_completed supported_socs = ["rk3566", "rk3568", "rk3588"]