From ca1d2dd16f6aec6ffdb1c3786e45de9aa9943e86 Mon Sep 17 00:00:00 2001 From: Zoe Roux Date: Wed, 5 Apr 2023 01:48:05 +0900 Subject: [PATCH] Up the number of items per batch (scanner) --- scanner/scanner/scanner.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scanner/scanner/scanner.py b/scanner/scanner/scanner.py index 310ee768..8d57b064 100644 --- a/scanner/scanner/scanner.py +++ b/scanner/scanner/scanner.py @@ -26,7 +26,8 @@ class Scanner: logging.info("Starting the scan. It can take some times...") videos = filter(lambda p: p.is_file(), Path(path).rglob("*")) # We batch videos by 30 because too mutch at once kinda DDOS everything. - for group in batch(videos, 30): + for group in batch(videos, 50): + logging.info("Batch finished. Starting a new one") await asyncio.gather(*map(self.identify, group)) async def is_registered(self, path: Path) -> bool: