From 62b0b3f697ac98d7ce71e483f9d5a8dd5d7dc60a Mon Sep 17 00:00:00 2001 From: Markus Heiser Date: Wed, 24 Sep 2025 12:23:32 +0200 Subject: [PATCH] [mod] debug-log the bootload of the CURRENCIES caches (CurrenciesDB) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The time for the bootload is measured and recorded. To have an eye on the bootload time is motivated by: In [1] it can be seen that the bootload of the CURRENCIES cache takes about 2/3 of the time required to initialize SearXNG:: 6.068 searx/webapp.py:1 └─ 6.068 wrapper pyinstrument/context_manager.py:52 ├─ 5.538 init searx/webapp.py:1373 │ ├─ 4.822 initialize searx/search/__init__.py:34 │ │ ├─ 4.631 ProcessorMap.init searx/search/processors/__init__.py:47 │ │ │ ├─ 4.607 OnlineCurrencyProcessor.initialize searx/search/processors/online_currency.py:55 │ │ │ │ └─ 4.607 CurrenciesDB.init searx/data/currencies.py:25 │ │ │ │ ├─ 4.601 CurrenciesDB.load searx/data/currencies.py:34 │ │ │ │ │ ├─ 4.572 ExpireCacheSQLite.set searx/cache.py:334 In the example, the CurrenciesDB.init call takes 4.6 seconds... on my laptop, CurrenciesDB.init takes only 0.7 seconds. The absolute numerical values depend on external conditions, where I already find 4-5 seconds very long. Test:: $ rm /tmp/sxng_cache_*.db* $ make run 2>&1 | grep "searx.data.CURRENCIES" DEBUG searx.data : init searx.data.CURRENCIES DEBUG searx.data : init searx.data.CURRENCIES added 9089 items in 0.7623255252838135 sec. [1] https://github.com/searxng/searxng/issues/5223#issuecomment-3323083411 Signed-off-by: Markus Heiser --- searx/data/currencies.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/searx/data/currencies.py b/searx/data/currencies.py index a328789e3..33aa9530c 100644 --- a/searx/data/currencies.py +++ b/searx/data/currencies.py @@ -6,6 +6,7 @@ __all__ = ["CurrenciesDB"] import typing as t import json import pathlib +import time from .core import get_cache, log @@ -32,6 +33,7 @@ class CurrenciesDB: # in /tmp and will be rebuild during the reboot anyway def load(self): + _start = time.time() log.debug("init searx.data.CURRENCIES") with open(self.json_file, encoding="utf-8") as f: data_dict: dict[str, dict[str, str]] = json.load(f) @@ -39,6 +41,11 @@ class CurrenciesDB: self.cache.set(key=key, value=value, ctx=self.ctx_names, expire=None) for key, value in data_dict["iso4217"].items(): self.cache.set(key=key, value=value, ctx=self.ctx_iso4217, expire=None) + log.debug( + "init searx.data.CURRENCIES added %s items in %s sec.", + len(data_dict["names"]) + len(data_dict["iso4217"]), + time.time() - _start, + ) def name_to_iso4217(self, name: str) -> str | None: self.init()