summaryrefslogtreecommitdiff
path: root/searxng_extra/update/update_engine_descriptions.py
diff options
context:
space:
mode:
authorBnyro <bnyro@tutanota.com>2026-08-14 23:01:19 +0200
committerBnyro <bnyro@tutanota.com>2026-09-01 13:56:11 +0200
commit2b1c88c54c6900a3684a6733b9749e91ecf7de4b (patch)
tree7d03318938e9f0b96bd15aeaa339c452ee1be02d /searxng_extra/update/update_engine_descriptions.py
parentd226b78bc4c9ab93a84849b8ad128a68c41be17c (diff)
[refactor] wikidata: cache wikidata properties in searxng data
Diffstat (limited to 'searxng_extra/update/update_engine_descriptions.py')
-rwxr-xr-xsearxng_extra/update/update_engine_descriptions.py9
1 files changed, 4 insertions, 5 deletions
diff --git a/searxng_extra/update/update_engine_descriptions.py b/searxng_extra/update/update_engine_descriptions.py
index 69e0971f7..f0798aaf7 100755
--- a/searxng_extra/update/update_engine_descriptions.py
+++ b/searxng_extra/update/update_engine_descriptions.py
@@ -1,7 +1,7 @@
#!/usr/bin/env python
# SPDX-License-Identifier: AGPL-3.0-or-later
"""Fetch website description from websites and from
-:origin:`searx/engines/wikidata.py` engine.
+:origin:`searx/wikidata.py`.
Output file: :origin:`searx/data/engine_descriptions.json`.
@@ -17,6 +17,7 @@ from lxml.html import fromstring
import searx.engines
from searx.engines import wikidata, set_loggers
+from searx.wikidata import send_wikidata_query
from searx.utils import extract_text
from searx.locales import LOCALE_NAMES, locales_initialize, match_locale
from searx import searx_dir
@@ -200,7 +201,6 @@ def initialize():
locale2lang = {"nl-BE": "nl"}
for sxng_ui_lang in LOCALE_NAMES:
-
sxng_ui_alias = locale2lang.get(sxng_ui_lang, sxng_ui_lang)
wiki_lang = None
@@ -225,7 +225,7 @@ def initialize():
def fetch_wikidata_descriptions():
print("Fetching wikidata descriptions")
searx.network.set_timeout_for_thread(60)
- result = wikidata.send_wikidata_query(
+ result = send_wikidata_query(
SPARQL_DESCRIPTION.replace("%IDS%", IDS).replace("%LANGUAGES_SPARQL%", LANGUAGES_SPARQL)
)
if not result:
@@ -249,7 +249,7 @@ def fetch_wikidata_descriptions():
def fetch_wikipedia_descriptions():
print("Fetching wikipedia descriptions")
- result = wikidata.send_wikidata_query(
+ result = send_wikidata_query(
SPARQL_WIKIPEDIA_ARTICLE.replace("%IDS%", IDS).replace("%LANGUAGES_SPARQL%", LANGUAGES_SPARQL)
)
if not result:
@@ -307,7 +307,6 @@ def fetch_website_description(engine_name: str, website: str):
previous_count: int = 0
for lang in languages:
-
if lang in descriptions[engine_name]:
continue