[docs] add documentation for the scripts in searxng_extra/update

Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
This commit is contained in:
Markus Heiser 2022-01-03 12:40:06 +01:00
parent b630c5d7bc
commit ffea5d8ef5
10 changed files with 157 additions and 24 deletions

View file

@ -1,6 +1,13 @@
#!/usr/bin/env python
# SPDX-License-Identifier: AGPL-3.0-or-later
"""Fetch website description from websites and from
:origin:`searx/engines/wikidata.py` engine.
Output file: :origin:`searx/data/engine_descriptions.json`.
"""
import json
from urllib.parse import urlparse
from os.path import join