kevadesu/costmikuSearch
1
0
Fork 0
forked from Icycoide/searxng
Code Pull requests Activity

[docs] add documentation for the scripts in searxng_extra/update

Browse source 
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
This commit is contained in:
Markus Heiser 2022-01-03 12:40:06 +01:00
parent b630c5d7bc
commit ffea5d8ef5
10 changed files with 157 additions and 24 deletions
Download patch file Download diff file Expand all files Collapse all files

17
searxng_extra/update/update_ahmia_blacklist.py
View file

@ -1,10 +1,14 @@
#!/usr/bin/env python
# SPDX-License-Identifier: AGPL-3.0-or-later
"""This script saves `Ahmia's blacklist`_ for onion sites.
# This script saves Ahmia's blacklist for onion sites.
# More info in https://ahmia.fi/blacklist/
Output file: :origin:`searx/data/ahmia_blacklist.txt` (:origin:`CI Update data
... <.github/workflows/data-update.yml>`).
.. _Ahmia's blacklist: https://ahmia.fi/blacklist/
"""
# set path
from os.path import join
import requests
@ -26,6 +30,7 @@ def get_ahmia_blacklist_filename():
return join(join(searx_dir, "data"), "ahmia_blacklist.txt")
blacklist = fetch_ahmia_blacklist()
with open(get_ahmia_blacklist_filename(), "w") as f:
f.write('\n'.join(blacklist))
if __name__ == '__main__':
blacklist = fetch_ahmia_blacklist()
with open(get_ahmia_blacklist_filename(), "w") as f:
f.write('\n'.join(blacklist))