Icycoide/searxng
1
0
Fork 1
mirror of https://github.com/searxng/searxng.git synced 2025-07-24 21:59:22 +02:00
Code Issues Projects Releases Packages Wiki Activity

Startpage's unit test

Browse source
This commit is contained in:
Cqoicebordel 2015-02-06 17:31:10 +01:00
parent 3a4d6045c1
commit f1c10f4fe4
3 changed files with 146 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

13
searx/engines/startpage.py
View file

@ -13,6 +13,7 @@
from lxml import html
from cgi import escape
import re
from searx.engines.xpath import extract_text
# engine dependent config
categories = ['general']
@ -45,8 +46,7 @@ def request(query, params):
# set language if specified
if params['language'] != 'all':
params['data']['with_language'] = ('lang_' +
params['language'].split('_')[0])
params['data']['with_language'] = ('lang_' + params['language'].split('_')[0])
return params
@ -64,18 +64,15 @@ def response(resp):
continue
link = links[0]
url = link.attrib.get('href')
try:
title = escape(link.text_content())
except UnicodeDecodeError:
continue
# block google-ad url's
if re.match("^http(s|)://www.google.[a-z]+/aclk.*$", url):
continue
title = escape(extract_text(link))
if result.xpath('./p[@class="desc"]'):
content = escape(result.xpath('./p[@class="desc"]')[0]
.text_content())
content = escape(extract_text(result.xpath('./p[@class="desc"]')))
else:
content = ''