Icycoide/searxng
1
0
Fork 1
mirror of https://github.com/searxng/searxng.git synced 2025-08-02 10:02:20 +02:00
Code Issues Projects Releases Packages Wiki Activity

Duckduckgo unit test

Browse source
This commit is contained in:
Cqoicebordel 2015-02-02 17:55:39 +01:00
parent 0e6f8393ab
commit efe6dead55
3 changed files with 96 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

10
searx/engines/duckduckgo.py
View file

@ -15,7 +15,7 @@
from urllib import urlencode
from lxml.html import fromstring
from searx.utils import html_to_text
from searx.engines.xpath import extract_text
# engine dependent config
categories = ['general']
@ -28,8 +28,8 @@ url = 'https://duckduckgo.com/html?{query}&s={offset}'
# specific xpath variables
result_xpath = '//div[@class="results_links results_links_deep web-result"]' # noqa
url_xpath = './/a[@class="large"]/@href'
title_xpath = './/a[@class="large"]//text()'
content_xpath = './/div[@class="snippet"]//text()'
title_xpath = './/a[@class="large"]'
content_xpath = './/div[@class="snippet"]'
# do search-request
@ -64,8 +64,8 @@ def response(resp):
if not res_url:
continue
title = html_to_text(''.join(r.xpath(title_xpath)))
content = html_to_text(''.join(r.xpath(content_xpath)))
title = extract_text(r.xpath(title_xpath))
content = extract_text(r.xpath(content_xpath))
# append result
results.append({'title': title,