[fix] add missing scheme to duplicated results too ++ revert gigablasts handling

This commit is contained in:
Adam Tauber 2015-09-11 18:33:06 +02:00
parent e3df22b140
commit 37c3ace309
2 changed files with 4 additions and 5 deletions

View file

@ -53,8 +53,6 @@ def response(resp):
# parse results
for result in dom.xpath(results_xpath):
url = result.xpath(url_xpath)[0].text
if not url.startswith('http://') and not url.startswith('https://'):
url = 'http://' + url
title = result.xpath(title_xpath)[0].text
content = escape(result.xpath(content_xpath)[0].text)