add bing videos engine

searx/engines/bing_videos.py

@@ -0,0 +1,96 @@
+"""
+ Bing (Videos)
+
+ @website     https://www.bing.com/videos
+ @provide-api yes (http://datamarket.azure.com/dataset/bing/search)
+
+ @using-api   no
+ @results     HTML
+ @stable      no
+ @parse       url, title, content, thumbnail
+"""
+
+from json import loads
+from lxml import html
+from searx.engines.xpath import extract_text
+from searx.url_utils import urlencode
+
+
+categories = ['videos']
+paging = True
+safesearch = True
+time_range_support = True
+number_of_results = 10
+
+search_url = 'https://www.bing.com/videos/asyncv2?{query}&async=content&'\
+             'first={offset}&count={number_of_results}&CW=1366&CH=25&FORM=R5VR5'
+time_range_string = '&qft=+filterui:videoage-lt{interval}'
+time_range_dict = {'day': '1440',
+                   'week': '10080',
+                   'month': '43200',
+                   'year': '525600'}
+
+# safesearch definitions
+safesearch_types = {2: 'STRICT',
+                    1: 'DEMOTE',
+                    0: 'OFF'}
+
+
+# do search-request
+def request(query, params):
+    offset = (params['pageno'] - 1) * 10 + 1
+
+    # safesearch cookie
+    params['cookies']['SRCHHPGUSR'] = \
+        'ADLT=' + safesearch_types.get(params['safesearch'], 'DEMOTE')
+
+    # language cookie
+    params['cookies']['_EDGE_S'] = 'mkt=' + params['language'].lower() + '&F=1'
+
+    # query and paging
+    params['url'] = search_url.format(query=urlencode({'q': query}),
+                                      offset=offset,
+                                      number_of_results=number_of_results)
+
+    # time range
+    if params['time_range'] in time_range_dict:
+        params['url'] += time_range_string.format(interval=time_range_dict[params['time_range']])
+
+    return params
+
+
+# get response from search-request
+def response(resp):
+    results = []
+
+    dom = html.fromstring(resp.text)
+
+    for result in dom.xpath('//div[@class="dg_u"]'):
+
+        # try to extract the url
+        url_container = result.xpath('.//div[@class="sa_wrapper"]/@data-eventpayload')
+        if len(url_container) > 0:
+            url = loads(url_container[0])['purl']
+        else:
+            url = result.xpath('./a/@href')[0]
+
+            # discard results that do not return an external url
+            # very recent results sometimes don't return the video's url
+            if url.startswith('/videos/search?'):
+                continue
+
+        title = extract_text(result.xpath('./a//div[@class="tl"]'))
+        content = extract_text(result.xpath('.//div[@class="pubInfo"]'))
+        thumbnail = result.xpath('.//div[@class="vthumb"]/img/@src')[0]
+
+        results.append({'url': url,
+                        'title': title,
+                        'content': content,
+                        'thumbnail': thumbnail,
+                        'template': 'videos.html'})
+
+        # first page ignores requested number of results
+        if len(results) >= number_of_results:
+            break
+
+    return results

searx/settings.yml

@@ -81,6 +81,10 @@ engines:
     engine : bing_news
     shortcut : bin
 
+  - name : bing videos
+    engine : bing_videos
+    shortcut : biv
+
   - name : bitbucket
     engine : xpath
     paging : True