[add] arxiv engine

tests/unit/engines/test_arxiv.py

@@ -0,0 +1,58 @@
+# -*- coding: utf-8 -*-
+from collections import defaultdict
+import mock
+from searx.engines import arxiv
+from searx.testing import SearxTestCase
+
+
+class TestBaseEngine(SearxTestCase):
+
+    def test_request(self):
+        query = 'test_query'
+        dicto = defaultdict(dict)
+        dicto['pageno'] = 1
+        params = arxiv.request(query, dicto)
+        self.assertIn('url', params)
+        self.assertIn('export.arxiv.org/api/', params['url'])
+
+    def test_response(self):
+        self.assertRaises(AttributeError, arxiv.response, None)
+        self.assertRaises(AttributeError, arxiv.response, [])
+        self.assertRaises(AttributeError, arxiv.response, '')
+        self.assertRaises(AttributeError, arxiv.response, '[]')
+
+        response = mock.Mock(text='''<?xml version="1.0" encoding="UTF-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom"></feed>''')
+        self.assertEqual(arxiv.response(response), [])
+
+        xml_mock = '''<?xml version="1.0" encoding="UTF-8"?>
+<feed xmlns="http://www.w3.org/2005/Atom">
+  <title type="html">ArXiv Query: search_query=all:test_query&amp;id_list=&amp;start=0&amp;max_results=1</title>
+  <id>http://arxiv.org/api/1</id>
+  <updated>2000-01-21T00:00:00-01:00</updated>
+  <opensearch:totalResults xmlns:opensearch="http://a9.com/-/spec/opensearch/1.1/">1</opensearch:totalResults>
+  <opensearch:startIndex xmlns:opensearch="http://a9.com/-/spec/opensearch/1.1/">0</opensearch:startIndex>
+  <opensearch:itemsPerPage xmlns:opensearch="http://a9.com/-/spec/opensearch/1.1/">1</opensearch:itemsPerPage>
+  <entry>
+    <id>http://arxiv.org/1</id>
+    <updated>2000-01-01T00:00:01Z</updated>
+    <published>2000-01-01T00:00:01Z</published>
+    <title>Mathematical proof.</title>
+    <summary>Mathematical formula.</summary>
+    <author>
+      <name>A. B.</name>
+    </author>
+    <link href="http://arxiv.org/1" rel="alternate" type="text/html"/>
+    <link title="pdf" href="http://arxiv.org/1" rel="related" type="application/pdf"/>
+    <category term="math.QA" scheme="http://arxiv.org/schemas/atom"/>
+    <category term="1" scheme="http://arxiv.org/schemas/atom"/>
+  </entry>
+</feed>
+'''
+
+        response = mock.Mock(text=xml_mock.encode('utf-8'))
+        results = arxiv.response(response)
+        self.assertEqual(type(results), list)
+        self.assertEqual(len(results), 1)
+        self.assertEqual(results[0]['title'], 'Mathematical proof.')
+        self.assertEqual(results[0]['content'], 'Mathematical formula.')