|
@@ -0,0 +1,130 @@
|
|
|
+# -*- coding: utf-8 -*-
|
|
|
+from collections import defaultdict
|
|
|
+import mock
|
|
|
+from searx.engines import mediawiki
|
|
|
+from searx.testing import SearxTestCase
|
|
|
+
|
|
|
+
|
|
|
+class TestMediawikiEngine(SearxTestCase):
|
|
|
+
|
|
|
+ def test_request(self):
|
|
|
+ query = 'test_query'
|
|
|
+ dicto = defaultdict(dict)
|
|
|
+ dicto['pageno'] = 1
|
|
|
+ dicto['language'] = 'fr_FR'
|
|
|
+ params = mediawiki.request(query, dicto)
|
|
|
+ self.assertIn('url', params)
|
|
|
+ self.assertIn(query, params['url'])
|
|
|
+ self.assertIn('wikipedia.org', params['url'])
|
|
|
+ self.assertIn('fr', params['url'])
|
|
|
+
|
|
|
+ dicto['language'] = 'all'
|
|
|
+ params = mediawiki.request(query, dicto)
|
|
|
+ self.assertIn('en', params['url'])
|
|
|
+
|
|
|
+ mediawiki.base_url = "http://test.url/"
|
|
|
+ mediawiki.search_url = mediawiki.base_url +\
|
|
|
+ 'w/api.php?action=query'\
|
|
|
+ '&list=search'\
|
|
|
+ '&{query}'\
|
|
|
+ '&srprop=timestamp'\
|
|
|
+ '&format=json'\
|
|
|
+ '&sroffset={offset}'\
|
|
|
+ '&srlimit={limit}' # noqa
|
|
|
+ params = mediawiki.request(query, dicto)
|
|
|
+ self.assertIn('test.url', params['url'])
|
|
|
+
|
|
|
+ def test_response(self):
|
|
|
+ dicto = defaultdict(dict)
|
|
|
+ dicto['language'] = 'fr'
|
|
|
+ mediawiki.base_url = "https://{language}.wikipedia.org/"
|
|
|
+
|
|
|
+ self.assertRaises(AttributeError, mediawiki.response, None)
|
|
|
+ self.assertRaises(AttributeError, mediawiki.response, [])
|
|
|
+ self.assertRaises(AttributeError, mediawiki.response, '')
|
|
|
+ self.assertRaises(AttributeError, mediawiki.response, '[]')
|
|
|
+
|
|
|
+ response = mock.Mock(text='{}', search_params=dicto)
|
|
|
+ self.assertEqual(mediawiki.response(response), [])
|
|
|
+
|
|
|
+ response = mock.Mock(text='{"data": []}', search_params=dicto)
|
|
|
+ self.assertEqual(mediawiki.response(response), [])
|
|
|
+
|
|
|
+ json = """
|
|
|
+ {
|
|
|
+ "query-continue": {
|
|
|
+ "search": {
|
|
|
+ "sroffset": 1
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "query": {
|
|
|
+ "searchinfo": {
|
|
|
+ "totalhits": 29721
|
|
|
+ },
|
|
|
+ "search": [
|
|
|
+ {
|
|
|
+ "ns": 0,
|
|
|
+ "title": "This is the title étude",
|
|
|
+ "timestamp": "2014-12-19T17:42:52Z"
|
|
|
+ }
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+ """
|
|
|
+ response = mock.Mock(text=json, search_params=dicto)
|
|
|
+ results = mediawiki.response(response)
|
|
|
+ self.assertEqual(type(results), list)
|
|
|
+ self.assertEqual(len(results), 1)
|
|
|
+ self.assertEqual(results[0]['title'], u'This is the title étude')
|
|
|
+ self.assertIn('fr.wikipedia.org', results[0]['url'])
|
|
|
+ self.assertIn('This_is_the_title', results[0]['url'])
|
|
|
+ self.assertIn('%C3%A9tude', results[0]['url'])
|
|
|
+ self.assertEqual(results[0]['content'], '')
|
|
|
+
|
|
|
+ json = """
|
|
|
+ {
|
|
|
+ "query-continue": {
|
|
|
+ "search": {
|
|
|
+ "sroffset": 1
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "query": {
|
|
|
+ "searchinfo": {
|
|
|
+ "totalhits": 29721
|
|
|
+ },
|
|
|
+ "search": [
|
|
|
+ ]
|
|
|
+ }
|
|
|
+ }
|
|
|
+ """
|
|
|
+ response = mock.Mock(text=json, search_params=dicto)
|
|
|
+ results = mediawiki.response(response)
|
|
|
+ self.assertEqual(type(results), list)
|
|
|
+ self.assertEqual(len(results), 0)
|
|
|
+
|
|
|
+ json = """
|
|
|
+ {
|
|
|
+ "query-continue": {
|
|
|
+ "search": {
|
|
|
+ "sroffset": 1
|
|
|
+ }
|
|
|
+ },
|
|
|
+ "query": {
|
|
|
+ }
|
|
|
+ }
|
|
|
+ """
|
|
|
+ response = mock.Mock(text=json, search_params=dicto)
|
|
|
+ results = mediawiki.response(response)
|
|
|
+ self.assertEqual(type(results), list)
|
|
|
+ self.assertEqual(len(results), 0)
|
|
|
+
|
|
|
+ json = """
|
|
|
+ {"toto":[
|
|
|
+ {"id":200,"name":"Artist Name",
|
|
|
+ "link":"http:\/\/www.mediawiki.com\/artist\/1217","type":"artist"}
|
|
|
+ ]}
|
|
|
+ """
|
|
|
+ response = mock.Mock(text=json, search_params=dicto)
|
|
|
+ results = mediawiki.response(response)
|
|
|
+ self.assertEqual(type(results), list)
|
|
|
+ self.assertEqual(len(results), 0)
|