searxng/tests/unit/engines/test_mediawiki.py

# -*- coding: utf-8 -*-
from collections import defaultdict
import mock
from searx.engines import mediawiki
from searx.testing import SearxTestCase


class TestMediawikiEngine(SearxTestCase):

    def test_request(self):
        query = 'test_query'
        dicto = defaultdict(dict)
        dicto['pageno'] = 1
        dicto['language'] = 'fr_FR'
        params = mediawiki.request(query, dicto)
        self.assertIn('url', params)
        self.assertIn(query, params['url'])
        self.assertIn('wikipedia.org', params['url'])
        self.assertIn('fr', params['url'])

        dicto['language'] = 'all'
        params = mediawiki.request(query, dicto)
        self.assertIn('en', params['url'])

        mediawiki.base_url = "http://test.url/"
        mediawiki.search_url = mediawiki.base_url +\
                                 'w/api.php?action=query'\
                                 '&list=search'\
                                 '&{query}'\
                                 '&srprop=timestamp'\
                                 '&format=json'\
                                 '&sroffset={offset}'\
                                 '&srlimit={limit}'     # noqa
        params = mediawiki.request(query, dicto)
        self.assertIn('test.url', params['url'])

    def test_response(self):
        dicto = defaultdict(dict)
        dicto['language'] = 'fr'
        mediawiki.base_url = "https://{language}.wikipedia.org/"

        self.assertRaises(AttributeError, mediawiki.response, None)
        self.assertRaises(AttributeError, mediawiki.response, [])
        self.assertRaises(AttributeError, mediawiki.response, '')
        self.assertRaises(AttributeError, mediawiki.response, '[]')

        response = mock.Mock(text='{}', search_params=dicto)
        self.assertEqual(mediawiki.response(response), [])

        response = mock.Mock(text='{"data": []}', search_params=dicto)
        self.assertEqual(mediawiki.response(response), [])

        json = """
        {
            "query-continue": {
                "search": {
                    "sroffset": 1
                }
            },
            "query": {
                "searchinfo": {
                    "totalhits": 29721
                },
                "search": [
                    {
                        "ns": 0,
                        "title": "This is the title étude",
                        "timestamp": "2014-12-19T17:42:52Z"
                    }
                ]
            }
        }
        """
        response = mock.Mock(text=json, search_params=dicto)
        results = mediawiki.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 1)
        self.assertEqual(results[0]['title'], u'This is the title étude')
        self.assertIn('fr.wikipedia.org', results[0]['url'])
        self.assertIn('This_is_the_title', results[0]['url'])
        self.assertIn('%C3%A9tude', results[0]['url'])
        self.assertEqual(results[0]['content'], '')

        json = """
        {
            "query-continue": {
                "search": {
                    "sroffset": 1
                }
            },
            "query": {
                "searchinfo": {
                    "totalhits": 29721
                },
                "search": [
                ]
            }
        }
        """
        response = mock.Mock(text=json, search_params=dicto)
        results = mediawiki.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)

        json = """
        {
            "query-continue": {
                "search": {
                    "sroffset": 1
                }
            },
            "query": {
            }
        }
        """
        response = mock.Mock(text=json, search_params=dicto)
        results = mediawiki.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)

        json = r"""
        {"toto":[
            {"id":200,"name":"Artist Name",
            "link":"http:\/\/www.mediawiki.com\/artist\/1217","type":"artist"}
        ]}
        """
        response = mock.Mock(text=json, search_params=dicto)
        results = mediawiki.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 0)