mirror of
https://github.com/searxng/searxng.git
synced 2024-11-14 00:30:15 +01:00
772c048d01
Add match_language function in utils to match any user given language code with a list of engine's supported languages. Also add language_aliases dict on each engine to translate standard language codes into the custom codes used by the engine.
340 lines
10 KiB
Python
340 lines
10 KiB
Python
from collections import defaultdict
|
|
import mock
|
|
from searx.engines import qwant
|
|
from searx.testing import SearxTestCase
|
|
|
|
|
|
class TestQwantEngine(SearxTestCase):
|
|
|
|
def test_request(self):
|
|
qwant.supported_languages = ['en-US', 'fr-CA', 'fr-FR']
|
|
query = 'test_query'
|
|
dicto = defaultdict(dict)
|
|
dicto['pageno'] = 0
|
|
dicto['language'] = 'fr-FR'
|
|
qwant.categories = ['']
|
|
params = qwant.request(query, dicto)
|
|
self.assertIn('url', params)
|
|
self.assertIn(query, params['url'])
|
|
self.assertIn('web', params['url'])
|
|
self.assertIn('qwant.com', params['url'])
|
|
self.assertIn('fr_fr', params['url'])
|
|
|
|
dicto['language'] = 'en-US'
|
|
qwant.categories = ['news']
|
|
params = qwant.request(query, dicto)
|
|
self.assertFalse('fr' in params['url'])
|
|
self.assertIn('en_us', params['url'])
|
|
self.assertIn('news', params['url'])
|
|
|
|
dicto['language'] = 'fr'
|
|
params = qwant.request(query, dicto)
|
|
self.assertIn('fr_fr', params['url'])
|
|
|
|
def test_response(self):
|
|
self.assertRaises(AttributeError, qwant.response, None)
|
|
self.assertRaises(AttributeError, qwant.response, [])
|
|
self.assertRaises(AttributeError, qwant.response, '')
|
|
self.assertRaises(AttributeError, qwant.response, '[]')
|
|
|
|
response = mock.Mock(text='{}')
|
|
self.assertEqual(qwant.response(response), [])
|
|
|
|
response = mock.Mock(text='{"data": {}}')
|
|
self.assertEqual(qwant.response(response), [])
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"items": [
|
|
{
|
|
"title": "Title",
|
|
"score": 9999,
|
|
"url": "http://www.url.xyz",
|
|
"source": "...",
|
|
"desc": "Description",
|
|
"date": "",
|
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
|
"favicon": "https://s.qwant.com/fav.ico"
|
|
}
|
|
],
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
qwant.categories = ['general']
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 1)
|
|
self.assertEqual(results[0]['title'], 'Title')
|
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
|
self.assertEqual(results[0]['content'], 'Description')
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"items": [
|
|
{
|
|
"title": "Title",
|
|
"score": 9999,
|
|
"url": "http://www.url.xyz",
|
|
"source": "...",
|
|
"media": "http://image.jpg",
|
|
"desc": "",
|
|
"thumbnail": "http://thumbnail.jpg",
|
|
"date": "",
|
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
|
"favicon": "https://s.qwant.com/fav.ico"
|
|
}
|
|
],
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
qwant.categories = ['images']
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 1)
|
|
self.assertEqual(results[0]['title'], 'Title')
|
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
|
self.assertEqual(results[0]['content'], '')
|
|
self.assertEqual(results[0]['thumbnail_src'], 'http://thumbnail.jpg')
|
|
self.assertEqual(results[0]['img_src'], 'http://image.jpg')
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"items": [
|
|
{
|
|
"title": "Title",
|
|
"score": 9999,
|
|
"url": "http://www.url.xyz",
|
|
"source": "...",
|
|
"desc": "Description",
|
|
"date": 1433260920,
|
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
|
"favicon": "https://s.qwant.com/fav.ico"
|
|
}
|
|
],
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
qwant.categories = ['news']
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 1)
|
|
self.assertEqual(results[0]['title'], 'Title')
|
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
|
self.assertEqual(results[0]['content'], 'Description')
|
|
self.assertIn('publishedDate', results[0])
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"items": [
|
|
{
|
|
"title": "Title",
|
|
"score": 9999,
|
|
"url": "http://www.url.xyz",
|
|
"source": "...",
|
|
"desc": "Description",
|
|
"date": 1433260920,
|
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
|
"favicon": "https://s.qwant.com/fav.ico"
|
|
}
|
|
],
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
qwant.categories = ['social media']
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 1)
|
|
self.assertEqual(results[0]['title'], 'Title')
|
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
|
self.assertEqual(results[0]['content'], 'Description')
|
|
self.assertIn('publishedDate', results[0])
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"items": [
|
|
{
|
|
"title": "Title",
|
|
"score": 9999,
|
|
"url": "http://www.url.xyz",
|
|
"source": "...",
|
|
"desc": "Description",
|
|
"date": 1433260920,
|
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
|
"favicon": "https://s.qwant.com/fav.ico"
|
|
}
|
|
],
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
qwant.categories = ['']
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 0)
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"result": {
|
|
"filters": []
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 0)
|
|
|
|
json = """
|
|
{
|
|
"status": "success",
|
|
"data": {
|
|
"query": {
|
|
"locale": "en_us",
|
|
"query": "Test",
|
|
"offset": 10
|
|
},
|
|
"cache": {
|
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
|
"created": 1433092754,
|
|
"expiration": 259200,
|
|
"status": "miss",
|
|
"age": 0
|
|
}
|
|
}
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 0)
|
|
|
|
json = """
|
|
{
|
|
"status": "success"
|
|
}
|
|
"""
|
|
response = mock.Mock(text=json)
|
|
results = qwant.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 0)
|
|
|
|
def test_fetch_supported_languages(self):
|
|
page = """some code...
|
|
config_set('project.regionalisation', {"continents":{},"languages":
|
|
{"de":{"code":"de","name":"Deutsch","countries":["DE","CH","AT"]},
|
|
"it":{"code":"it","name":"Italiano","countries":["IT","CH"]}}});
|
|
some more code..."""
|
|
response = mock.Mock(text=page)
|
|
languages = qwant._fetch_supported_languages(response)
|
|
self.assertEqual(type(languages), list)
|
|
self.assertEqual(len(languages), 5)
|
|
self.assertIn('de-DE', languages)
|
|
self.assertIn('de-CH', languages)
|
|
self.assertIn('de-AT', languages)
|
|
self.assertIn('it-IT', languages)
|
|
self.assertIn('it-CH', languages)
|