mirror of
https://github.com/searxng/searxng.git
synced 2024-11-10 23:20:12 +01:00
542f7d0d7b
In the past, some files were tested with the standard profile, others with a profile in which most of the messages were switched off ... some files were not checked at all. - ``PYLINT_SEARXNG_DISABLE_OPTION`` has been abolished - the distinction ``# lint: pylint`` is no longer necessary - the pylint tasks have been reduced from three to two 1. ./searx/engines -> lint engines with additional builtins 2. ./searx ./searxng_extra ./tests -> lint all other python files Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
46 lines
1.2 KiB
Python
46 lines
1.2 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
"""Processors for engine-type: ``online_url_search``
|
|
|
|
"""
|
|
|
|
import re
|
|
from .online import OnlineProcessor
|
|
|
|
re_search_urls = {
|
|
'http': re.compile(r'https?:\/\/[^ ]*'),
|
|
'ftp': re.compile(r'ftps?:\/\/[^ ]*'),
|
|
'data:image': re.compile('data:image/[^; ]*;base64,[^ ]*'),
|
|
}
|
|
|
|
|
|
class OnlineUrlSearchProcessor(OnlineProcessor):
|
|
"""Processor class used by ``online_url_search`` engines."""
|
|
|
|
engine_type = 'online_url_search'
|
|
|
|
def get_params(self, search_query, engine_category):
|
|
"""Returns a set of :ref:`request params <engine request online>` or ``None`` if
|
|
search query does not match to :py:obj:`re_search_urls`.
|
|
"""
|
|
|
|
params = super().get_params(search_query, engine_category)
|
|
if params is None:
|
|
return None
|
|
|
|
url_match = False
|
|
search_urls = {}
|
|
|
|
for k, v in re_search_urls.items():
|
|
m = v.search(search_query.query)
|
|
v = None
|
|
if m:
|
|
url_match = True
|
|
v = m[0]
|
|
search_urls[k] = v
|
|
|
|
if not url_match:
|
|
return None
|
|
|
|
params['search_urls'] = search_urls
|
|
return params
|