2015-04-13 00:08:04 +02:00
|
|
|
'''
|
|
|
|
searx is free software: you can redistribute it and/or modify
|
|
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
|
|
(at your option) any later version.
|
|
|
|
|
|
|
|
searx is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
GNU Affero General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
|
|
along with searx. If not, see < http://www.gnu.org/licenses/ >.
|
|
|
|
|
|
|
|
(C) 2015 by Adam Tauber, <asciimoo@gmail.com>
|
|
|
|
'''
|
2020-07-14 18:56:57 +02:00
|
|
|
|
2020-07-14 21:51:38 +02:00
|
|
|
from hashlib import sha256
|
2020-07-14 18:56:57 +02:00
|
|
|
from importlib import import_module
|
2020-07-28 13:57:57 +02:00
|
|
|
from os import listdir, makedirs, remove, stat, utime
|
2020-07-25 21:05:23 +02:00
|
|
|
from os.path import abspath, basename, dirname, exists, join
|
2020-07-14 18:56:57 +02:00
|
|
|
from shutil import copyfile
|
|
|
|
|
2021-05-28 18:45:22 +02:00
|
|
|
from searx import logger, settings
|
2015-03-10 19:55:22 +01:00
|
|
|
|
2016-11-30 18:43:03 +01:00
|
|
|
|
2015-03-10 19:55:22 +01:00
|
|
|
logger = logger.getChild('plugins')
|
|
|
|
|
2017-09-22 23:43:05 +02:00
|
|
|
from searx.plugins import (oa_doi_rewrite,
|
2020-10-19 08:55:57 +02:00
|
|
|
ahmia_filter,
|
2018-03-17 13:54:00 +01:00
|
|
|
hash_plugin,
|
2016-08-11 04:21:28 +02:00
|
|
|
infinite_scroll,
|
2015-06-15 13:36:38 +02:00
|
|
|
self_info,
|
2015-06-09 16:16:07 +02:00
|
|
|
search_on_category_select,
|
2016-04-23 18:26:02 +02:00
|
|
|
tracker_url_remover,
|
|
|
|
vim_hotkeys)
|
2015-04-13 00:30:12 +02:00
|
|
|
|
2020-08-06 17:42:46 +02:00
|
|
|
required_attrs = (('name', str),
|
|
|
|
('description', str),
|
2015-03-14 20:22:26 +01:00
|
|
|
('default_on', bool))
|
2015-03-10 19:55:22 +01:00
|
|
|
|
2015-04-12 19:24:01 +02:00
|
|
|
optional_attrs = (('js_dependencies', tuple),
|
|
|
|
('css_dependencies', tuple))
|
|
|
|
|
2015-03-10 19:55:22 +01:00
|
|
|
|
|
|
|
class Plugin():
|
|
|
|
default_on = False
|
|
|
|
name = 'Default plugin'
|
2015-03-14 20:22:26 +01:00
|
|
|
description = 'Default plugin description'
|
2015-03-10 19:55:22 +01:00
|
|
|
|
|
|
|
|
|
|
|
class PluginStore():
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self.plugins = []
|
|
|
|
|
|
|
|
def __iter__(self):
|
2015-03-10 20:44:02 +01:00
|
|
|
for plugin in self.plugins:
|
2015-03-10 19:55:22 +01:00
|
|
|
yield plugin
|
|
|
|
|
2020-07-14 18:56:57 +02:00
|
|
|
def register(self, *plugins, external=False):
|
|
|
|
if external:
|
|
|
|
plugins = load_external_plugins(plugins)
|
2015-03-10 19:55:22 +01:00
|
|
|
for plugin in plugins:
|
2015-03-14 20:22:26 +01:00
|
|
|
for plugin_attr, plugin_attr_type in required_attrs:
|
|
|
|
if not hasattr(plugin, plugin_attr) or not isinstance(getattr(plugin, plugin_attr), plugin_attr_type):
|
2015-03-10 19:55:22 +01:00
|
|
|
logger.critical('missing attribute "{0}", cannot load plugin: {1}'.format(plugin_attr, plugin))
|
|
|
|
exit(3)
|
2015-04-12 19:24:01 +02:00
|
|
|
for plugin_attr, plugin_attr_type in optional_attrs:
|
|
|
|
if not hasattr(plugin, plugin_attr) or not isinstance(getattr(plugin, plugin_attr), plugin_attr_type):
|
|
|
|
setattr(plugin, plugin_attr, plugin_attr_type())
|
2015-03-11 01:42:25 +01:00
|
|
|
plugin.id = plugin.name.replace(' ', '_')
|
2021-06-01 16:21:56 +02:00
|
|
|
if not hasattr(plugin, 'preference_section'):
|
|
|
|
plugin.preference_section = 'general'
|
2015-03-10 19:55:22 +01:00
|
|
|
self.plugins.append(plugin)
|
|
|
|
|
2017-01-02 12:06:04 +01:00
|
|
|
def call(self, ordered_plugin_list, plugin_type, request, *args, **kwargs):
|
2015-03-10 19:55:22 +01:00
|
|
|
ret = True
|
2017-01-02 12:06:04 +01:00
|
|
|
for plugin in ordered_plugin_list:
|
2015-03-10 19:55:22 +01:00
|
|
|
if hasattr(plugin, plugin_type):
|
|
|
|
ret = getattr(plugin, plugin_type)(request, *args, **kwargs)
|
|
|
|
if not ret:
|
|
|
|
break
|
|
|
|
|
|
|
|
return ret
|
|
|
|
|
|
|
|
|
2020-07-14 18:56:57 +02:00
|
|
|
def load_external_plugins(plugin_names):
|
|
|
|
plugins = []
|
|
|
|
for name in plugin_names:
|
|
|
|
logger.debug('loading plugin: {0}'.format(name))
|
|
|
|
try:
|
|
|
|
pkg = import_module(name)
|
|
|
|
except Exception as e:
|
|
|
|
logger.critical('failed to load plugin module {0}: {1}'.format(name, e))
|
|
|
|
exit(3)
|
|
|
|
|
|
|
|
pkg.__base_path = dirname(abspath(pkg.__file__))
|
|
|
|
|
2020-07-25 03:20:29 +02:00
|
|
|
prepare_package_resources(pkg, name)
|
2020-07-14 18:56:57 +02:00
|
|
|
|
|
|
|
plugins.append(pkg)
|
|
|
|
logger.debug('plugin "{0}" loaded'.format(name))
|
|
|
|
return plugins
|
|
|
|
|
|
|
|
|
2020-07-25 03:20:29 +02:00
|
|
|
def sync_resource(base_path, resource_path, name, target_dir, plugin_dir):
|
|
|
|
dep_path = join(base_path, resource_path)
|
|
|
|
file_name = basename(dep_path)
|
|
|
|
resource_path = join(target_dir, file_name)
|
|
|
|
if not exists(resource_path) or sha_sum(dep_path) != sha_sum(resource_path):
|
|
|
|
try:
|
|
|
|
copyfile(dep_path, resource_path)
|
2020-07-28 13:57:57 +02:00
|
|
|
# copy atime_ns and mtime_ns, so the weak ETags (generated by
|
|
|
|
# the HTTP server) do not change
|
|
|
|
dep_stat = stat(dep_path)
|
|
|
|
utime(resource_path, ns=(dep_stat.st_atime_ns, dep_stat.st_mtime_ns))
|
2020-07-25 03:20:29 +02:00
|
|
|
except:
|
|
|
|
logger.critical('failed to copy plugin resource {0} for plugin {1}'.format(file_name, name))
|
|
|
|
exit(3)
|
2020-07-14 18:56:57 +02:00
|
|
|
|
2020-07-25 03:20:29 +02:00
|
|
|
# returning with the web path of the resource
|
2020-07-28 13:10:09 +02:00
|
|
|
return join('plugins/external_plugins', plugin_dir, file_name)
|
2020-07-14 18:56:57 +02:00
|
|
|
|
|
|
|
|
2020-07-25 03:20:29 +02:00
|
|
|
def prepare_package_resources(pkg, name):
|
2020-07-22 19:02:34 +02:00
|
|
|
plugin_dir = 'plugin_' + name
|
2021-05-28 18:45:22 +02:00
|
|
|
target_dir = join(settings['ui']['static_path'], 'plugins/external_plugins', plugin_dir)
|
2020-07-25 03:20:29 +02:00
|
|
|
try:
|
|
|
|
makedirs(target_dir, exist_ok=True)
|
|
|
|
except:
|
|
|
|
logger.critical('failed to create resource directory {0} for plugin {1}'.format(target_dir, name))
|
|
|
|
exit(3)
|
2020-07-22 19:02:34 +02:00
|
|
|
|
|
|
|
resources = []
|
|
|
|
|
2020-07-14 18:56:57 +02:00
|
|
|
if hasattr(pkg, 'js_dependencies'):
|
2020-07-22 19:02:34 +02:00
|
|
|
resources.extend(map(basename, pkg.js_dependencies))
|
2020-07-14 18:56:57 +02:00
|
|
|
pkg.js_dependencies = tuple([
|
2020-07-25 03:20:29 +02:00
|
|
|
sync_resource(pkg.__base_path, x, name, target_dir, plugin_dir)
|
2020-07-14 18:56:57 +02:00
|
|
|
for x in pkg.js_dependencies
|
|
|
|
])
|
|
|
|
if hasattr(pkg, 'css_dependencies'):
|
2020-07-22 19:02:34 +02:00
|
|
|
resources.extend(map(basename, pkg.css_dependencies))
|
2020-07-14 18:56:57 +02:00
|
|
|
pkg.css_dependencies = tuple([
|
2020-07-25 03:20:29 +02:00
|
|
|
sync_resource(pkg.__base_path, x, name, target_dir, plugin_dir)
|
2020-07-14 18:56:57 +02:00
|
|
|
for x in pkg.css_dependencies
|
|
|
|
])
|
|
|
|
|
2020-07-22 19:02:34 +02:00
|
|
|
for f in listdir(target_dir):
|
|
|
|
if basename(f) not in resources:
|
|
|
|
resource_path = join(target_dir, basename(f))
|
|
|
|
try:
|
|
|
|
remove(resource_path)
|
|
|
|
except:
|
|
|
|
logger.critical('failed to remove unused resource file {0} for plugin {1}'.format(resource_path, name))
|
|
|
|
exit(3)
|
|
|
|
|
2020-07-14 18:56:57 +02:00
|
|
|
|
2020-07-14 21:51:38 +02:00
|
|
|
def sha_sum(filename):
|
2020-07-14 22:00:24 +02:00
|
|
|
with open(filename, "rb") as f:
|
2020-11-16 09:43:23 +01:00
|
|
|
file_content_bytes = f.read()
|
|
|
|
return sha256(file_content_bytes).hexdigest()
|
2020-07-14 21:51:38 +02:00
|
|
|
|
|
|
|
|
2015-03-10 19:55:22 +01:00
|
|
|
plugins = PluginStore()
|
2017-09-22 23:43:05 +02:00
|
|
|
plugins.register(oa_doi_rewrite)
|
2018-03-17 13:54:00 +01:00
|
|
|
plugins.register(hash_plugin)
|
2016-08-11 04:21:28 +02:00
|
|
|
plugins.register(infinite_scroll)
|
2015-06-15 13:36:38 +02:00
|
|
|
plugins.register(self_info)
|
2015-04-12 19:27:48 +02:00
|
|
|
plugins.register(search_on_category_select)
|
2015-06-09 16:16:07 +02:00
|
|
|
plugins.register(tracker_url_remover)
|
2016-04-23 18:26:02 +02:00
|
|
|
plugins.register(vim_hotkeys)
|
2020-07-14 18:56:57 +02:00
|
|
|
# load external plugins
|
2021-05-28 18:45:22 +02:00
|
|
|
if settings['plugins']:
|
2020-07-14 18:56:57 +02:00
|
|
|
plugins.register(*settings['plugins'], external=True)
|
2020-10-09 14:11:19 +02:00
|
|
|
|
2021-05-28 18:45:22 +02:00
|
|
|
if settings['enabled_plugins']:
|
2020-10-09 14:11:19 +02:00
|
|
|
for plugin in plugins:
|
|
|
|
if plugin.name in settings['enabled_plugins']:
|
|
|
|
plugin.default_on = True
|
|
|
|
else:
|
|
|
|
plugin.default_on = False
|
2020-10-19 08:55:57 +02:00
|
|
|
|
|
|
|
# load tor specific plugins
|
2021-05-28 18:45:22 +02:00
|
|
|
if settings['outgoing']['using_tor_proxy']:
|
2020-10-19 08:55:57 +02:00
|
|
|
plugins.register(ahmia_filter)
|