mirror of
https://github.com/searxng/searxng.git
synced 2024-11-23 04:27:46 +01:00
85b3723345
compile XPath only once avoid redundant call to urlparse get_locale(webapp.py): avoid useless call to request.accept_languages.best_match
69 lines
1.6 KiB
Python
69 lines
1.6 KiB
Python
"""
|
|
Dictzone
|
|
|
|
@website https://dictzone.com/
|
|
@provide-api no
|
|
@using-api no
|
|
@results HTML (using search portal)
|
|
@stable no (HTML can change)
|
|
@parse url, title, content
|
|
"""
|
|
|
|
import re
|
|
from lxml import html
|
|
from searx.utils import is_valid_lang, eval_xpath
|
|
from searx.url_utils import urljoin
|
|
|
|
categories = ['general']
|
|
url = u'https://dictzone.com/{from_lang}-{to_lang}-dictionary/{query}'
|
|
weight = 100
|
|
|
|
parser_re = re.compile(b'.*?([a-z]+)-([a-z]+) ([^ ]+)$', re.I)
|
|
results_xpath = './/table[@id="r"]/tr'
|
|
|
|
|
|
def request(query, params):
|
|
m = parser_re.match(query)
|
|
if not m:
|
|
return params
|
|
|
|
from_lang, to_lang, query = m.groups()
|
|
|
|
from_lang = is_valid_lang(from_lang)
|
|
to_lang = is_valid_lang(to_lang)
|
|
|
|
if not from_lang or not to_lang:
|
|
return params
|
|
|
|
params['url'] = url.format(from_lang=from_lang[2],
|
|
to_lang=to_lang[2],
|
|
query=query.decode('utf-8'))
|
|
|
|
return params
|
|
|
|
|
|
def response(resp):
|
|
results = []
|
|
|
|
dom = html.fromstring(resp.text)
|
|
|
|
for k, result in enumerate(eval_xpath(dom, results_xpath)[1:]):
|
|
try:
|
|
from_result, to_results_raw = eval_xpath(result, './td')
|
|
except:
|
|
continue
|
|
|
|
to_results = []
|
|
for to_result in eval_xpath(to_results_raw, './p/a'):
|
|
t = to_result.text_content()
|
|
if t.strip():
|
|
to_results.append(to_result.text_content())
|
|
|
|
results.append({
|
|
'url': urljoin(resp.url, '?%d' % k),
|
|
'title': from_result.text_content(),
|
|
'content': '; '.join(to_results)
|
|
})
|
|
|
|
return results
|