mirror of
https://github.com/searxng/searxng.git
synced 2024-08-21 13:50:16 +02:00
Merge pull request #2350 from dalf/mod-engines-report-captcha
[mod] stackoverflow & yandex: detect CAPTCHA response
This commit is contained in:
commit
cec73b5dcf
@ -10,9 +10,10 @@
|
||||
@parse url, title, content
|
||||
"""
|
||||
|
||||
from urllib.parse import urlencode, urljoin
|
||||
from urllib.parse import urlencode, urljoin, urlparse
|
||||
from lxml import html
|
||||
from searx.utils import extract_text
|
||||
from searx.exceptions import SearxEngineCaptchaException
|
||||
|
||||
# engine dependent config
|
||||
categories = ['it']
|
||||
@ -37,6 +38,10 @@ def request(query, params):
|
||||
|
||||
# get response from search-request
|
||||
def response(resp):
|
||||
resp_url = urlparse(resp.url)
|
||||
if resp_url.path.startswith('/nocaptcha'):
|
||||
raise SearxEngineCaptchaException()
|
||||
|
||||
results = []
|
||||
|
||||
dom = html.fromstring(resp.text)
|
||||
|
@ -9,9 +9,10 @@
|
||||
@parse url, title, content
|
||||
"""
|
||||
|
||||
from urllib.parse import urlencode
|
||||
from urllib.parse import urlencode, urlparse
|
||||
from lxml import html
|
||||
from searx import logger
|
||||
from searx.exceptions import SearxEngineCaptchaException
|
||||
|
||||
logger = logger.getChild('yandex engine')
|
||||
|
||||
@ -47,6 +48,10 @@ def request(query, params):
|
||||
|
||||
# get response from search-request
|
||||
def response(resp):
|
||||
resp_url = urlparse(resp.url)
|
||||
if resp_url.path.startswith('/showcaptcha'):
|
||||
raise SearxEngineCaptchaException()
|
||||
|
||||
dom = html.fromstring(resp.text)
|
||||
results = []
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user