mirror of
https://github.com/searxng/searxng.git
synced 2024-11-16 09:30:11 +01:00
Block HeadlessChrome (#3116)
This commit is contained in:
parent
9c5f9735cf
commit
7c80807bb8
@ -35,7 +35,7 @@ USER_AGENT = (
|
|||||||
+ r'|HttpClient|Jersey|Python|libwww-perl|Ruby|SynHttpClient|UniversalFeedParser|Googlebot|GoogleImageProxy'
|
+ r'|HttpClient|Jersey|Python|libwww-perl|Ruby|SynHttpClient|UniversalFeedParser|Googlebot|GoogleImageProxy'
|
||||||
+ r'|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot'
|
+ r'|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot'
|
||||||
+ r'|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT|Sogou|Abonti|Pixray|Spinn3r|SemrushBot|Exabot'
|
+ r'|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT|Sogou|Abonti|Pixray|Spinn3r|SemrushBot|Exabot'
|
||||||
+ r'|ZmEu|BLEXBot|bitlybot'
|
+ r'|ZmEu|BLEXBot|bitlybot|HeadlessChrome'
|
||||||
# unmaintained Farside instances
|
# unmaintained Farside instances
|
||||||
+ r'|'
|
+ r'|'
|
||||||
+ re.escape(r'Mozilla/5.0 (compatible; Farside/0.1.0; +https://farside.link)')
|
+ re.escape(r'Mozilla/5.0 (compatible; Farside/0.1.0; +https://farside.link)')
|
||||||
|
Loading…
Reference in New Issue
Block a user