mirror of
https://github.com/searxng/searxng.git
synced 2024-11-22 12:10:11 +01:00
[enh] robots.txt added
This commit is contained in:
parent
d50414275c
commit
822bf2f36d
@ -148,6 +148,14 @@ def stats():
|
||||
stats = get_engines_stats()
|
||||
return render('stats.html', stats=stats)
|
||||
|
||||
@app.route('/robots.txt', methods=['GET'])
|
||||
def robots():
|
||||
return Response("""User-agent: *
|
||||
Allow: /
|
||||
Allow: /about
|
||||
Disallow: /stats
|
||||
""", mimetype='text/plain')
|
||||
|
||||
@app.route('/opensearch.xml', methods=['GET'])
|
||||
def opensearch():
|
||||
global opensearch_xml
|
||||
|
Loading…
Reference in New Issue
Block a user