1
0
mirror of https://github.com/searxng/searxng.git synced 2024-11-04 20:30:11 +01:00

[enh] robots.txt added

This commit is contained in:
asciimoo 2013-12-01 16:10:38 +01:00
parent d50414275c
commit 822bf2f36d

View File

@ -148,6 +148,14 @@ def stats():
stats = get_engines_stats()
return render('stats.html', stats=stats)
@app.route('/robots.txt', methods=['GET'])
def robots():
return Response("""User-agent: *
Allow: /
Allow: /about
Disallow: /stats
""", mimetype='text/plain')
@app.route('/opensearch.xml', methods=['GET'])
def opensearch():
global opensearch_xml