kamp/anything-llm
1
0
Fork 0
mirror of https://github.com/Mintplex-Labs/anything-llm.git synced 2024-06-30 14:40:08 +02:00
Code Issues Packages Projects Releases Wiki Activity

Robots.txt (#369)

Browse Source 
* assume default model where appropriate

* merge with master and fix other model refs

* disallow robots

* add public file
This commit is contained in:
Timothy Carambat 2023-11-13 15:22:24 -08:00 committed by GitHub
parent 8743be679b
commit 6957bc3ec0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frontend/public/robots.txt Normal file
View File

@ -0,0 +1,2 @@
User-agent: *
Disallow: /

5
server/index.js
View File

@ -77,6 +77,11 @@ if (process.env.NODE_ENV !== "development") {
app.use("/", function (_, response) {
response.sendFile(path.join(__dirname, "public", "index.html"));
});
app.get("/robots.txt", function (_, response) {
response.type("text/plain");
response.send("User-agent: *\nDisallow: /").end();
});
}
app.use(