iv-org/infrastructure
1
0
Fork 0
mirror of https://github.com/iv-org/infrastructure.git synced 2024-11-26 23:20:32 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Remove robots.txt for sites we want to be indexed

Browse Source 
Removes robots.txt for the following websites:

invidious.io - main page about the project
instances.invidious.io - instance list for end users
docs.invidious.io - docs for end users and admins
This commit is contained in:
Perflyst 2022-02-01 20:54:15 +01:00 committed by GitHub
parent bf9bda494e
commit cc1c971022
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 17 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
templates/tin-Caddyfile.j2
View File

@ -2,11 +2,6 @@
(common) {
encode gzip
respond /robots.txt 200 {
body "User-agent: *
Disallow: /
"
}
log {
output file /var/log/caddy/access.log {
roll_size 500mb
@ -25,8 +20,17 @@ Disallow: /
}
}
(block-robots) {
respond /robots.txt 200 {
body "User-agent: *
Disallow: /
"
}
}
www.invidio.us {
import common
import block-robots
redir https://invidious.io{uri}
}
invidious.io {
@ -36,36 +40,43 @@ invidious.io {
git.invidious.io {
import common
import block-robots
redir https://github.com/iv-org/invidious
}
invidio.us {
import common
import block-robots
redir https://redirect.invidious.io{uri}
header /api* content-type "application/json"
respond /api* "{\"error\":\"This server no longer hosts the Invidious API.\"}" 410
}
redirect.invidious.io {
import common
import block-robots
reverse_proxy http://127.0.0.1:8080
}
instances.invidio.us {
import common
import block-robots
redir https://api.invidious.io{uri}
}
api.invidious.io {
import common
import block-robots
reverse_proxy http://127.0.0.1:3000
header /static* Cache-Control "max-age=86400"
}
uptime.invidio.us {
import common
import block-robots
redir https://stats.uptimerobot.com/89VnzSKAn{uri}
}
uptime.invidious.io {
import common
import block-robots
redir https://stats.uptimerobot.com/89VnzSKAn{uri}
}
@ -81,5 +92,6 @@ instances.invidious.io {
todo.invidious.io {
import common
import block-robots
redir https://github.com/orgs/iv-org/projects
}