From 6cb2d712d246b028beaf06190cea9310b25cfef3 Mon Sep 17 00:00:00 2001 From: TheFrenchGhosty <47571719+TheFrenchGhosty@users.noreply.github.com> Date: Tue, 1 Feb 2022 13:09:37 +0000 Subject: [PATCH] Enable indexing on everything except api and redirect --- templates/Caddyfile.j2 | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/templates/Caddyfile.j2 b/templates/Caddyfile.j2 index 9ee2896..b979bf1 100644 --- a/templates/Caddyfile.j2 +++ b/templates/Caddyfile.j2 @@ -2,11 +2,6 @@ (common) { encode gzip - respond /robots.txt 200 { - body "User-agent: * -Disallow: / -" -} log { output file /var/log/caddy/access.log { roll_size 500mb @@ -48,6 +43,11 @@ invidio.us { redirect.invidious.io { import common reverse_proxy http://127.0.0.1:8080 + respond /robots.txt 200 { + body "User-agent: * +Disallow: / +" +} } instances.invidio.us { @@ -58,6 +58,11 @@ api.invidious.io { import common reverse_proxy http://127.0.0.1:3000 header /static* Cache-Control "max-age=86400" + respond /robots.txt 200 { + body "User-agent: * +Disallow: / +" +} } uptime.invidio.us {