From 73c12f7c4f0b6cef27d1a9052c85975f5a978b04 Mon Sep 17 00:00:00 2001 From: Vincent Ambo Date: Wed, 29 Mar 2023 15:12:14 +0300 Subject: fix(ops/www): allow all indexing on cl.tvl.fyi I *want* search engines to index our CLs, they might be useful! Change-Id: I956d92c80d812e1aefefb6daeba77a1588055b94 Reviewed-on: https://cl.tvl.fyi/c/depot/+/8361 Tested-by: BuildkiteCI Autosubmit: tazjin Reviewed-by: flokli --- ops/modules/www/cl.tvl.fyi.nix | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/ops/modules/www/cl.tvl.fyi.nix b/ops/modules/www/cl.tvl.fyi.nix index 470122c395..36422a6c4e 100644 --- a/ops/modules/www/cl.tvl.fyi.nix +++ b/ops/modules/www/cl.tvl.fyi.nix @@ -24,6 +24,10 @@ # The :443 suffix is a workaround for https://b.tvl.fyi/issues/88. proxy_set_header Host $host:443; } + + location = /robots.txt { + return 200 'User-agent: *\nAllow: /'; + } ''; }; }; -- cgit 1.4.1