about summary refs log tree commit diff
diff options
context:
space:
mode:
authorsterni <sternenseemann@systemli.org>2024-11-17T16·20+0100
committerclbot <clbot@tvl.fyi>2024-11-18T11·21+0000
commit0a6b38773874d32725f060fae36683d32a4c1cb6 (patch)
tree126e3ff4fb6b1708567a213e50594b035a300c4d
parentbbfffa3fdd1f508d204d89b5b69d29c82143f2f8 (diff)
chore(sterni/code.sterni.lv): deny indexing r/8936
All repositories under code.sterni.lv are mirrors, so there's no value
in AI startups endlessly crawling the nixpkgs git history on
code.sterni.lv…

Change-Id: Iaac296315f325ced3cfd0852ae1d8d3f3815ea5b
Reviewed-on: https://cl.tvl.fyi/c/depot/+/12803
Reviewed-by: sterni <sternenseemann@systemli.org>
Autosubmit: sterni <sternenseemann@systemli.org>
Tested-by: BuildkiteCI
-rw-r--r--users/sterni/machines/ingeborg/http/code.sterni.lv.nix8
1 files changed, 8 insertions, 0 deletions
diff --git a/users/sterni/machines/ingeborg/http/code.sterni.lv.nix b/users/sterni/machines/ingeborg/http/code.sterni.lv.nix
index aa42777d2312..40ff85b53e7b 100644
--- a/users/sterni/machines/ingeborg/http/code.sterni.lv.nix
+++ b/users/sterni/machines/ingeborg/http/code.sterni.lv.nix
@@ -118,6 +118,8 @@ let
     enable-blame=1
     enable-commit-graph=1
 
+    robots=noindex,nofollow
+
     root-title=code.sterni.lv
     root-desc=
     css=/cgit.css
@@ -191,6 +193,12 @@ in
       extraConfig = ''
         try_files $uri @cgit;
 
+        # Note this overrides the default robots.txt cgit-pink ships
+        location = /robots.txt {
+           add_header Content-Type text/plain;
+           return 200 "User-agent: *\nDisallow: /\n";
+        }
+
         location @cgit {
           include ${pkgs.nginx}/conf/fastcgi_params;
           fastcgi_param    SCRIPT_FILENAME ${pkgs.cgit-pink}/cgit/cgit.cgi;