wimdupont.com

commit 299b16d61817e0c51a23e7706274c740a3524221
parent 8ddd58a0e7dfef5b4c04068373b41c624c6e6129
Author: Wim Dupont <wim@wimdupont.com>
Date:   Mon, 23 Dec 2024 20:48:02 +0100

added specific goodbots allowance

Diffstat:
M
generate.sh
 | 
1
+
A
robots.txt
 | 
2
++

2 files changed, 3 insertions(+), 0 deletions(-)
diff --git a/generate.sh b/generate.sh
@@ -28,6 +28,7 @@ mkdir -p $SOFTWARE_DEST_DIR
 cp -rf $REPO_PATH/images "$NGINX_DIR/files"
 cp $REPO_PATH/pubkey.gpg "$NGINX_DIR/files"
 cp $REPO_PATH/main.css $NGINX_DIR/stylesheets
+cp $REPO_PATH/robots.txt "$NGINX_DIR/"
 
 get_page_header() {
 	declare -r TITLE="${1^}"
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: