From d3cb10ca07795f4c1fbb548a8f3e150b25a08078 Mon Sep 17 00:00:00 2001
From: Jakob Meier <comcloudway@ccw.icu>
Date: Fri, 12 Jan 2024 14:35:40 +0100
Subject: [PATCH] Added a bunch of AI crawlers to the robot file so f off

---
 res/robots.txt      | 4 ++++
 templates/page.html | 4 ++++
 2 files changed, 8 insertions(+)
 create mode 100644 res/robots.txt

diff --git a/res/robots.txt b/res/robots.txt
new file mode 100644
index 0000000..5354eca
--- /dev/null
+++ b/res/robots.txt
@@ -0,0 +1,4 @@
+User-agent: gptbot
+Disallow: /
+User-agent: robots
+Disallow: /
diff --git a/templates/page.html b/templates/page.html
index 7421fd6..895eafa 100644
--- a/templates/page.html
+++ b/templates/page.html
@@ -10,6 +10,10 @@
     $if(date-meta)$
     <meta name="dcterms.date" content="$date-meta$">
     $endif$
+    <meta name="robots" content="noml">
+    <meta name="gptbot" content="noml">
+    <meta name="bingbot" content="noml">
+    <meta name="googlebot" content="noml">
     <title>$if(title-prefix)$$title-prefix$ - $endif$$pagetitle$</title>
     <style type="text/css">code{white-space: pre;}</style>
          $if(quotes)$
-- 
2.38.5