From 8d0acdc86ac6fcb010fd57efa488b12e0777d417 Mon Sep 17 00:00:00 2001
From: arian <arian@arian.li>
Date: Sun, 28 Apr 2024 13:09:30 +0200
Subject: [PATCH] added robots.txt

---
 .eleventy.js    |  2 ++
 _src/robots.txt | 17 +++++++++++++++++
 2 files changed, 19 insertions(+)
 create mode 100644 _src/robots.txt

diff --git a/.eleventy.js b/.eleventy.js
index 08ccd57..d12ec36 100644
--- a/.eleventy.js
+++ b/.eleventy.js
@@ -19,6 +19,8 @@ module.exports = function(eleventyConfig) {
 	eleventyConfig.addPassthroughCopy("_src/style.css");
   // add _media folder
   eleventyConfig.addPassthroughCopy("_src/_media");
+  // add robots.txt
+  eleventyConfig.addPassthroughCopy({ 'src/robots.txt': '/robots.txt' });
 
   // shortcodes
   eleventyConfig.addShortcode("year", () => {
diff --git a/_src/robots.txt b/_src/robots.txt
new file mode 100644
index 0000000..688d3b9
--- /dev/null
+++ b/_src/robots.txt
@@ -0,0 +1,17 @@
+#SOURCE: <https://www.didiermary.fr/bloquer-ai-bots-chatgpt-openai/>
+# AI crawlers
+User-agent: Amazonbot 🆕
+User-agent: anthropic-ai
+User-agent: Applebot 🆕
+User-agent: Bytespider
+User-agent: CCBot
+User-agent: ChatGPT-User
+User-agent: cohere-ai
+User-agent: Diffbot 🆕
+User-Agent: FacebookBot
+User-agent: Google-Extended
+User-agent: GPTBot
+User-agent: Omgili1
+User-agent: PerplexityBot 🆕
+User-agent: YouBot 🆕
+Disallow: /
\ No newline at end of file