added robots.txt
This commit is contained in:
parent
e3ae991614
commit
8d0acdc86a
|
|
@ -19,6 +19,8 @@ module.exports = function(eleventyConfig) {
|
|||
eleventyConfig.addPassthroughCopy("_src/style.css");
|
||||
// add _media folder
|
||||
eleventyConfig.addPassthroughCopy("_src/_media");
|
||||
// add robots.txt
|
||||
eleventyConfig.addPassthroughCopy({ 'src/robots.txt': '/robots.txt' });
|
||||
|
||||
// shortcodes
|
||||
eleventyConfig.addShortcode("year", () => {
|
||||
|
|
|
|||
|
|
@ -0,0 +1,17 @@
|
|||
#SOURCE: <https://www.didiermary.fr/bloquer-ai-bots-chatgpt-openai/>
|
||||
# AI crawlers
|
||||
User-agent: Amazonbot 🆕
|
||||
User-agent: anthropic-ai
|
||||
User-agent: Applebot 🆕
|
||||
User-agent: Bytespider
|
||||
User-agent: CCBot
|
||||
User-agent: ChatGPT-User
|
||||
User-agent: cohere-ai
|
||||
User-agent: Diffbot 🆕
|
||||
User-Agent: FacebookBot
|
||||
User-agent: Google-Extended
|
||||
User-agent: GPTBot
|
||||
User-agent: Omgili1
|
||||
User-agent: PerplexityBot 🆕
|
||||
User-agent: YouBot 🆕
|
||||
Disallow: /
|
||||
Loading…
Reference in New Issue