From 42c5b4f34569f815f638ba4983995ce6929c9d7e Mon Sep 17 00:00:00 2001 From: yvierkoetter Date: Thu, 18 Jun 2026 23:47:43 +0200 Subject: [PATCH] Add robots.txt blocking all crawlers and AI training bots Co-Authored-By: Claude Sonnet 4.6 --- static/robots.txt | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..01c39d0 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,35 @@ +User-agent: * +Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: ClaudeBot +Disallow: / + +User-agent: anthropic-ai +Disallow: / + +User-agent: CCBot +Disallow: / + +User-agent: Bytespider +Disallow: / + +User-agent: PerplexityBot +Disallow: / + +User-agent: FacebookBot +Disallow: / + +User-agent: Applebot-Extended +Disallow: / + +User-agent: cohere-ai +Disallow: / + +User-agent: Amazonbot +Disallow: /