From a0a2c0061b22a63181ab572eb6610c5a250207f8 Mon Sep 17 00:00:00 2001 From: "e.medina" Date: Wed, 5 Nov 2025 10:17:13 +0100 Subject: [PATCH] robots: Exclusion IA bots --- robots.txt | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/robots.txt b/robots.txt index 482af66..65cd83e 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,13 @@ # https://www.robotstxt.org/ -# Deny crawling of all content -User-agent: * +User-Agent: GPTBot +User-Agent: ClaudeBot +User-agent: Claude-Web +User-Agent: PerplexityBot +User-Agent: CCBot +User-Agent: Google-Extended +Disallow: / + +User-agent: Yandex +User-agent: Baiduspider Disallow: /