Add ClaudeBot (#354)

monperrus · Apr 22, 2024 · e3f4b06 · e3f4b06
1 parent 0ef518e
commit e3f4b06
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/crawler-user-agents.json b/crawler-user-agents.json
@@ -5290,5 +5290,14 @@
       "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)"
     ],
     "url": "https://docs.perplexity.ai/docs/perplexitybot"
+  },
+  {
+    "pattern": "[cC]laude[bB]ot",
+    "addition_date": "2024/04/19",
+    "instances": [
+      "claudebot",
+      "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; [email protected])"
+    ],
+    "url": "https://www.anthropic.com/"
   }
 ]