chore: generate robots.txt

github-actions[bot] · github-actions[bot] · commit e43d8bd2d67e · 2024-05-11T00:43:07.000Z
diff --git a/public/robots.txt b/public/robots.txt
@@ -40,7 +40,7 @@ Disallow: /
 User-agent: Claude-Web
 Disallow: /
 
-# Undocumented AI Agent
+# AI Data Scraper
 # https://darkvisitors.com/agents/claudebot
 
 User-agent: ClaudeBot
