Update robots.txt

flodolo · flodolo · commit e3bf7362eea7 · 2025-04-20T08:22:42.000+02:00
diff --git a/web/robots.txt b/web/robots.txt
@@ -1,2 +1,26 @@
+User-agent: AhrefsBot
+Disallow: /
+
+User-agent: AliyunSecBot
+Disallow: /
+
+User-agent: Barkrowler
+Disallow: /
+
+User-agent: Bytespider
+Disallow: /
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: meta-externalagent
+Disallow: /
+
+User-agent: MJ12bot
+Disallow: /
+
+User-agent: PetalBot
+Disallow: /
+
 User-agent: SemrushBot
 Disallow: /
