diff --git a/src/aw/__init__.py b/src/aw/__init__.py
index 3739bf1..0a41a34 100644
--- a/src/aw/__init__.py
+++ b/src/aw/__init__.py
@@ -35,7 +35,39 @@ def assign_http(app: flask.Flask) -> flask.Flask:
         robots: str = (
             f"""User-agent: *
 Sitemap: {app.config['PREFERRED_URL_SCHEME']}://{app.config['DOMAIN']}/sitemap.xml
-Disallow: /vote/*/*"""
+Disallow: /vote/*/*
+
+User-agent: YouBot
+User-agent: Omgili
+User-agent: PerplexityBot
+User-agent: CCBot
+User-agent: facebookexternalhit
+User-agent: Amazonbot
+User-agent: ChatGPT-User
+User-agent: ImagesiftBot
+User-agent: AI2Bot
+User-agent: GPTBot
+User-agent: PetalBot
+User-agent: Diffbot
+User-agent: Bytespider
+User-agent: ClaudeBot
+User-agent: OAI-SearchBot
+User-agent: Applebot-Extended
+User-agent: cohere-ai
+User-agent: Claude-Web
+User-agent: ICC-Crawler
+User-agent: VelenPublicWebCrawler
+User-agent: Omgilibot
+User-agent: anthropic-ai
+User-agent: FriendlyCrawler
+User-agent: Scrapy
+User-agent: img2dataset
+User-agent: Google-Extended
+User-agent: Timpibot
+User-agent: meta-externalagent
+User-agent: FacebookBot
+User-agent: Ai2Bot-Dolma
+Disallow: /"""
         )
 
         return flask.Response(robots, mimetype="text/plain")