User-Agent: Twitterbot
Allow: /

User-Agent: facebookexternalhit
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: *
Allow: /
Allow: /api/og
Disallow: /api/

Sitemap: https://www.idearoast.dev/sitemap.xml