# robots.txt for TryowBOT
# Allow search engines and AI crawlers to crawl the website

User-agent: *
Disallow: /cgi-bin/


Sitemap: https://tryowbot.com/sitemap.xml
Sitemap: https://tryowbot.com/sitemap-pages.xml
Sitemap: https://tryowbot.com/sitemap-blog.xml

# AI crawlers, explicitly allowed
User-agent: facebookexternalhit
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: Applebot
User-agent: bingbot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Slurp
User-agent: YandexBot
Allow: /