User-Agent: *
Allow: /
Disallow: /api/

User-Agent: Googlebot
User-Agent: Bingbot
User-Agent: Applebot
User-Agent: DuckDuckBot
User-Agent: YouBot
User-Agent: Slurp
User-Agent: Yandex
User-Agent: Amazonbot
User-Agent: archive.org_bot
User-Agent: OAI-SearchBot
User-Agent: ChatGPT-User
User-Agent: GPTBot
User-Agent: Claude-SearchBot
User-Agent: Claude-User
User-Agent: ClaudeBot
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: Google-Extended
User-Agent: Applebot-Extended
User-Agent: Meta-ExternalFetcher
User-Agent: meta-externalagent
User-Agent: DuckAssistBot
User-Agent: MistralAI-User
User-Agent: CCBot
User-Agent: cohere-training-data-crawler
User-Agent: AI2Bot
Allow: /
Disallow: /api/

User-Agent: omgili
User-Agent: Bytespider
User-Agent: Webzio-Extended
User-Agent: Webzio
User-Agent: Diffbot
User-Agent: CriteoBot
User-Agent: 008
User-Agent: Dataprovider.com
User-Agent: dcrawl
User-Agent: HTTrack
User-Agent: Scrapy
User-Agent: newspaper
User-Agent: Offline Explorer
User-Agent: OpenindexSpider
User-Agent: ia_archiver
User-Agent: heritrix
User-Agent: PanguBot
User-Agent: Kangaroo Bot
User-Agent: SemrushBot
User-Agent: SemrushBot-SA
User-Agent: MJ12bot
Disallow: /

Sitemap: https://www.xy.ai/sitemap.xml