Sitemap: https://brapi.dev/api/sitemap

User-agent: *
Allow: /*
Allow: /rss.xml

Disallow: /api/auth
Disallow: /api/og
Disallow: /api/quote
Disallow: /api/v2
Disallow: /api/webhook
Disallow: /api/create-billing-portal-link
Disallow: /api/available
Disallow: /dashboard

User-agent: Yandex
Crawl-delay: 10
User-agent: dotbot
Crawl-delay: 5
User-agent: SemrushBot
Crawl-delay: 120
User-agent: msnbot
Crawl-delay: 5
User-agent: PetalBot
Crawl-delay: 120
User-agent: BLEXBot
Disallow:/
User-agent: amazonbot
Crawl-delay: 10
User-agent: DataForSeoBot
Disallow:/
User-agent: bytespider | byte spider | bytedance | bytedance
Crawl-delay: 120
User-agent: AhrefsBot
Crawl-delay: 120