# All crawlers not named below
User-agent: *
Allow: /
Disallow: /sign-up/
Disallow: /_admin_theme_/
Disallow: /analytics-service/
Disallow: /api/
Disallow: /search/
Disallow: /mintlify-assets/

Sitemap: https://www.experro.com/sitemap.xml

# Custom rules
User-agent: Facebookbot
Crawl-delay: 5
User-agent: Bingbot
Crawl-delay: 5
User-agent: MicrosoftPreview
Crawl-delay: 5
User-agent: Pinterestbot
Crawl-delay: 5