# Travel Accounting & Mid-Office ERP
# robots.txt — controls indexing for search and AI crawlers

# ----- All standard crawlers -------------------------------------------------
User-agent: *
Disallow: /api/
Disallow: /cron/
Disallow: /config/
Disallow: /core/
Disallow: /includes/
Disallow: /migrations/
Disallow: /logs/
Disallow: /modules/
Disallow: /uploads/
Disallow: /login
Disallow: /logout
Disallow: /dashboard
Disallow: /ledger
Disallow: /trust
Disallow: /bookings
Disallow: /reports
Disallow: /settings
Disallow: /reset-password
Allow: /
Allow: /about
Allow: /features
Allow: /pricing
Allow: /contact

# ----- AI crawlers: explicitly invited to discover public/marketing pages ---
# (Authenticated app routes remain disallowed above)
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /dashboard
Disallow: /ledger
Disallow: /trust
Disallow: /bookings
Disallow: /reports
Disallow: /settings

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Allow: /

# ----- Sitemap ---------------------------------------------------------------
Sitemap: https://erp.example.com/sitemap.xml

# ----- Crawl politeness ------------------------------------------------------
Crawl-delay: 10