User-agent: *
Disallow: /admin
Disallow: /api
Disallow: /_archive
Disallow: /client
Disallow: /client-portal
Disallow: /coming-soon
Disallow: /contractor
Disallow: /contractor-portal
Disallow: /crm
Disallow: /dashboard
Disallow: /demo
Disallow: /image-optimizer
Disallow: /investors
Disallow: /lighthouse-report
Disallow: /login
Disallow: /minimal
Disallow: /partner-portal
Disallow: /pitch
Disallow: /portal
Disallow: /premium-demo
Disallow: /preview
Disallow: /r6-demo
Disallow: /signup
Disallow: /simple
Disallow: /sitemap-page
Disallow: /test
Disallow: /workflow-demo
Allow: /
Sitemap: https://disasterrecovery.com.au/sitemap.xml

# AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bingbot
Allow: /