# robots.txt — shared file served on both insolvencydirect.co.uk and
# insolnet.co.uk. Disallows below cover authenticated/internal paths on
# either host. Sitemap references at the bottom point to the host-specific
# sitemap files.

User-agent: *
Allow: /
# Authenticated areas (both hosts)
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/
Disallow: /case/
Disallow: /refer-client
Disallow: /refer-direct
Disallow: /refer-mvl
Disallow: /start-analysis
# IP team admin (insolvencydirect.co.uk only, but shared paths)
Disallow: /leads
Disallow: /leads/
Disallow: /leads-pipeline
Disallow: /leads-reports
Disallow: /leads-sms-templates
Disallow: /sent-emails
Disallow: /email-templates
Disallow: /diary
Disallow: /diary/
Disallow: /meetings
Disallow: /bonds
Disallow: /archive
Disallow: /kyc-review
Disallow: /sip9-report
Disallow: /timesheet
Disallow: /help
Disallow: /companies-house
Disallow: /create-account
Disallow: /open-account
Disallow: /open-account/
Disallow: /show-quote
Disallow: /show-quote/
Disallow: /accept-invite/
Disallow: /unsubscribe/
Disallow: /t/
Disallow: /doc-preview/
Disallow: /impersonate
Disallow: /impersonate-stop
Disallow: /create-client
Disallow: /create-staff
Disallow: /users
Disallow: /introduce-client
Disallow: /contact-thank-you
Disallow: /demo-thank-you

# AI assistant crawlers — explicitly allowed.
# Insolvency Direct is a lead-generation business; appearing as a cited
# source in AI assistant answers is desirable.

User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/
Disallow: /create-account
Disallow: /open-account
Disallow: /open-account/
Disallow: /show-quote
Disallow: /show-quote/
Disallow: /accept-invite/

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/
Disallow: /create-account
Disallow: /open-account
Disallow: /open-account/
Disallow: /show-quote
Disallow: /show-quote/
Disallow: /accept-invite/

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/
Disallow: /create-account
Disallow: /open-account
Disallow: /open-account/
Disallow: /show-quote
Disallow: /show-quote/
Disallow: /accept-invite/

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/
Disallow: /create-account
Disallow: /open-account
Disallow: /open-account/
Disallow: /show-quote
Disallow: /show-quote/

User-agent: GoogleOther
Allow: /

User-agent: CCBot
Allow: /
Disallow: /dashboard
Disallow: /profile
Disallow: /admin/
Disallow: /company/
Disallow: /creditorhub/

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: FacebookBot
Allow: /

Sitemap: https://insolvencydirect.co.uk/sitemap.xml
Sitemap: https://insolnet.co.uk/sitemap-insolnet.xml