# Dotient Robots.txt
# https://dotient.com

# Allow all standard crawlers
User-agent: *
Allow: /
Crawl-delay: 1

# Allow major AI/answer engine crawlers
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: FacebookBot
Allow: /

# Block access to private/admin areas
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /private/
Disallow: /success/

# Sitemap location
Sitemap: https://dotient.com/sitemap.xml