# DripTell public crawling policy
# Public website content is available to search engines, LLM citation
# crawlers, user-directed agents and other standards-compliant crawlers.
# Public content may be used for search, AI input and AI training.
# This preference is expressed as a comment because Content-Signal is not
# a standardized robots.txt directive and some validators reject it.
User-agent: *
Allow: /
Allow: /.well-known/
Allow: /auth.md
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Allow: /robots.txt
Allow: /sitemap.xml
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /studio
Disallow: /studio/
Disallow: /webhook
Disallow: /webhook/

# Explicit policy for established search and AI crawler identities
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Storebot-Google
User-agent: Bingbot
User-agent: BingPreview
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Slurp
User-agent: Baiduspider
User-agent: YandexBot
User-agent: YandexImages
User-agent: NaverBot
User-agent: SeznamBot
User-agent: Qwantbot
User-agent: PetalBot
User-agent: Bravebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: CCBot
User-agent: cohere-ai
User-agent: YouBot
User-agent: Diffbot
User-agent: Timpibot
User-agent: ImagesiftBot
Allow: /
Allow: /.well-known/
Allow: /auth.md
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /openapi.json
Allow: /robots.txt
Allow: /sitemap.xml
Disallow: /admin
Disallow: /admin/
Disallow: /api
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /studio
Disallow: /studio/
Disallow: /webhook
Disallow: /webhook/

# Canonical sitemap index
Sitemap: https://driptell.com/sitemap.xml