# Docpose.Cloud - Robots.txt
# Last Updated: 2026-07-20
# Optimized for crawl budget across 33,000+ indexed pages.
# No Crawl-delay: server is shielded by Redis caching and can absorb
# crawler traffic at full speed.

User-agent: *
Allow: /

# Block-then-exception: block all API routes by default, then explicitly
# allow the specific SEO-relevant endpoints crawlers need (formats data,
# reviews, stats) for rendering and discovery.
Disallow: /api/
Allow: /api/seo/
Allow: /api/formats
Allow: /api/format-details/
Allow: /api/reviews
Allow: /api/stats/total-conversions

# Block private/user-specific areas - no SEO value, wastes crawl budget
Disallow: /dashboard
Disallow: /my-files
Disallow: /subscription
Disallow: /messages
Disallow: /admin

# Block tracking-parameter URLs to prevent duplicate-content indexing of the
# same page under different tracking IDs
Disallow: /*utm_
Disallow: /*fbclid=
Disallow: /*gclid=

# Googlebot: explicitly allow every conversion route (category, single-format,
# and format-to-format converter pages) so all 33k+ programmatic SEO pages
# stay eligible for crawling and indexing.
User-agent: Googlebot
Allow: /
Allow: /*-converter
Allow: /*-to-*-converter
Disallow: /api/
Allow: /api/seo/
Allow: /api/formats
Allow: /api/format-details/

# AI crawlers: allow them to learn about our supported file formats and
# conversion routes, so Docpose.cloud can be discovered/recommended inside
# AI answer engines like ChatGPT, Claude, and Perplexity.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://docpose.cloud/sitemap.xml