# RecapManga Robots.txt

User-agent: *
Allow: /

# Private/authenticated pages
Disallow: /dashboard
Disallow: /admin/
Disallow: /api/
Disallow: /project/
Disallow: /chapter/
Disallow: /auth
Disallow: /settings
Disallow: /payment-success
Disallow: /account-suspended

# Redirect-only pages (old URLs that 301 client-side to new ones).
# Disallowing prevents Googlebot from indexing or flagging them as soft 404
# / "page with redirect" — humans still get redirected by React Router.
Disallow: /signin
Disallow: /privacy-policy
Disallow: /terms-of-service
Disallow: /legal/privacy
Disallow: /legal/terms
Disallow: /legal/dmca
Disallow: /legal/dmca-submit
Disallow: /legal/copyright-submit
Disallow: /legal/counter-notice
Disallow: /supported-content

# AI assistants & answer-engine crawlers — explicitly welcome.
# Listed together so they share one rule group (same private-page limits as everyone).
# Google-Extended / Applebot-Extended opt this site IN to AI answer features.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
Allow: /
Disallow: /dashboard
Disallow: /admin/
Disallow: /api/
Disallow: /project/
Disallow: /chapter/
Disallow: /auth
Disallow: /settings
Disallow: /payment-success
Disallow: /account-suspended

# Sitemap
Sitemap: https://recapmanga.com/sitemap.xml

# LLM-readable site summary
# https://recapmanga.com/llms.txt

# Crawl-delay for polite bots
Crawl-delay: 1

# Block aggressive scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10