# CustomCharacterBook.com robots.txt
# Generated: 2025-01-18

# Global rules for all robots
User-agent: *

# Allow homepage and public content
Allow: /$
Allow: /how-it-works/
Allow: /examples/
Allow: /community/

# Disallow admin and internal tools
Disallow: /admin/
Disallow: /api/
Disallow: /api/docs/
Disallow: /api/schema/

# Disallow account/authentication pages
Disallow: /accounts/
Disallow: /login/
Disallow: /signup/
Disallow: /auth/

# Disallow wizard and creation flows
Disallow: /wizard/
Disallow: /my-creations/
Disallow: /my-*/

# Disallow billing and payment pages
Disallow: /billing/
Disallow: /payments/

# Disallow user-specific pages
Disallow: /onboarding/

# Disallow static files (CSS, JS)
Disallow: /static/

# Allow media files (character/scene images should be indexed)
# /media/ is allowed by default

# Disallow URLs with query parameters (often user-specific or filtering)
Disallow: /*?

# Legal pages (using noindex meta tags, but also blocking here)
Disallow: /terms/
Disallow: /privacy/

# Block common spam/scraper patterns
Disallow: *.json$
Disallow: *.xml$
Disallow: /*modal/
Disallow: /*-partial/
Disallow: /*-html/

# Sitemap location (dynamically generated per site)
Sitemap: https://www.customcharacterbook.com/sitemap.xml

# Crawl delay (be nice to servers)
Crawl-delay: 1