# MaSubventionPro Robots.txt
# https://www.masubventionpro.com

User-agent: *
Allow: /

# Public pages
Allow: /
Allow: /inscription
Allow: /connexion
Allow: /notre-histoire
Allow: /ai-transparency
Allow: /mentions-legales
Allow: /cgu
Allow: /cgv
Allow: /privacy
Allow: /cookies

# Blog (important for SEO)
Allow: /blog
Allow: /blog/*

# Block protected app routes from indexing
Disallow: /app/
Disallow: /app/*

# Block utility pages
Disallow: /confirm-email
Disallow: /reset-password
Disallow: /success
Disallow: /pdf-download
Disallow: /demo/

# Block alias routes (canonicals are /inscription and /connexion)
Disallow: /signup
Disallow: /login

# Crawl-delay for politeness
Crawl-delay: 1

# Throttle aggressive SEO bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# AI/LLM Crawlers - explicitly allowed
User-agent: GPTBot
Allow: /
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 1

User-agent: ClaudeBot
Allow: /
Crawl-delay: 1

User-agent: PerplexityBot
Allow: /
Crawl-delay: 1

User-agent: anthropic-ai
Allow: /
Crawl-delay: 1

User-agent: Google-Extended
Allow: /
Crawl-delay: 1

User-agent: CCBot
Allow: /
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.masubventionpro.com/sitemap.xml
Sitemap: https://www.masubventionpro.com/blog-sitemap.xml

# LLMs.txt for AI crawlers
# See: https://www.masubventionpro.com/llms.txt