# robots.txt for trendriotinsights.com
User-agent: *
Allow: /
Allow: /index.html
Allow: /about.html
Allow: /payment.html
Allow: /privacy.html

# Don't index success pages or thank you pages
Disallow: /success.html

# Don't index any PDF reports that might be downloaded
Disallow: /*.pdf$

# Don't index any temporary or development files
Disallow: /*.tmp$
Disallow: /*.dev.*

# Add sitemap when available
Sitemap: https://trendriotinsights.com/sitemap.xml

# Specific rules for certain bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

# Block AI crawlers from training on site content
User-agent: anthropic-ai
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Claude-Web
Disallow: /