# robots.txt for snapreeldownload.com
# Optimized for search engines and AI search discovery

# Allow ChatGPT Search crawler to discover and cite public pages
User-agent: OAI-SearchBot
Allow: /

# Allow user-triggered ChatGPT browsing actions
User-agent: ChatGPT-User
Allow: /

# Allow OpenAI training crawler; disallow here if you want search only
User-agent: GPTBot
Allow: /

User-agent: *

# Block internal API and non-indexable paths
Disallow: /proxy-image
Disallow: /api/
Disallow: /proxy/
Disallow: /temp/
Disallow: /cdn-cgi/
Disallow: /api/*?
Disallow: /proxy/*?

# Block admin and development files
Disallow: /admin
Disallow: /_debug
Disallow: /*.log$
Disallow: /*.tmp$

Sitemap: https://snapreeldownload.com/sitemap.xml