# ==============================================================================
# Find True Deal — Autonomous AI Price Drop Radar & Multi-Store Deal Engine
# Robots.txt & AI Crawler Access Policy
# ==============================================================================

# Traditional Search Engines
User-agent: *
Allow: /
Allow: /price-finder
Allow: /price-tracker
Allow: /price-drop-alerts
Allow: /deals
Allow: /deals/
Allow: /products/
Allow: /categories/
Allow: /stores/
Allow: /alternatives/
Allow: /how-to/
Allow: /blog/
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /dashboard
Allow: /dashboard$
Disallow: /account/
Disallow: /alerts/
Disallow: /admin/
Disallow: /api/

# AI Search, RAG Crawlers & LLM Agents
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://findtruedeal.com/sitemap.xml
Sitemap: https://findtruedeal.com/sitemap-products.xml
Sitemap: https://findtruedeal.com/sitemap-price-history.xml
Sitemap: https://findtruedeal.com/sitemap-deals.xml
Sitemap: https://findtruedeal.com/feed.xml