# Robots.txt for Dash Application
# Generated by dash-improve-my-llms
# https://pip-install-python.com

# Default policy - allow all standard crawlers
User-agent: *
Allow: /

Crawl-delay: 10

# ==========================================
# Allow AI Search and Citation Bots
# ==========================================
# These bots help users find your content through
# AI-powered search engines and assistants.

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Disallow: /

# ==========================================
# Traditional Search Engines
# ==========================================
# Standard search engine bots are allowed
# by default with the User-agent: * rule above.

# Googlebot, Bingbot, etc. - covered by *

# ==========================================
# Sitemaps and Discovery
# ==========================================
Sitemap: https://pip-install-python.com/sitemap.xml

# ==========================================
# AI-Friendly Documentation
# ==========================================
# For AI agents and LLMs, we provide structured
# documentation in multiple formats:
#
# https://pip-install-python.com/llms.txt - LLM-friendly content structure
# https://pip-install-python.com/architecture.txt - Application architecture
# https://pip-install-python.com/page.json - Page metadata (JSON)
# https://pip-install-python.com/sitemap.xml - Complete sitemap