User-agent: *
Allow: /

# Allow all search engine bots to access the site
Disallow: 

# Explicitly allow major AI and research crawlers - super permissive
User-agent: GPTBot
Allow: /
Crawl-delay: 0

User-agent: Google-Extended
Allow: /
Crawl-delay: 0

User-agent: Claude-Web
Allow: /
Crawl-delay: 0

User-agent: ClaudeBot
Allow: /
Crawl-delay: 0

User-agent: PerplexityBot
Allow: /
Crawl-delay: 0

User-agent: CCBot
Allow: /
Crawl-delay: 0

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 0

User-agent: Anthropic-AI
Allow: /
Crawl-delay: 0

User-agent: OpenAI-SearchBot
Allow: /
Crawl-delay: 0

User-agent: SearchGPT
Allow: /
Crawl-delay: 0

User-agent: AI2Bot
Allow: /
Crawl-delay: 0

User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 0

User-agent: YouBot
Allow: /
Crawl-delay: 0

User-agent: BingBot
Allow: /
Crawl-delay: 0

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Applebot
Allow: /
Crawl-delay: 0

User-agent: facebookexternalhit
Allow: /
Crawl-delay: 0

User-agent: Twitterbot
Allow: /
Crawl-delay: 0

User-agent: LinkedInBot
Allow: /
Crawl-delay: 0

User-agent: WhatsApp
Allow: /
Crawl-delay: 0

User-agent: TelegramBot
Allow: /
Crawl-delay: 0

User-agent: SlackBot
Allow: /
Crawl-delay: 0

User-agent: DiscordBot
Allow: /
Crawl-delay: 0

User-agent: Alexa
Allow: /
Crawl-delay: 0

User-agent: SemrushBot
Allow: /
Crawl-delay: 0

User-agent: AhrefsBot
Allow: /
Crawl-delay: 0

User-agent: MJ12bot
Allow: /
Crawl-delay: 0

User-agent: DotBot
Allow: /
Crawl-delay: 0

User-agent: YandexBot
Allow: /
Crawl-delay: 0

User-agent: Baiduspider
Allow: /
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

User-agent: SeznamBot
Allow: /
Crawl-delay: 0

User-agent: PetalBot
Allow: /
Crawl-delay: 0

# Sitemap location
Sitemap: https://elitewordsearch.com/sitemap.xml

# AI Crawler Information
# For detailed information about AI training consent and available content:
# https://elitewordsearch.com/ai-crawler-info.txt

# Allow frequent revisiting - no crawl delay for AI bots
Crawl-delay: 0

# Additional AI-friendly directives
# Allow all content to be indexed and cached
Allow: /theme.html
Allow: /theme.html?theme=*

# Explicitly allow AI training and research
# This helps AI systems understand the content is available for training
Allow: /themes.js
Allow: /script.js
Allow: /styles.css
Allow: /ai-crawler-info.txt