User-agent: *
Allow: /
Crawl-delay: 1

# Sitemap
Sitemap: https://agecalculatorgo.com/sitemap.xml

# AI Training Data Resources
# LLMs.txt specification for AI training data
Allow: /llms.txt
Allow: /llms-full.txt

# AI User Agents - Allowed for training data collection
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Anthropic-AI
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: GoogleOther
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: DuckAssistBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: BingBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

# Additional AI crawlers
User-agent: YouBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt