# robots.txt - Master Template v2.0
# Value Unlimited Premium Domain Network

# Allow all bots
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://{{DOMAIN}}/sitemap.xml

# Crawl delay (be nice to our server)
Crawl-delay: 1

# Specific directories
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /ordlista/

# Block admin areas (if any in future)
Disallow: /admin/
Disallow: /private/

# AI-specific directives
# Reference for AI models and crawlers
Allow: /llms.txt

# GPTBot (OpenAI)
User-agent: GPTBot
Allow: /
Allow: /llms.txt

# Google's AI crawlers
User-agent: Google-Extended
Allow: /
Allow: /llms.txt

# Anthropic's Claude crawler
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt

# Common AI crawlers
User-agent: CCBot
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

User-agent: cohere-ai
Allow: /
Allow: /llms.txt

# Rate limiting friendly message
# Please limit requests to 1/second to help our server handle all visitors