# ===================================================
# robots.txt for cementstabilisering.se
# Hjerpes Maskincentra AB - Cementstabilisering & Markstabilisering
# Version: 1.0 | Updated: 2026-03-17
# ===================================================

# === GENERAL RULES ===
User-agent: *
Allow: /
Disallow: /includes/
Disallow: /cgi-bin/

# === GOOGLE ===
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Google-Extended
Allow: /

# === AI BOTS - EXPLICITLY ALLOWED ===
# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# Google AI (Gemini)
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# Microsoft / Bing / Copilot
User-agent: Bingbot
Allow: /

User-agent: MicrosoftPreview
Allow: /

# Apple AI / Siri
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Common Crawl
User-agent: CCBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# ByteDance / TikTok
User-agent: Bytespider
Allow: /

# YouChat
User-agent: YouBot
Allow: /

# Amazon / Alexa
User-agent: Amazonbot
Allow: /

# Brave Search
User-agent: BraveBot
Allow: /

# === SITEMAPS ===
Sitemap: https://cementstabilisering.se/sitemap.xml

# === AI CONTEXT ===
# LLM context: https://cementstabilisering.se/llms.txt
# LLM context (full): https://cementstabilisering.se/llms-full.txt
# AI policy: https://cementstabilisering.se/ai-policy