# ===================================================
# Timmerhus.se – Robots.txt
# Webbplats: https://timmerhus.se
# Plattform: Next.js / Vercel
# Uppdaterad: 2026-05-01
# AI-policy: Tillåt realtids-/sökbottar, blockera aggressiva träningsbottar
# Notera: Aggressiva bottar blockeras även här pga Vercel-kostnader
# ===================================================

# ===================================================
# ALLA BOTAR – GRUNDREGLER
# ===================================================

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /sok
Disallow: /butik/sok
Disallow: /_next/static/chunks/
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?utm_*
Disallow: /*?ref=*

# ===================================================
# AI-CRAWLERS – EXPLICIT TILLÅTNA
# Realtids- och citeringsbottar — kritiska för AI-synlighet
# OBS: en namngiven bot-grupp ignorerar *-gruppen helt, darfor upprepas
# sok-/api-disallows i VARJE grupp (crawler-falle-lardomen 2026-07-15).
# ===================================================

# OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Google AI (Gemini)
User-agent: Google-Extended
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: GoogleOther
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Apple Intelligence
User-agent: Applebot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Microsoft Copilot
User-agent: Bingbot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# Övriga AI-aktörer
User-agent: Amazonbot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: MistralBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Deepseekbot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

User-agent: Diffbot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/

# ===================================================
# SEO-BOTAR – TILLÅTNA MED FÖRDRÖJNING
# ===================================================

User-agent: AhrefsBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/
Crawl-delay: 5

User-agent: SemrushBot
Allow: /
Disallow: /sok
Disallow: /butik/sok
Disallow: /api/
Crawl-delay: 5

# ===================================================
# BLOCKERADE BOTAR
# Aggressiva skrapare — kostnadsdrivande på Vercel
# ===================================================

# Aggressiva SEO-skrapare
User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Meta — extremt aggressiv (kan vara 30-50% av all bot-trafik)
# Särskilt kostnadsdrivande på Vercel pga bildoptimering
User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: FacebookExternalHit
Disallow: /

# ByteDance/TikTok — aggressiv crawler, ignorerar ofta robots.txt
User-agent: Bytespider
Disallow: /

# Ryssland (för svenska kunder utan rysk marknad)
User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: YandexMobileBot
Disallow: /

# Kina (för svenska kunder utan kinesisk marknad)
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-news
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

# ===================================================
# SITEMAPS
# ===================================================

Sitemap: https://timmerhus.se/sitemap.xml

# ===================================================
# INFORMATION
# ===================================================
# Företag: Timmerhus.se
# AI-kontext: https://timmerhus.se/llms.txt
# AI-kontext (utökad): https://timmerhus.se/llms-full.txt
# ===================================================