User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI-assistenter (ChatGPT, Claude, Perplexity, Google AI, Apple Intelligence)
# Tillatt – disse kan sitere bokverden.no i AI-svar og sende trafikk tilbake
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Blokker masseskrapere og bots uten attribution/verdi for et norsk publikum
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /

# Blokker private og admin-sider
Disallow: /admin
Disallow: /konto
Disallow: /handlekurv
Disallow: /kasse
Disallow: /ordrebekreftelse
Disallow: /sok
Disallow: /send-oss-boker
Disallow: /profile
Disallow: /profil
Disallow: /min-bokklubb
Disallow: /brukere
Disallow: /verifiser-forfatter
Disallow: /mobil-lagre
Disallow: /auth
Disallow: /reset-password
Disallow: /nylig-sett
Disallow: /catalog/
Disallow: /bokklubb/innloes
Disallow: /bokklubb/gave/takk
Disallow: /anmeld/
Disallow: /kurv-avmelding

# Sitemap på hoveddomenet
Sitemap: https://bokverden.no/sitemap.xml