# robots.txt — www.finassverzekert.nl
# Joomla 5 + YOOtheme. Laatste wijziging: 2026-10-12 (eigen sitemap.xml uit de Finass-plugin).

# ---------------------------------------------------------------
# 1. Iedereen: technische mappen niet crawlen, opmaak en beelden wel
# ---------------------------------------------------------------
User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.webp*
Allow: /*.svg*
Allow: /*.gif*
Allow: /media/
Allow: /images/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/agents.json
Allow: /.well-known/finass-search.json
Allow: /.well-known/security.txt
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /tmp/
Disallow: /*?view=category
Disallow: /*?view=archive
Disallow: /*&format=json
Disallow: /*?option=com_ajax

# ---------------------------------------------------------------
# 2. AI-assistenten die de site bezoeken in opdracht van een bezoeker
#    (agent-modus / live-antwoorden). Expliciet toegestaan.
# ---------------------------------------------------------------
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Gemini-User
User-agent: DuckAssistBot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: MistralAI-User
Allow: /
Disallow: /administrator/
Disallow: /api/
Disallow: /cache/
Disallow: /logs/
Disallow: /tmp/
Disallow: /*?option=com_ajax

# ---------------------------------------------------------------
# 3. AI-crawlers voor trainingsdata. Toegestaan: hoe beter de modellen
#    Finass kennen, hoe vaker ze de site noemen. Wil je dit niet, zet
#    dan "Allow: /" hieronder om in "Disallow: /".
# ---------------------------------------------------------------
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: GPTBot
User-agent: CCBot
User-agent: Bytespider
User-agent: cohere-ai
Allow: /
Disallow: /administrator/
Disallow: /api/
Disallow: /cache/
Disallow: /logs/
Disallow: /tmp/
Disallow: /*?option=com_ajax

# ---------------------------------------------------------------
# 4. Sitemap — index met één sitemap per bestaande taal, uit de Finass-plugin.
#    De plugin Finass CSS (instelling "robots.txt nu schrijven") neemt de
#    Sitemap-regels automatisch over uit de vorige robots.txt.
# ---------------------------------------------------------------
Sitemap: https://www.finassverzekert.nl/sitemap.xml