# Default modx exclusions
User-agent: *
Disallow: /members/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /manifests/
Disallow: /users/
Disallow: /profile/
Disallow: /crm/
Disallow: /assets/export/
Disallow: /assets/import/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/files/
Disallow: /install/
Disallow: /admin/
Disallow: /cms/
Disallow: /manager/
Disallow: /partners/
Disallow: /bzz/
Disallow: /redactie/
Disallow: /packages/
Disallow: /video/
Disallow: /auth/
Disallow: /account/
Disallow: /preview/
Disallow: /search/
Disallow: /cgi-bin/

# For sitemaps.xml autodiscovery. Uncomment if you have one:
Sitemap: https://ogc.yoman.nl/sitemap.xml
Sitemap: https://ogc.yoman.nl/xml-sitemap.php


# Beperk agressieve SEO-tools
User-agent: AhrefsBot
Crawl-Delay: 86400

# Blokkeer pure data-scrapers (training zonder bronvermelding)
User-agent: CCBot
Disallow: /
User-agent: omgili
Disallow: /

# Sta AI-zoekmachines toe (voor vindbaarheid), 
# maar verbied gebruik voor algemene model-training
User-agent: Google-Extended
Disallow: /
User-agent: Applebot-Extended
Disallow: /

# Laat de rest van de AI-bots toe zodat ze je llms.txt kunnen lezen
User-agent: GPTBot
Allow: /llms.txt
User-agent: PerplexityBot
Allow: /