{
  "dataset": "AI-crawler-blokkades bij de 500 populairste Nederlandse websites",
  "source": "Writgo Media",
  "source_url": "https://writgo.nl/onderzoek/ai-crawlers-nederland",
  "license": "CC BY 4.0",
  "schema_version": "2.0",
  "edition": "2026-07",
  "methodology_version": "1.0",
  "methodology_note": null,
  "measured_at": "2026-07-01",
  "total_domains": 500,
  "reachable": 398,
  "metrics": [
    {
      "key": "blocking_any_ai_bot",
      "label": "Blokkeert minstens één automatische AI-crawler",
      "value": 22.4,
      "unit": "%"
    },
    {
      "key": "blocking_3plus_bots",
      "label": "Blokkeert drie of meer automatische AI-crawlers",
      "value": 16.3,
      "unit": "%"
    },
    {
      "key": "has_llms_txt",
      "label": "Heeft een llms.txt-bestand",
      "value": 6.5,
      "unit": "%"
    },
    {
      "key": "home_faq_schema",
      "label": "Heeft FAQ-schema op de homepage",
      "value": 1.5,
      "unit": "%"
    },
    {
      "key": "home_structured_data",
      "label": "Heeft structured data op de homepage",
      "value": 51.3,
      "unit": "%"
    },
    {
      "key": "has_sitemap",
      "label": "Heeft een XML-sitemap",
      "value": 49.5,
      "unit": "%"
    }
  ],
  "blocked_per_crawler": [
    {
      "bot": "GPTBot",
      "sites": 70,
      "pct": 17.6
    },
    {
      "bot": "CCBot",
      "sites": 68,
      "pct": 17.1
    },
    {
      "bot": "Bytespider",
      "sites": 60,
      "pct": 15.1
    },
    {
      "bot": "ClaudeBot",
      "sites": 59,
      "pct": 14.8
    },
    {
      "bot": "Google-Extended",
      "sites": 55,
      "pct": 13.8
    },
    {
      "bot": "PerplexityBot",
      "sites": 48,
      "pct": 12.1
    },
    {
      "bot": "ChatGPT-User",
      "sites": 47,
      "pct": 11.8
    },
    {
      "bot": "anthropic-ai",
      "sites": 47,
      "pct": 11.8
    },
    {
      "bot": "Applebot-Extended",
      "sites": 45,
      "pct": 11.3
    },
    {
      "bot": "Meta-ExternalAgent",
      "sites": 38,
      "pct": 9.5
    },
    {
      "bot": "OAI-SearchBot",
      "sites": 34,
      "pct": 8.5
    }
  ]
}