{
  "dataset": "AI-crawler-blokkades bij de 500 populairste Nederlandse websites",
  "source": "Writgo Media",
  "source_url": "https://writgo.nl/onderzoek/ai-crawlers-nederland",
  "license": "CC BY 4.0",
  "measured_at": "2026-06-10",
  "total_domains": 500,
  "reachable": 393,
  "metrics": [
    {
      "key": "blocking_any_ai_bot",
      "label": "Blokkeert minstens één AI-crawler",
      "value": 21.1,
      "unit": "%"
    },
    {
      "key": "blocking_3plus_bots",
      "label": "Blokkeert drie of meer AI-crawlers",
      "value": 15,
      "unit": "%"
    },
    {
      "key": "has_llms_txt",
      "label": "Heeft een llms.txt-bestand",
      "value": 6.6,
      "unit": "%"
    },
    {
      "key": "home_faq_schema",
      "label": "Heeft FAQ-schema op de homepage",
      "value": 1.5,
      "unit": "%"
    },
    {
      "key": "home_structured_data",
      "label": "Heeft structured data op de homepage",
      "value": 51.4,
      "unit": "%"
    },
    {
      "key": "has_sitemap",
      "label": "Heeft een XML-sitemap",
      "value": 48.9,
      "unit": "%"
    }
  ],
  "blocked_per_crawler": [
    {
      "bot": "GPTBot",
      "sites": 64,
      "pct": 16.3
    },
    {
      "bot": "CCBot",
      "sites": 64,
      "pct": 16.3
    },
    {
      "bot": "Bytespider",
      "sites": 54,
      "pct": 13.7
    },
    {
      "bot": "ClaudeBot",
      "sites": 53,
      "pct": 13.5
    },
    {
      "bot": "Google-Extended",
      "sites": 49,
      "pct": 12.5
    },
    {
      "bot": "PerplexityBot",
      "sites": 45,
      "pct": 11.5
    },
    {
      "bot": "ChatGPT-User",
      "sites": 44,
      "pct": 11.2
    },
    {
      "bot": "anthropic-ai",
      "sites": 44,
      "pct": 11.2
    },
    {
      "bot": "Applebot-Extended",
      "sites": 43,
      "pct": 10.9
    },
    {
      "bot": "Meta-ExternalAgent",
      "sites": 33,
      "pct": 8.4
    },
    {
      "bot": "OAI-SearchBot",
      "sites": 31,
      "pct": 7.9
    }
  ]
}