{
 "pulled_at": "2026-11-01",
 "source": "Supabase reports table, status='ready', created_at before 2026-11-01",
 "n_reports": 2997,
 "distinct_domains": 2934,
 "first_scan": "2026-06-01",
 "last_scan": "2026-10-31",
 "avg_score": 79.7,
 "median_score": 85,
 "green_plus_pct": 74.6,
 "excellent_pct": 39.7,
 "colors": {
  "red_lt40": 137,
  "orange_40_69": 624,
  "green_70_89": 1046,
  "darkgreen_90plus": 1190
 },
 "buckets": {
  "0": 9,
  "10": 40,
  "20": 39,
  "30": 49,
  "40": 117,
  "50": 219,
  "60": 288,
  "70": 362,
  "80": 684,
  "90": 821,
  "100": 369
 },
 "signals_pct": {
  "llms_txt": 50.2,
  "robots_txt": 91.7,
  "json_ld": 78.9,
  "organization_schema": 65.0,
  "about_signal": 85.3,
  "https": 99.2,
  "canonical": 87.0,
  "og_image": 68.8,
  "meta_description": 90.0,
  "www_prefix": 25.8
 },
 "h1": {
  "zero": 559,
  "one": 2051,
  "multi": 387
 },
 "words": {
  "median": 966,
  "lt100": 236,
  "lt300": 435,
  "gt1000": 1443
 },
 "resp_ms_median": 605,
 "dims_avg": {
  "aiBotAccess": 0.862,
  "contentEntity": 0.798,
  "llmsTxt": 0.502,
  "semanticStructure": 0.834,
  "structuredData": 0.75,
  "technical": 0.938
 },
 "engines_avg": {
  "gemini": 84.7,
  "perplexity": 84.7,
  "claude": 77.8,
  "chatgpt": 76.5
 },
 "tld": {
  "com": 1598,
  "lt": 203,
  "uk": 101,
  "in": 89,
  "au": 82,
  "ir": 70,
  "ai": 57,
  "de": 49,
  "io": 42,
  "ca": 36,
  "net": 34,
  "app": 34
 },
 "bots": {
  "GPTBot": {
   "allowed": 2865,
   "blocked": 115,
   "unknown": 17
  },
  "OAI-SearchBot": {
   "allowed": 2957,
   "blocked": 23,
   "unknown": 17
  },
  "ChatGPT-User": {
   "allowed": 2953,
   "blocked": 27,
   "unknown": 17
  },
  "ClaudeBot": {
   "allowed": 2873,
   "blocked": 107,
   "unknown": 17
  },
  "Claude-Web": {
   "allowed": 2926,
   "blocked": 54,
   "unknown": 17
  },
  "Google-Extended": {
   "allowed": 2878,
   "blocked": 102,
   "unknown": 17
  },
  "PerplexityBot": {
   "allowed": 2952,
   "blocked": 28,
   "unknown": 17
  }
 },
 "any_bot_blocked_domains": 131,
 "any_bot_not_allowed_domains": 148,
 "probes": {
  "probed": 2917,
  "chatgpt": {
   "full": 2357,
   "http_only": 16,
   "none": 544
  },
  "claude": {
   "full": 2432,
   "http_only": 18,
   "none": 467
  },
  "gemini": {
   "full": 2727,
   "http_only": 13,
   "none": 177
  },
  "perplexity": {
   "full": 2703,
   "http_only": 15,
   "none": 199
  },
  "all_four_full": 2227,
  "none_any_engine": 666,
  "none_all_engines": 117,
  "none_only_chatgpt_and_claude": 183
 },
 "silent_block": {
  "chatgpt": {
   "robots_ok": 2787,
   "probe_none": 480
  },
  "claude": {
   "robots_ok": 2790,
   "probe_none": 406
  },
  "gemini": {
   "robots_ok": 2803,
   "probe_none": 163
  },
  "perplexity": {
   "robots_ok": 2876,
   "probe_none": 183
  }
 },
 "probe_monthly": [
  {
   "m": "2026-06",
   "n": 173,
   "chatgpt_none_pct": 22.0,
   "claude_none_pct": 20.8
  },
  {
   "m": "2026-07",
   "n": 313,
   "chatgpt_none_pct": 16.6,
   "claude_none_pct": 21.1
  },
  {
   "m": "2026-08",
   "n": 130,
   "chatgpt_none_pct": 15.4,
   "claude_none_pct": 12.3
  },
  {
   "m": "2026-09",
   "n": 974,
   "chatgpt_none_pct": 19.5,
   "claude_none_pct": 15.2
  },
  {
   "m": "2026-10",
   "n": 1327,
   "chatgpt_none_pct": 18.4,
   "claude_none_pct": 15.1
  }
 ],
 "score_probe_chatgpt": {
  "none": 61.9,
  "full": 84.2
 },
 "schema_top": {
  "WebSite": 1932,
  "Organization": 1764,
  "WebPage": 1246,
  "BreadcrumbList": 799,
  "ImageObject": 653,
  "FAQPage": 567,
  "Person": 370,
  "LocalBusiness": 327,
  "Article": 220,
  "SoftwareApplication": 162,
  "Service": 136,
  "Place": 130,
  "ProfessionalService": 124,
  "ItemList": 114,
  "VideoObject": 72
 },
 "monthly": [
  {
   "m": "2026-06",
   "n": 253,
   "llms_pct": 37.9,
   "gptbot_not_allowed_pct": 8.3,
   "jsonld_pct": 64.4,
   "org_pct": 51.8,
   "avg": 71.6
  },
  {
   "m": "2026-07",
   "n": 313,
   "llms_pct": 40.9,
   "gptbot_not_allowed_pct": 6.4,
   "jsonld_pct": 76.0,
   "org_pct": 66.5,
   "avg": 77.3
  },
  {
   "m": "2026-08",
   "n": 130,
   "llms_pct": 50.0,
   "gptbot_not_allowed_pct": 7.7,
   "jsonld_pct": 83.1,
   "org_pct": 64.6,
   "avg": 79.6
  },
  {
   "m": "2026-09",
   "n": 974,
   "llms_pct": 52.8,
   "gptbot_not_allowed_pct": 2.9,
   "jsonld_pct": 79.0,
   "org_pct": 65.5,
   "avg": 80.2
  },
  {
   "m": "2026-10",
   "n": 1327,
   "llms_pct": 52.9,
   "gptbot_not_allowed_pct": 4.0,
   "jsonld_pct": 82.0,
   "org_pct": 66.8,
   "avg": 81.5
  }
 ],
 "score_by": {
  "llms": {
   "true": {
    "avg": 91.2,
    "n": 1505
   },
   "false": {
    "avg": 68.2,
    "n": 1492
   }
  },
  "gptbot": {
   "blocked": {
    "avg": 56.7,
    "n": 115
   },
   "allowed": {
    "avg": 80.8,
    "n": 2865
   },
   "unknown": {
    "avg": 64.8,
    "n": 17
   }
  },
  "jsonld": {
   "false": {
    "avg": 50.7,
    "n": 631
   },
   "true": {
    "avg": 87.5,
    "n": 2366
   }
  },
  "org": {
   "true": {
    "avg": 89.5,
    "n": 1947
   },
   "false": {
    "avg": 61.6,
    "n": 1050
   }
  },
  "faq": {
   "false": {
    "avg": 76.7,
    "n": 2430
   },
   "true": {
    "avg": 92.8,
    "n": 567
   }
  },
  "h1": {
   "0": {
    "avg": 60.0,
    "n": 559
   },
   "1": {
    "avg": 85.7,
    "n": 2051
   },
   "2plus": {
    "avg": 76.5,
    "n": 387
   }
  },
  "words": {
   "lt100": {
    "avg": 42.9,
    "n": 236
   },
   "100_299": {
    "avg": 69.3,
    "n": 199
   },
   "300_799": {
    "avg": 77.9,
    "n": 811
   },
   "800plus": {
    "avg": 86.7,
    "n": 1751
   }
  },
  "both_llms_and_jsonld_avg": 93.7,
  "neither_avg": 48.6,
  "neither_n": 518
 },
 "title": "Arobis AI Website AI Readiness Dataset, November 2026",
 "edition": "November 2026",
 "page": "https://arobis.ai/ai-readiness-report",
 "license": "CC BY 4.0 https://creativecommons.org/licenses/by/4.0/",
 "attribution": "Arobis AI, https://arobis.ai/ai-readiness-report",
 "notes": "Aggregate statistics only. n_reports = completed scans; distinct_domains = unique hostnames. probes.* use the 2,917 scans with live probe data. Percentages of signals are of n_reports."
}