{
 "pulled_at": "2026-10-18",
 "source": "Supabase reports table, status='ready', created_at before 2026-10-18",
 "n_reports": 2377,
 "distinct_domains": 2339,
 "first_scan": "2026-06-01",
 "last_scan": "2026-10-17",
 "avg_score": 79.2,
 "median_score": 85,
 "green_plus_pct": 73.7,
 "excellent_pct": 38.7,
 "colors": {
  "red_lt40": 120,
  "orange_40_69": 504,
  "green_70_89": 834,
  "darkgreen_90plus": 919
 },
 "buckets": {
  "0": 7,
  "10": 34,
  "20": 34,
  "30": 45,
  "40": 98,
  "50": 184,
  "60": 222,
  "70": 283,
  "80": 551,
  "90": 641,
  "100": 278
 },
 "signals_pct": {
  "llms_txt": 49.2,
  "robots_txt": 91.5,
  "json_ld": 78.0,
  "organization_schema": 64.5,
  "about_signal": 84.7,
  "https": 99.1,
  "canonical": 86.0,
  "og_image": 68.7,
  "meta_description": 89.9,
  "www_prefix": 25.2
 },
 "h1": {
  "zero": 461,
  "one": 1594,
  "multi": 322
 },
 "words": {
  "median": 944,
  "lt100": 203,
  "lt300": 377,
  "gt1000": 1121
 },
 "resp_ms_median": 639,
 "dims_avg": {
  "aiBotAccess": 0.862,
  "contentEntity": 0.79,
  "llmsTxt": 0.492,
  "semanticStructure": 0.827,
  "structuredData": 0.742,
  "technical": 0.934
 },
 "engines_avg": {
  "gemini": 84.5,
  "perplexity": 84.1,
  "claude": 77.1,
  "chatgpt": 75.8
 },
 "tld": {
  "com": 1248,
  "lt": 159,
  "in": 79,
  "uk": 73,
  "ir": 69,
  "au": 67,
  "de": 43,
  "ai": 43,
  "io": 34,
  "net": 31,
  "app": 30,
  "ca": 28
 },
 "bots": {
  "GPTBot": {
   "allowed": 2278,
   "blocked": 85,
   "unknown": 14
  },
  "OAI-SearchBot": {
   "allowed": 2342,
   "blocked": 21,
   "unknown": 14
  },
  "ChatGPT-User": {
   "allowed": 2340,
   "blocked": 23,
   "unknown": 14
  },
  "ClaudeBot": {
   "allowed": 2282,
   "blocked": 81,
   "unknown": 14
  },
  "Claude-Web": {
   "allowed": 2334,
   "blocked": 29,
   "unknown": 14
  },
  "Google-Extended": {
   "allowed": 2288,
   "blocked": 75,
   "unknown": 14
  },
  "PerplexityBot": {
   "allowed": 2338,
   "blocked": 25,
   "unknown": 14
  }
 },
 "any_bot_blocked_domains": 98,
 "any_bot_not_allowed_domains": 112,
 "probes": {
  "probed": 2297,
  "chatgpt": {
   "full": 1852,
   "http_only": 14,
   "none": 431
  },
  "claude": {
   "full": 1907,
   "http_only": 18,
   "none": 372
  },
  "gemini": {
   "full": 2157,
   "http_only": 12,
   "none": 128
  },
  "perplexity": {
   "full": 2119,
   "http_only": 14,
   "none": 164
  },
  "all_four_full": 1749,
  "none_any_engine": 530,
  "none_all_engines": 93,
  "none_only_chatgpt_and_claude": 139
 },
 "silent_block": {
  "chatgpt": {
   "robots_ok": 2201,
   "probe_none": 391
  },
  "claude": {
   "robots_ok": 2201,
   "probe_none": 333
  },
  "gemini": {
   "robots_ok": 2213,
   "probe_none": 116
  },
  "perplexity": {
   "robots_ok": 2262,
   "probe_none": 151
  }
 },
 "probe_monthly": [
  {
   "m": "2026-06",
   "n": 173,
   "chatgpt_none_pct": 22.0,
   "claude_none_pct": 20.8
  },
  {
   "m": "2026-07",
   "n": 313,
   "chatgpt_none_pct": 16.6,
   "claude_none_pct": 21.1
  },
  {
   "m": "2026-08",
   "n": 130,
   "chatgpt_none_pct": 15.4,
   "claude_none_pct": 12.3
  },
  {
   "m": "2026-09",
   "n": 974,
   "chatgpt_none_pct": 19.6,
   "claude_none_pct": 15.2
  },
  {
   "m": "2026-10",
   "n": 707,
   "chatgpt_none_pct": 18.4,
   "claude_none_pct": 15.0
  }
 ],
 "score_probe_chatgpt": {
  "none": 61.4,
  "full": 83.8
 },
 "schema_top": {
  "WebSite": 1511,
  "Organization": 1385,
  "WebPage": 973,
  "BreadcrumbList": 630,
  "ImageObject": 520,
  "FAQPage": 429,
  "Person": 303,
  "LocalBusiness": 259,
  "Article": 182,
  "SoftwareApplication": 111,
  "Place": 110,
  "Service": 106,
  "ProfessionalService": 95,
  "ItemList": 90,
  "VideoObject": 53
 },
 "monthly": [
  {
   "m": "2026-06",
   "n": 253,
   "llms_pct": 37.9,
   "gptbot_not_allowed_pct": 8.3,
   "jsonld_pct": 64.4,
   "org_pct": 51.8,
   "avg": 71.6
  },
  {
   "m": "2026-07",
   "n": 313,
   "llms_pct": 40.6,
   "gptbot_not_allowed_pct": 6.4,
   "jsonld_pct": 76.0,
   "org_pct": 66.5,
   "avg": 77.2
  },
  {
   "m": "2026-08",
   "n": 130,
   "llms_pct": 50.0,
   "gptbot_not_allowed_pct": 7.7,
   "jsonld_pct": 83.1,
   "org_pct": 64.6,
   "avg": 79.7
  },
  {
   "m": "2026-09",
   "n": 974,
   "llms_pct": 52.7,
   "gptbot_not_allowed_pct": 2.9,
   "jsonld_pct": 78.9,
   "org_pct": 65.6,
   "avg": 80.2
  },
  {
   "m": "2026-10",
   "n": 707,
   "llms_pct": 52.2,
   "gptbot_not_allowed_pct": 2.8,
   "jsonld_pct": 81.8,
   "org_pct": 66.6,
   "avg": 81.3
  }
 ],
 "score_by": {
  "llms": {
   "true": {
    "avg": 91.1,
    "n": 1170
   },
   "false": {
    "avg": 67.6,
    "n": 1207
   }
  },
  "gptbot": {
   "blocked": {
    "avg": 53.9,
    "n": 85
   },
   "allowed": {
    "avg": 80.2,
    "n": 2278
   },
   "unknown": {
    "avg": 65.4,
    "n": 14
   }
  },
  "jsonld": {
   "false": {
    "avg": 50.2,
    "n": 522
   },
   "true": {
    "avg": 87.3,
    "n": 1855
   }
  },
  "org": {
   "true": {
    "avg": 89.4,
    "n": 1533
   },
   "false": {
    "avg": 60.6,
    "n": 844
   }
  },
  "faq": {
   "false": {
    "avg": 76.1,
    "n": 1948
   },
   "true": {
    "avg": 92.9,
    "n": 429
   }
  },
  "h1": {
   "0": {
    "avg": 59.5,
    "n": 461
   },
   "1": {
    "avg": 85.4,
    "n": 1594
   },
   "2plus": {
    "avg": 76.5,
    "n": 322
   }
  },
  "words": {
   "lt100": {
    "avg": 43.1,
    "n": 203
   },
   "100_299": {
    "avg": 68.5,
    "n": 174
   },
   "300_799": {
    "avg": 77.3,
    "n": 632
   },
   "800plus": {
    "avg": 86.8,
    "n": 1368
   }
  },
  "both_llms_and_jsonld_avg": 93.6,
  "neither_avg": 48.0,
  "neither_n": 433
 },
 "title": "Arobis AI Website AI Readiness Dataset, October 2026",
 "edition": "October 2026",
 "page": "https://arobis.ai/ai-readiness-report",
 "license": "CC BY 4.0 https://creativecommons.org/licenses/by/4.0/",
 "attribution": "Arobis AI, https://arobis.ai/ai-readiness-report",
 "notes": "Aggregate statistics only. n_reports = completed scans; distinct_domains = unique hostnames. probes.* use the 2,297 scans with live probe data. Percentages of signals are of n_reports."
}