{
 "pulled_at": "2026-09-18",
 "source": "Supabase reports table, status='ready'",
 "n_reports": 1188,
 "distinct_domains": 1169,
 "first_scan": "2026-06-01",
 "last_scan": "2026-09-18",
 "avg_score": 77.2,
 "median_score": 83,
 "green_plus_pct": 70.0,
 "excellent_pct": 35.4,
 "colors": {
  "red_lt40": 73,
  "orange_40_69": 283,
  "green_70_89": 411,
  "darkgreen_90plus": 421
 },
 "buckets": {
  "0": 5,
  "10": 20,
  "20": 21,
  "30": 27,
  "40": 58,
  "50": 102,
  "60": 123,
  "70": 154,
  "80": 257,
  "90": 301,
  "100": 120
 },
 "signals_pct": {
  "llms_txt": 45.6,
  "robots_txt": 89.8,
  "json_ld": 75.3,
  "organization_schema": 62.3,
  "about_signal": 82.8,
  "https": 99.1,
  "canonical": 84.2,
  "og_image": 67.8,
  "meta_description": 89.4,
  "www_prefix": 22.6
 },
 "h1": {
  "zero": 257,
  "one": 756,
  "multi": 175
 },
 "words": {
  "median": 900.5,
  "lt100": 136,
  "lt300": 209,
  "gt1000": 535
 },
 "resp_ms_median": 643.5,
 "dims_avg": {
  "aiBotAccess": 0.845,
  "contentEntity": 0.773,
  "llmsTxt": 0.456,
  "semanticStructure": 0.808,
  "structuredData": 0.716,
  "technical": 0.931
 },
 "engines_avg": {
  "gemini": 82.7,
  "perplexity": 82.2,
  "claude": 75.1,
  "chatgpt": 74.0
 },
 "tld": {
  "com": 629,
  "ir": 59,
  "in": 51,
  "lt": 50,
  "uk": 39,
  "ai": 31,
  "au": 29,
  "app": 23,
  "io": 20,
  "ca": 16,
  "co": 14,
  "net": 14
 },
 "bots": {
  "GPTBot": {
   "allowed": 1121,
   "blocked": 57,
   "unknown": 10
  },
  "OAI-SearchBot": {
   "allowed": 1164,
   "blocked": 14,
   "unknown": 10
  },
  "ChatGPT-User": {
   "allowed": 1162,
   "blocked": 16,
   "unknown": 10
  },
  "ClaudeBot": {
   "allowed": 1127,
   "blocked": 51,
   "unknown": 10
  },
  "Claude-Web": {
   "allowed": 1161,
   "blocked": 17,
   "unknown": 10
  },
  "Google-Extended": {
   "allowed": 1125,
   "blocked": 53,
   "unknown": 10
  },
  "PerplexityBot": {
   "allowed": 1160,
   "blocked": 18,
   "unknown": 10
  }
 },
 "any_bot_blocked_domains": 61,
 "any_bot_not_allowed_domains": 71,
 "probes": {
  "probed": 1108,
  "chatgpt": {
   "full": 883,
   "http_only": 5,
   "none": 219
  },
  "claude": {
   "full": 898,
   "http_only": 7,
   "none": 202
  },
  "gemini": {
   "full": 1028,
   "http_only": 5,
   "none": 74
  },
  "perplexity": {
   "full": 993,
   "http_only": 5,
   "none": 109
  },
  "all_four_full": 826,
  "none_any_engine": 275,
  "none_all_engines": 58,
  "none_only_chatgpt_and_claude": 54
 },
 "silent_block": {
  "chatgpt": {
   "robots_ok": 1045,
   "probe_none": 191
  },
  "claude": {
   "robots_ok": 1050,
   "probe_none": 174
  },
  "gemini": {
   "robots_ok": 1050,
   "probe_none": 67
  },
  "perplexity": {
   "robots_ok": 1084,
   "probe_none": 100
  }
 },
 "probe_monthly": [
  {
   "m": "2026-06",
   "n": 172,
   "chatgpt_none_pct": 22.1,
   "claude_none_pct": 20.9
  },
  {
   "m": "2026-07",
   "n": 313,
   "chatgpt_none_pct": 16.6,
   "claude_none_pct": 21.1
  },
  {
   "m": "2026-08",
   "n": 130,
   "chatgpt_none_pct": 16.2,
   "claude_none_pct": 12.3
  },
  {
   "m": "2026-09",
   "n": 493,
   "chatgpt_none_pct": 21.9,
   "claude_none_pct": 17.0
  }
 ],
 "score_probe_chatgpt": {
  "none": 57.6,
  "full": 82.7
 },
 "schema_top": {
  "WebSite": 727,
  "Organization": 675,
  "WebPage": 479,
  "BreadcrumbList": 298,
  "ImageObject": 268,
  "FAQPage": 188,
  "Person": 171,
  "Article": 105,
  "LocalBusiness": 104,
  "SoftwareApplication": 73,
  "Place": 57,
  "ItemList": 47,
  "Service": 47,
  "ProfessionalService": 36,
  "VideoObject": 27
 },
 "monthly": [
  {
   "m": "2026-06",
   "n": 253,
   "llms_pct": 37.5,
   "gptbot_not_allowed_pct": 8.3,
   "jsonld_pct": 64.4,
   "org_pct": 51.4,
   "avg": 71.5
  },
  {
   "m": "2026-07",
   "n": 313,
   "llms_pct": 40.6,
   "gptbot_not_allowed_pct": 6.4,
   "jsonld_pct": 76.0,
   "org_pct": 66.5,
   "avg": 77.2
  },
  {
   "m": "2026-08",
   "n": 130,
   "llms_pct": 49.2,
   "gptbot_not_allowed_pct": 7.7,
   "jsonld_pct": 83.1,
   "org_pct": 63.8,
   "avg": 79.5
  },
  {
   "m": "2026-09",
   "n": 492,
   "llms_pct": 52.0,
   "gptbot_not_allowed_pct": 3.3,
   "jsonld_pct": 78.5,
   "org_pct": 64.8,
   "avg": 79.5
  }
 ],
 "score_by": {
  "llms": {
   "true": {
    "avg": 90.0,
    "n": 542
   },
   "false": {
    "avg": 66.5,
    "n": 646
   }
  },
  "gptbot": {
   "allowed": {
    "avg": 78.6,
    "n": 1121
   },
   "blocked": {
    "avg": 52.0,
    "n": 57
   },
   "unknown": {
    "avg": 61.4,
    "n": 10
   }
  },
  "jsonld": {
   "true": {
    "avg": 86.4,
    "n": 895
   },
   "false": {
    "avg": 49.2,
    "n": 293
   }
  },
  "org": {
   "true": {
    "avg": 88.5,
    "n": 740
   },
   "false": {
    "avg": 58.6,
    "n": 448
   }
  },
  "faq": {
   "true": {
    "avg": 92.5,
    "n": 188
   },
   "false": {
    "avg": 74.3,
    "n": 1000
   }
  },
  "h1": {
   "0": {
    "avg": 57.6,
    "n": 257
   },
   "1": {
    "avg": 84.3,
    "n": 756
   },
   "2plus": {
    "avg": 75.3,
    "n": 175
   }
  },
  "words": {
   "lt100": {
    "avg": 42.4,
    "n": 136
   },
   "100_299": {
    "avg": 67.7,
    "n": 73
   },
   "300_799": {
    "avg": 76.4,
    "n": 320
   },
   "800plus": {
    "avg": 85.8,
    "n": 659
   }
  },
  "both_llms_and_jsonld_avg": 93.2,
  "neither_avg": 47.2,
  "neither_n": 242
 },
 "title": "Arobis AI Website AI Readiness Dataset, September 2026",
 "edition": "September 2026",
 "page": "https://arobis.ai/ai-readiness-report",
 "license": "CC BY 4.0 https://creativecommons.org/licenses/by/4.0/",
 "attribution": "Arobis AI, https://arobis.ai/ai-readiness-report",
 "notes": "Aggregate statistics only. n_reports = completed scans; distinct_domains = unique hostnames. probes.* use the 1,108 scans with live probe data. Percentages of signals are of n_reports."
}