{"publisher":"Scovant","dataset":"Scovant Agent Web Index","license":"https://creativecommons.org/licenses/by/4.0/","methodology":"https://scovant.com/research/methodology","series":[{"period":"2026-08-01","sample_size":9098,"metrics":{"index":88.5,"scores":{"coverage":9098,"p25_overall":67.5,"p75_overall":91.5,"below_60_pct":10.0,"median_overall":88.5,"agent_ready_pct":69.4,"median_structured":94.0,"structured_coverage":9098,"weak_structured_pct":0.1,"agent_compatible_pct":90.0},"protocols":{"webmcp":{"attempted":0,"present_pct":null},"coverage":9091,"llms_txt_pct":7.2,"ucp_profile_pct":3.4,"mcp_declared_pct":3.0,"mcp_interface_ok_pct":0.0},"category_mix":{"blog":244,"news":781,"saas":2036,"media":1920,"other":735,"booking":193,"commerce":1542,"education":733,"portfolio":138,"restaurant":41,"real_estate":90,"documentation":645},"ai_bot_policy":{"coverage":7411,"token_intents":{"CCBot":"training","GPTBot":"training","Applebot":"search","ClaudeBot":"training","Claude-User":"agent","ChatGPT-User":"agent","DuckAssistBot":"agent","OAI-SearchBot":"search","PerplexityBot":"search","Google-Extended":"training","Perplexity-User":"agent","Claude-SearchBot":"search","Applebot-Extended":"training"},"blocks_any_agent_pct":2.7,"blocks_any_search_pct":2.8,"per_token_allowed_pct":{"CCBot":93.4,"GPTBot":93.2,"Applebot":98.1,"ClaudeBot":93.6,"Claude-User":98.1,"ChatGPT-User":97.5,"DuckAssistBot":98.0,"OAI-SearchBot":97.9,"PerplexityBot":97.6,"Google-Extended":94.0,"Perplexity-User":98.1,"Claude-SearchBot":98.0,"Applebot-Extended":94.0},"declares_ai_policy_pct":27.0,"observed_waf_block_pct":10.7,"blocks_any_training_pct":7.3}},"ruleset_version":"1eecabb6e3a1","app_version":"1.0.0","computed_at":"2026-08-27T12:21:38.652768+00:00"},{"period":"2026-09-01","sample_size":9120,"metrics":{"index":88.5,"scores":{"coverage":9120,"p25_overall":67.5,"p75_overall":91.5,"below_60_pct":10.0,"median_overall":88.5,"agent_ready_pct":69.4,"median_structured":94.0,"structured_coverage":9120,"weak_structured_pct":0.1,"agent_compatible_pct":90.0},"protocols":{"webmcp":{"attempted":0,"present_pct":null},"coverage":9113,"llms_txt_pct":7.3,"ucp_profile_pct":3.5,"mcp_declared_pct":3.0,"mcp_interface_ok_pct":0.0},"category_mix":{"blog":244,"news":785,"saas":2040,"media":1922,"other":737,"booking":193,"commerce":1544,"education":739,"portfolio":138,"restaurant":41,"real_estate":90,"documentation":647},"ai_bot_policy":{"coverage":7433,"token_intents":{"CCBot":"training","GPTBot":"training","Applebot":"search","ClaudeBot":"training","Claude-User":"agent","ChatGPT-User":"agent","DuckAssistBot":"agent","OAI-SearchBot":"search","PerplexityBot":"search","Google-Extended":"training","Perplexity-User":"agent","Claude-SearchBot":"search","Applebot-Extended":"training"},"blocks_any_agent_pct":2.7,"blocks_any_search_pct":2.8,"per_token_allowed_pct":{"CCBot":93.4,"GPTBot":93.2,"Applebot":98.1,"ClaudeBot":93.6,"Claude-User":98.1,"ChatGPT-User":97.5,"DuckAssistBot":98.0,"OAI-SearchBot":97.9,"PerplexityBot":97.6,"Google-Extended":94.0,"Perplexity-User":98.1,"Claude-SearchBot":98.0,"Applebot-Extended":94.0},"declares_ai_policy_pct":27.0,"observed_waf_block_pct":10.6,"blocks_any_training_pct":7.3}},"ruleset_version":"55513b376ae4","app_version":"1.0.0","computed_at":"2026-09-01T07:30:00.215658+00:00"}]}