{
  "snapshot_date": "2026-08-14",
  "methodology": "The SaaS cohort is Y Combinator-backed and Product Hunt-launched B2B SaaS, not the enterprise brands an earlier run used, because the buyers this study is for look like the former. The law firm cohort is 50 law firms only; an earlier run mixed law, accounting and consulting under one label, which meant the figure could not be attributed to any single industry. Each site was requested once over HTTPS with a declared research user-agent, following redirects. The homepage, /robots.txt and /llms.txt were fetched and parsed with deterministic rules. No paid SEO provider, LLM, analytics or Search Console data was used. Every host was probed beforehand to confirm it answers; hosts that refuse a research user-agent remain in the sample and are recorded as failed fetches.",
  "user_agent": "RadiusRankResearchBot/1.0 (+https://www.radiusrank.com/research; research@radiusrank.com)",
  "site_count": 250,
  "cohort_summary": [
    {
      "cohort": "SaaS",
      "sampled_sites": 50,
      "successful_homepage_fetches": 48,
      "canonical_tags": 31,
      "organization_schema": 27,
      "product_or_app_schema": 16,
      "explicit_ai_crawler_rules": 8,
      "llms_txt_files": 31
    },
    {
      "cohort": "AI prosumer tool",
      "sampled_sites": 50,
      "successful_homepage_fetches": 40,
      "canonical_tags": 28,
      "organization_schema": 19,
      "product_or_app_schema": 11,
      "explicit_ai_crawler_rules": 8,
      "llms_txt_files": 25
    },
    {
      "cohort": "Creative agency",
      "sampled_sites": 50,
      "successful_homepage_fetches": 48,
      "canonical_tags": 32,
      "organization_schema": 17,
      "product_or_app_schema": 0,
      "explicit_ai_crawler_rules": 6,
      "llms_txt_files": 9
    },
    {
      "cohort": "Ecommerce / DTC",
      "sampled_sites": 50,
      "successful_homepage_fetches": 42,
      "canonical_tags": 38,
      "organization_schema": 30,
      "product_or_app_schema": 2,
      "explicit_ai_crawler_rules": 2,
      "llms_txt_files": 28
    },
    {
      "cohort": "Law firm",
      "sampled_sites": 50,
      "successful_homepage_fetches": 44,
      "canonical_tags": 39,
      "organization_schema": 24,
      "product_or_app_schema": 0,
      "explicit_ai_crawler_rules": 3,
      "llms_txt_files": 6
    }
  ],
  "records": [
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "activepieces.com",
      "requested_url": "https://activepieces.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "b87d6686c7f38108e8ee47be2d5b07432b60b784ed3570e95d651e566f7882bd"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "airbyte.com",
      "requested_url": "https://airbyte.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "5898a74fe293ae926fa9a900284228006350ed2dd4eb1e6a5a4d438783270b3c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "arcade.software",
      "requested_url": "https://arcade.software/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "6f2cf7b748375d6319e3e7947e3015b5168e43dd602608e16bb307c8f9a99e79"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "budibase.com",
      "requested_url": "https://budibase.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "b72b7ec9f1bb18898e670aa631f45c6727aee0e3890d89386d9a74d2a7b55b05"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "cal.com",
      "requested_url": "https://cal.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "41db6ccace21909eadd8d28a8a2933b0be658a59644f4aaaca8b0d87800bbe7a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "census.dev",
      "requested_url": "https://census.dev/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 401,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 401,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "ad706022471303ecd3d1d260a70767439fc527e8ea9532f5363afcc4422e5467"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "clerk.com",
      "requested_url": "https://clerk.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e846c01177ce05843aa5d3ac5025eb28b51dcfd65f509644ecfa65b423fa30cd"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "clockwise.com",
      "requested_url": "https://clockwise.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "f14d59b5d25a5b9da2a4633aafd321d9850c3de76a9e9d1c466c624d848ae618"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "coda.io",
      "requested_url": "https://coda.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e38d78617bf4042b52bb882eb2a162f5eb8242d32c2a160038b4426879429b1f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "documenso.com",
      "requested_url": "https://documenso.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "9995d3ce5aac1a3fa88e69389b1d8547282d317797a6d1d53977978345ade209"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "dub.co",
      "requested_url": "https://dub.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ac4d8f15303bdc2fdc8c8156f854851945c373a40e11e90b526057a22e64b0bf"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "fillout.com",
      "requested_url": "https://fillout.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "763d1e14861739005b14f3e706ea6f3f9aa60aeb14c863df4b3db15d0588a1c8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "fly.io",
      "requested_url": "https://fly.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "no",
      "homepage_sha256": "573c8e12c76e6e68535daf49622f3f9dad98cc125d51777816e52d0bde027bfc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "folk.app",
      "requested_url": "https://folk.app/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ChatGPT-User; ClaudeBot; PerplexityBot",
      "explicit_ai_crawler_agent_count": 4,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "7d24b45b3cc45374e7fbe1f1eacda79b75d82797539256f9b517880453be33fd"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "guidde.com",
      "requested_url": "https://guidde.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Perplexity-User",
      "explicit_ai_crawler_agent_count": 6,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "9f15165a279b173483b3a90f40e1a98dafc61f3873a6acf828f5325fbdba875d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "knock.app",
      "requested_url": "https://knock.app/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "9fcd71f307fbf994a6a78b8ea448c415ae8f258de59566bf5ad057898407540d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "linear.app",
      "requested_url": "https://linear.app/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "71f17d740ce3e484e66897d6d0e101c6c60c87312e807fb0ce5f0d8f3fe83206"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "liveblocks.io",
      "requested_url": "https://liveblocks.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "cd669d037e827925be2663f8ba0dad2809d3611d258484bd6b389c72a3252c91"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "mercury.com",
      "requested_url": "https://mercury.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 410,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ae0f063c7bb4c7fe6fc7e1fe70f1c1779201de4c133cdbb231a088fa97c0e4bb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "motion.so",
      "requested_url": "https://motion.so/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 5,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "bd176b425454ba4452fd1b0ff385fbec3714c024887c1aea111c19885fce041a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "n8n.io",
      "requested_url": "https://n8n.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "5d8f92d9b963421ac0f277e7fb5bc3676bbe3c7b49c120da45eecebf7a1efbbe"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "neon.tech",
      "requested_url": "https://neon.tech/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "dc5d191bde49e44d420e694cbba51f605bcc7ae816017d04426d6702d0d1a1bf"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "novu.co",
      "requested_url": "https://novu.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "7c45b1ac85d7eba3f2f948c964e5b88697ecb0f5ed3d7219d38878bf707a95f8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "planetscale.com",
      "requested_url": "https://planetscale.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "f547f440d4f8a1a5363df8f7f2164388598d2db2048d3fa3cf9972a58ce522b8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "posthog.com",
      "requested_url": "https://posthog.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "d7de9579ae78c0595251e03d0ddaa52ed869cde1aa7562fb4e0f5505271e5b14"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "railway.app",
      "requested_url": "https://railway.app/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "288c1e93acf955ae7709e55fe4b143ba80abeecf6a8eb665c3bf6dd92fede1ba"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "reclaim.ai",
      "requested_url": "https://reclaim.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ce9db5da797228b2a3dae8fa32826ca1dda33ca2fb8e8aa933d9ace56e67351f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "render.com",
      "requested_url": "https://render.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; Claude-SearchBot; Claude-User; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 8,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "2a15be42c30667b3612af76f11d3dd8a0a81c469b1ce507e6cc0b33e19cd092d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "resend.com",
      "requested_url": "https://resend.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "9f9ce9830b9fba23f50413ba63e5cf2b3402f53ded84f989b131de5e1da40c54"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "screenstudio.com",
      "requested_url": "https://screenstudio.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "1dc6467d232ae27ef567e4b68d27d52389cc462ce7267b8734fabc02abda2899"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "scribehow.com",
      "requested_url": "https://scribehow.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "1acd8b4d65df0b4a3d8d66c04d92465656d44a9aebde79a2f07ff31b5135a14f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "segment.io",
      "requested_url": "https://segment.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "73b455e47bccfec24ee536a8fb09254f14c40cc9ca8ceace64bac9ab2e39cc28"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "slite.com",
      "requested_url": "https://slite.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e3e177ff13c31d76a851f70e7db0fa64fff567aa816ccd20044b1aab7d2db567"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "supabase.com",
      "requested_url": "https://supabase.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 4,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "f2c04f0c35f2742b61a6ae14ed5a460e37bb669fd280b2a0e549fcc3d3bb72bc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "tally.so",
      "requested_url": "https://tally.so/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "8c1886d012b931c25079b408b641a2cfdc1b2191f327ee8b2f445151342c9b52"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "tooljet.com",
      "requested_url": "https://tooljet.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "no",
      "homepage_sha256": "6517bf5fbda94b0075c0bcea1dbfe6a78cd170b07a215e75e49060dd552008ea"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "typebot.io",
      "requested_url": "https://typebot.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e01c7cd0f5d0dd07450d450c28e6da22c79a94678bd5754a8ecd6e6898ea71d0"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "useplunk.com",
      "requested_url": "https://useplunk.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "d661a9100f37b94af4b8e20a0cdd62a131ddfd32fa415bf9a99eb3b7f7765338"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "windmill.dev",
      "requested_url": "https://windmill.dev/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 5,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "526ffce83621347759fa07fc6f29913c989ba05daf6620270dc5376aa262b7bc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "workos.com",
      "requested_url": "https://workos.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "7d18b0f62ece89e9b5585161de4c8295c93eb26cb6b2b946be829a1764e34f20"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "almanac.io",
      "requested_url": "https://www.almanac.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "a41878ad35b45bf7a2627c08d9a7dd4d8524d7f9f0384007c7deb04a97929846"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "amplitude.com",
      "requested_url": "https://www.amplitude.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Perplexity-User; Google-Extended",
      "explicit_ai_crawler_agent_count": 7,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "94ace64a0eb8b68c3425b4d6598edfc1d1e31622e67b2b52e1dedb98af038ef8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "appsmith.com",
      "requested_url": "https://www.appsmith.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c543c308e3b41191037989123a3256947f4d7fc2c9bcad242166a496d4e31dd4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "attio.com",
      "requested_url": "https://www.attio.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 6,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "74e8c41d55a944ab6a53dc466f2c7fa713df99afbaf19f581f74dde2fe02a7ec"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "brex.com",
      "requested_url": "https://www.brex.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "f544af050a699c6433324b901fa46e6e303ed9020838c8bb0b35e9feee3ed8c3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "buildkite.com",
      "requested_url": "https://www.buildkite.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e7585a68aa1ae45f7b722ec35af7c5210eed96cd378bb5b47f41c1ef5765f52b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "checkr.com",
      "requested_url": "https://www.checkr.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "dab9f265e9e510170795f1dea2545b779e2bd690b08e9be8e648857de31a3bcb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "formbricks.com",
      "requested_url": "https://www.formbricks.com/",
      "homepage_status": 404,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": ""
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "getmagical.com",
      "requested_url": "https://www.getmagical.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "a5bd803e26be4b51f91739ba69db327016cedbf57608cd9040011315545bde34"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "SaaS",
      "company": "gusto.com",
      "requested_url": "https://www.gusto.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "3afc45dbaa45764c9f058f5e293b98e477e24c39dcec4089d5f4d43631076b42"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "bolt.new",
      "requested_url": "https://bolt.new/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d3d98eb5125b5a04a15cf3920c300926b81f2ee804049b4e051a3145ceffbf30"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "clipdrop.co",
      "requested_url": "https://clipdrop.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "255a4df037e2cc283b2307941dd1a885b1fd27233c320ea38ccc452cc03dbfce"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "coda.io",
      "requested_url": "https://coda.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e38d78617bf4042b52bb882eb2a162f5eb8242d32c2a160038b4426879429b1f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "cohere.com",
      "requested_url": "https://cohere.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "2021d90826133677c8eee49e73ebe5e27d8e0209507ee2aadca0d83f08221977"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "cursor.com",
      "requested_url": "https://cursor.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "07a0405dc4d96c0f2eddf23831a98a3c678e8bb6a883aca0db667d7319879741"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "deepgram.com",
      "requested_url": "https://deepgram.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "6396a9438b05424e74c348905b6c20eb97f026de2db72551fd6bec9dd663cf94"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "elevenlabs.io",
      "requested_url": "https://elevenlabs.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "d88ea1a4f091738cb080b72d6c2ec6b44ae6183c70af46d1bf0eaca34ae6aff8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "fireflies.ai",
      "requested_url": "https://fireflies.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "1ed87242ae75fdf3a48068776e62315427b64fd88d7b93f02faec6d9ce512c17"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "gamma.app",
      "requested_url": "https://gamma.app/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "no",
      "homepage_sha256": "dd0473fcdc8d3173417f355cd6335eb9ea2e3cedfae7437df4bc104a994667f3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "groq.com",
      "requested_url": "https://groq.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "f98ebbf4c95baffdf645bbb8b5cdd7bd31ddfd4f48642593568796d7457d1867"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "huggingface.co",
      "requested_url": "https://huggingface.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ebc98f5b568a127b61dbc1c1b780bd5b09d9662331f3bde816cc6f3c836d7d4d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "ideogram.ai",
      "requested_url": "https://ideogram.ai/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "596574a7fc783019448d6cce4accec1917c4859a12c0415ac41a4ccf763d6879"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "krea.ai",
      "requested_url": "https://krea.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "62d0d0421d9fd08fac19e1413ce57f6da3dcad67a61df40361332362890e8ccc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "leonardo.ai",
      "requested_url": "https://leonardo.ai/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e184ab4fd7dcb2bb96238bd5237900c01ced3834f088eb6bc4b710aac6a2e350"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "lovable.dev",
      "requested_url": "https://lovable.dev/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 6,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "76e184859ac8aa7cbe3b4982b8408a847e246ec417c3af86c6c5178d74c6d45e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "lumalabs.ai",
      "requested_url": "https://lumalabs.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 5,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "a2b4e7adb97dd2441380279900777944ed14570ac96cdd6434531b8fd6db63a5"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "make.com",
      "requested_url": "https://make.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "98ee08048f2ff1bdc0ab115f07d821b573cd0d48166f4a498443f1adda032201"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "mem.ai",
      "requested_url": "https://mem.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "f88bff55307cda924a6be419b2c6ac1390bce3a4cdea54bc5b3f416c3dbf4a48"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "mistral.ai",
      "requested_url": "https://mistral.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "7cb5056d44a8428ee24bff2e6969d808d50f16d6ffe9b90c7da436c41bf6c92f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "murf.ai",
      "requested_url": "https://murf.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "ee17aaeb0d39b18b57099c53869ec7314c4aa61c3c23978904be972ec58ab038"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "openai.com",
      "requested_url": "https://openai.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "fbb90931c4c1459d5636231aec7184f04c6152dc692c79ee677391055abda238"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "otter.ai",
      "requested_url": "https://otter.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "4b95d66dd96a6f6f687f31112b18d7bb602a187f2d2a4368b7368f20068d9828"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "pika.art",
      "requested_url": "https://pika.art/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "cdb4239156034986af43b7e59ddcddc436df4baf2da6a19020505114f15ff01e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "quillbot.com",
      "requested_url": "https://quillbot.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "07195740324fd3447b7bf01980dd0a536e471d04d510cdb26fa702e6e0e48d6b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "reflect.app",
      "requested_url": "https://reflect.app/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "fe048ba59d75fe3dc4ce94a3ff09c0609d0fe4df6adae2642296a81e9f6401d9"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "replit.com",
      "requested_url": "https://replit.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e1a483d5049cf5976ac9f235197880b252b1276286f3c76e4cfd3267f1923bfe"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "runwayml.com",
      "requested_url": "https://runwayml.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "1020e443cb7809ed914d1be69e45c57852f1b7cd73465ed84c94839f7ff5a3ed"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "scale.com",
      "requested_url": "https://scale.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "de175c6c6386c7a28677e1ff0716f44dde0bb784cc0d8dfc4d54c39da6d8465a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "sourcegraph.com",
      "requested_url": "https://sourcegraph.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "068a00f2ffaa35b9f4f0dee63393b6c067d146108e895a7a1cb64e84208f5dfd"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "stability.ai",
      "requested_url": "https://stability.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "fb663d07ed8a3620bcc392a43df6209520d7614b9b2569c256cb21cfe4c1fd9c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "suno.com",
      "requested_url": "https://suno.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 4,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "477108a34c66cd496515658e7b191779a1b075d9984ab15a2d00b62388146b80"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "tldv.io",
      "requested_url": "https://tldv.io/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "9bab6156df74110d5cf8fea0c30e849ba64e5a797d9a2cad79d49e7f150ba938"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "writesonic.com",
      "requested_url": "https://writesonic.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "79fbb9b602ac828f433d02df7aca53ab9324d456396d7a2744b15d2226755c06"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "anthropic.com",
      "requested_url": "https://www.anthropic.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c3911b36bf6066ad19918a1efe335bc27fb305a308f0cdf5d4d7118ecc042088"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "assemblyai.com",
      "requested_url": "https://www.assemblyai.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "765450e13484d18dee4baf1a587ec6962d0aaa8c185547d9856d47f5fc9d13f7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "beautiful.ai",
      "requested_url": "https://www.beautiful.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ef445400e1f6ff90f41c17be698bdb82639ce8e0173f7aa2a6d316fadf700fcc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "canva.com",
      "requested_url": "https://www.canva.com/ai",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; PerplexityBot; Perplexity-User",
      "explicit_ai_crawler_agent_count": 4,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "8717002f1d7149bae4dd5f38585c77cc81acc5a6eb031b9accc45ff7fb25d8ab"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "capcut.com",
      "requested_url": "https://www.capcut.com/",
      "homepage_status": 451,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 5,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "0019dfc4b32d63c1392aa264aed2253c1e0c2fb09216f8e2cc269bbfb8bb49b5"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "copy.ai",
      "requested_url": "https://www.copy.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "7ad1249072fb631983302c6ecce7ec92d78d3c5782b44275316f12e06407c34c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "deepl.com",
      "requested_url": "https://www.deepl.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "3cd38c17da96c020e1efe06b3cef127118714edf8e2b44ab87e9de9a9e55572f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "descript.com",
      "requested_url": "https://www.descript.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot",
      "explicit_ai_crawler_agent_count": 4,
      "llms_txt_status": 200,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d148ca3fe16dec4c4720e5325dac1b4126966c0a20e0e26e1431734bd1174f6a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "figma.com",
      "requested_url": "https://www.figma.com/ai",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "no",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; Claude-SearchBot; Claude-User; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 8,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "69166ed98ca893089ca566f1146e6a13d64fd148369461ca0ca6fae23f86486c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "framer.com",
      "requested_url": "https://www.framer.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "b13ebcb3a9c1212d96e0399b970f05058e702d8eb5c22f5b04cf920f4fa08c70"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "grammarly.com",
      "requested_url": "https://www.grammarly.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "1e51045826c7cdf8713a938f56179bd67af763891cdd829768d875e3c0a695bc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "heygen.com",
      "requested_url": "https://www.heygen.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; Claude-SearchBot; Claude-User; PerplexityBot; Perplexity-User; Google-Extended",
      "explicit_ai_crawler_agent_count": 9,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "8dd44277cb8969c352d1cef97e33eac603d73fd219b7e57cb420c23fa57f187a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "jasper.ai",
      "requested_url": "https://www.jasper.ai/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 6,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e9fc60819cd978d97afc5fbca603c10b9557179325eed33d2c9f4423b796f533"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "midjourney.com",
      "requested_url": "https://www.midjourney.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "c01a1f522389cee99639914825a2bd827086d2adc3b10899c226e4bd0a3bad54"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "notion.com",
      "requested_url": "https://www.notion.com/product/ai",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "cf7680119d1385154e16aaaea2c589286702206c89aa09ff5e79d9eff326d174"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "opus.pro",
      "requested_url": "https://www.opus.pro/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "035d7dbbc0edb401ae0a44336eb0a7f106d10a46ec3c4129702ed5fc76d82387"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "AI prosumer tool",
      "company": "perplexity.ai",
      "requested_url": "https://www.perplexity.ai/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "fb928e43b459654972c10b8f31261e2aa6d1b61ed1d222a0420eecd7aeec5a12"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "anomaly.com",
      "requested_url": "https://anomaly.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c7212ff608efd1fb3723454465adffb5bc7f930e0c77ed749c434877f7701073"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "basicagency.com",
      "requested_url": "https://basicagency.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c526af3c4891df9133d3b52d7f263522d00daedb4a82191047d641fbd0273257"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "droga5.com",
      "requested_url": "https://droga5.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "abba81052a8b471402df2717e4de8760c30c1bce1e4f3219a7e1306d233a49d8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "instrument.com",
      "requested_url": "https://instrument.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "87a94bb24b2f4c16274266106a73a9a2e472196aee2822cac4f80f4c07436be3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "rga.com",
      "requested_url": "https://rga.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "0c48cbe61ca283e438b827d1826b3b4b7b7044262f3837cde8487e13654cef4a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "superside.com",
      "requested_url": "https://superside.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "162e2ae2fa50838f7b3df0fcbe2dfe98e72ccf25e834e1a33903e55a3673dfb6"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "thecreativeagencyco.com",
      "requested_url": "https://thecreativeagencyco.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "889403e5cfbb7981f7a26aced0d7492524e5397d6996f7fccd67562d2a4a71a3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "wearesocial.com",
      "requested_url": "https://wearesocial.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "b9051fd1bf2e5d5db0eae8b11737eac9c9513b000659b69a912cad8e25737147"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "agencycreative.com",
      "requested_url": "https://www.agencycreative.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "62f78daa501c79fbe3a8dee61233498e56a9ce585dd55acb4ea340e40f4d0a38"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "akqa.com",
      "requested_url": "https://www.akqa.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 5,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "fbb4017cf19b56bb0a185ce8b6c0e0c70bd5ccc298c22815fd37a3f0de855b69"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "b-reel.com",
      "requested_url": "https://www.b-reel.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "b478d59921dda92fd73faee764a45c77c36f8748c2a8a05ab1b1137478b4d151"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "barrelny.com",
      "requested_url": "https://www.barrelny.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "9eaa731431db38c0331ef3fde1b4710de3a1d66b8f0ef6f6ad8d1fb83f25875e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "bbdo.com",
      "requested_url": "https://www.bbdo.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "28bb1493dd0c26b3e56a2a102a43e9eb63f867d5776696562ba65ec4a9e0657f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "bigspaceship.com",
      "requested_url": "https://www.bigspaceship.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ClaudeBot; Claude-SearchBot; Claude-User; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 7,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e4bba1421ac76a981a2a7b472c4848fb8272befcad387331efe916ad0fb71294"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "buck.co",
      "requested_url": "https://www.buck.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "0b48f19fda36fbd026dc18f14bcac9d1949a814b48648b964a625dceb2a5982c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "chermayeffandgeismar.com",
      "requested_url": "https://www.chermayeffandgeismar.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "586ae61dd22f1259b3ad645c44bca1dbc5fa4dd142a6ce5dfbdda849703b3c60"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "codeandtheory.com",
      "requested_url": "https://www.codeandtheory.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "8d6e9181e03024a7d5f20621b9dda8b30c3bf79dd09bc9a56893bdf1d16f571c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "collins.co",
      "requested_url": "https://www.collins.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "5a3b1a75656cdb62fb5f28b82033b744fb11ca04401fa71a853c1bd049decabc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "creativetheory.agency",
      "requested_url": "https://www.creativetheory.agency/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "15c87d8391d1ea8bc037dfc4041ab86aa45a94095f8e402bae7b011517c0a97d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "ddb.com",
      "requested_url": "https://www.ddb.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c684e819867c4f7e487b000c259f144b4eacebc5f8c8b2db43e8ca4692ec10b7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "dentsu.com",
      "requested_url": "https://www.dentsu.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "10f584aaff4cfbad7c6176ce6bd034e39e433615e6b3f83b454a42f89b89c5ed"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "deptagency.com",
      "requested_url": "https://www.deptagency.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "12e97bf336b3901435a55cf9a851845aebc1f1bbb34a45bd35b2994afb8fc85a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "designstudio.com",
      "requested_url": "https://www.designstudio.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "acd7e32e8b8119afbc51e6f1c497c5e8adfadb87ce91d65c6e547bbe0144c279"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "fantasy.co",
      "requested_url": "https://www.fantasy.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "f8af292300ed100ac49fc326f488b299b90a39e39e56b8650f2b55ce56968192"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "fcb.com",
      "requested_url": "https://www.fcb.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "720a99ae4b8c5ac7e153edbba4b7c83b960cbaa6fd8e4cef7513479e5f74df90"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "giantant.ca",
      "requested_url": "https://www.giantant.ca/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c9a24a4f4d394f54e13ee217e57119c39d1f6615d798843f641ba0878f582661"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "grey.com",
      "requested_url": "https://www.grey.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6e8ecabfbdd5e819457cf7290c28205b4457048371cdbc973d6e3ce718686b50"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "havas.com",
      "requested_url": "https://www.havas.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "eee9118aac09a786bf1ee22ceb5ab1521de2e0b3dc1c8246e1c4cbe5f2e6bb28"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "hellomonday.com",
      "requested_url": "https://www.hellomonday.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "2b67fdd93eb624db272684eb0bb4053bd0a1a06d499b94ed26a1a484dcebf687"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "hugeinc.com",
      "requested_url": "https://www.hugeinc.com",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ac9b45ee5eb6df658f224cb84f88e99324c2be94d24d184a7ae3041bf79fc385"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "hugeinc.com",
      "requested_url": "https://www.hugeinc.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ac9b45ee5eb6df658f224cb84f88e99324c2be94d24d184a7ae3041bf79fc385"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "hugeinc.com",
      "requested_url": "https://www.hugeinc.com/work",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ec056b23267e0e89ee0709ef1c9f13bf559b92dd6977751818d75f60b913e446"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "ideo.com",
      "requested_url": "https://www.ideo.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "012ea40bd3c3726818e8d2ae32619c1eece502d87a387c985a68122fda492f36"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "instrument.com",
      "requested_url": "https://www.instrument.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6f0ecf4e82af7792cf65bc5c8dd1f6f2c62981a9354a9cde7964b892fcdc18dc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "interbrand.com",
      "requested_url": "https://www.interbrand.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "1921e8b7ae5af56e6e0f57d77947bc690d413956d0c5d4a1cf76c05753d564bb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "iris-worldwide.com",
      "requested_url": "https://www.iris-worldwide.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "2d041abae6171d3d0a0aaa6ec7b6e83ef27ea15d64e9302c98f813fe31da655e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "jellyfish.com",
      "requested_url": "https://www.jellyfish.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e79c2810eaa87d4e87668c97e4560a1e6b4d92368e2fd59cb6e2574de3a18c59"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "landor.com",
      "requested_url": "https://www.landor.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "96019c7fbc9abcfb43a872595953553b048daf9bec322c63e6bd74b0a255cc8a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "mccann.com",
      "requested_url": "https://www.mccann.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d761570cb6be04c740f1ad81c19bc489fef78f68ca8d6fcd4d724f90d738a86d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "mediamonks.com",
      "requested_url": "https://www.mediamonks.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ecca6b07ae176c0db47d5172caab8855d64f78525700ebc19c922b19f7332b57"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "mrm.com",
      "requested_url": "https://www.mrm.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "abdd96efe46c49977dc68547c8fe209bbb65ada1679dbdb68aa000ace659e5ae"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "northkingdom.com",
      "requested_url": "https://www.northkingdom.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "9e64e22e775b9d7d11ec30e81e7b3314cecad67c042f7f65cd01413b97356997"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "ogilvy.com",
      "requested_url": "https://www.ogilvy.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "bc21cd82d53d75cfb52e41b7d4e4444ab65562dd381d27bd25174894d7f0fdb4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "pearlfisher.com",
      "requested_url": "https://www.pearlfisher.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "889403e5cfbb7981f7a26aced0d7492524e5397d6996f7fccd67562d2a4a71a3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "pentagram.com",
      "requested_url": "https://www.pentagram.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "3ca9c8c721a6970615061fafd3f7678c80a378cfffc03d8c8b5fd1463fbcdff9"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "publicisgroupe.com",
      "requested_url": "https://www.publicisgroupe.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ce74ed8f5c84076a42ad58b73b2fe200385e8528f2ab6f12426090e2b4d755a7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "razorfish.com",
      "requested_url": "https://www.razorfish.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "f90516b0ad249dce5af076f85d66633849db832dd89a9debfc5bfb2661db0bf1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "redantler.com",
      "requested_url": "https://www.redantler.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "5bc2a471be76303211cde7dbf8657036db5b90608e686115d9ffc3f17ff467bb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "resn.co.nz",
      "requested_url": "https://www.resn.co.nz/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "4c3851ba918f9774c2d53e2b30d761dfef3c34945975e671e6daf136e4bb2fc3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Creative agency",
      "company": "saatchi.com",
      "requested_url": "https://www.saatchi.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "21613f465693dae84a251dad2d8c8c43d2dedf28dc0eeea8fa2c4db0d148b410"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "athleticgreens.com",
      "requested_url": "https://athleticgreens.com/",
      "homepage_status": 429,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 429,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 429,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "400d4907ef54a12a8cd817e6469233c67bc420942a7c67c0e5f63a7b87704475"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "bombas.com",
      "requested_url": "https://bombas.com/",
      "homepage_status": 429,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 429,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 429,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "5edd19c990931a4fc0f6e698551656394059f0edbeeb51792fdad45571c97bfe"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "brightland.co",
      "requested_url": "https://brightland.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "8e28273d423f0135f367ec3a75bcb3e69227303d5e531efbe79c78e21dd07099"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "burrow.com",
      "requested_url": "https://burrow.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "03caa4d46532e301fdb605e65cfc7f8471f79faafc7187607fbee9a055af9642"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "casper.com",
      "requested_url": "https://casper.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "882a85671cdc34bb51aea4cb9620c2862a8684be3beb55870bbe72f8712f5d35"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "chobani.com",
      "requested_url": "https://chobani.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "5e84902ef69096d3bf864b9e3d563ab65102eaf725ea8054e868fadd60802e48"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "curology.com",
      "requested_url": "https://curology.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e8b36888ae4f2a9ec77e2d9513faa5f7395f6dffbe750b5a53e98b14b6e8b2be"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "drinkolipop.com",
      "requested_url": "https://drinkolipop.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "0ff1aa772536d1310ac967422ad70edba7e1cbd26032a3bcc2432a7daf3f027e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "drinkpoppi.com",
      "requested_url": "https://drinkpoppi.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "4af03b727af111995336e0196189ccbd239ef2f683cae04d6f6f947903040442"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "flybyjing.com",
      "requested_url": "https://flybyjing.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "6d8f4aa64e32047e95eb8e6b519a2878f62ba926c7586c6eb5b170fb354b735a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "liquiddeath.com",
      "requested_url": "https://liquiddeath.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "1b60098eeb7134b0ca513ca4eca0bc0ab07a0bac86943073c4d3677b75311f40"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "magicspoon.com",
      "requested_url": "https://magicspoon.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "90d64227a6d5d51f232eadda4c447e7377ea11e9befb48d0c503740d18bfadc4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "mejuri.com",
      "requested_url": "https://mejuri.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot",
      "explicit_ai_crawler_agent_count": 1,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "74d836eeb42b4a3e5350031c03208320b0b8ce8ae29dc532204f3d1ac4f6db0e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "omsom.com",
      "requested_url": "https://omsom.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "4f89b0a3e9e8c06da1f88549ad83a8643b116145653d8b13c103e8025bc87cf6"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "peakdesign.com",
      "requested_url": "https://peakdesign.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ce45be0ba35d1ed057da8b4bbdc2646bef0a878306718a3ad7a4fe9f52a14745"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "purple.com",
      "requested_url": "https://purple.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "09b033dc06ebd9806d760183dee66c6da05202adae8cf921ace29ac3af7f2fa0"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "ridgewallet.com",
      "requested_url": "https://ridgewallet.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "5877e59e56cde21e5f67034bc374a2a636ff97e608f3a457e04028ddfa6f190f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "rothys.com",
      "requested_url": "https://rothys.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "f16ba8213334a0928e58b7ab52fe9b464e33e5bcb80788188be98713bf434abe"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "sietefoods.com",
      "requested_url": "https://sietefoods.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "0b6bf1c5b9a930f07c36ac6cf51e357d61973625c2a65a2a19341bf00ad27d59"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "skims.com",
      "requested_url": "https://skims.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "ec722feb3b01513d6cb44a919dcf4937b6436bdf3fbeec9d2efedbd3b6412bac"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "theordinary.com",
      "requested_url": "https://theordinary.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "585ce037245901fa19f84edc1beaf7f0327edb71a804623727ab8fba41eceb6e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "vuori.com",
      "requested_url": "https://vuori.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e18d016eef754f5f092aa1bd7f44b9a910bb51cc4e7ea5229de93b36a62cd988"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "allbirds.com",
      "requested_url": "https://www.allbirds.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "c9818eb5e4aa3fb6e4d663a422a5f2240078601b2aa01abbba486a167ca625a4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "aloyoga.com",
      "requested_url": "https://www.aloyoga.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "98edd6282dcbad6f114af882f39a82dcb098aa554e3ce06b58825e9f63e14869"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "article.com",
      "requested_url": "https://www.article.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6da9b2476daa64874b97e40cd655beacdf4443ff43a4e8462e2ed6a2a4eaa8b5"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "awaytravel.com",
      "requested_url": "https://www.awaytravel.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 4,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 6,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "59a593f8b1281ad22ffeaa3eb0bbf51bc7449ed03bcdfdfb836d6e5e22acee48"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "bellroy.com",
      "requested_url": "https://www.bellroy.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6806266424d5928dd78085480393c8bb4f551e5d95c568293d7091ca0a657082"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "brooklinen.com",
      "requested_url": "https://www.brooklinen.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 4,
      "organization_schema": "yes",
      "product_or_app_schema": "yes",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "e731a504c31f2ab078c8621047c9f380ca0800637bedc4fb721f2120e500473f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "chewy.com",
      "requested_url": "https://www.chewy.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "12c261e1470106bc83a5d82f0a008e3a5cf3969b577ecbcf8c5eb4678d8071a3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "cotopaxi.com",
      "requested_url": "https://www.cotopaxi.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "43a68e23db506dc5a2ac4eba9ebc515afb5289199678e0df82e05beedd18a8b3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "drunkelephant.com",
      "requested_url": "https://www.drunkelephant.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 410,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "8e4d856beb3678735c55944933ef0ecc4885410315fea488257c27a2bcc61496"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "everlane.com",
      "requested_url": "https://www.everlane.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "ef50d07d8771c7863a0018e5a5914b37364fe56778eaf4fd00c2ea06d1e310bf"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "floydhome.com",
      "requested_url": "https://www.floydhome.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "dc3b5b80dbf32580748cbd5d00013d4cb9703e1b1053819ef486f97b045e29a1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "functionofbeauty.com",
      "requested_url": "https://www.functionofbeauty.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "8ea43720fbdf5f96f010158a9f9ce1282d3fad6edfd61d5c06930f03f81b64f9"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "glossier.com",
      "requested_url": "https://www.glossier.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "de0b4177adb06efd18a6293116b01e4f9131a959fad102094e90b77e88e7e5fc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "graza.co",
      "requested_url": "https://www.graza.co/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "05978172e349de670ce783a701c921ad50099de6b7d9f3f813c648907f58874d"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "gymshark.com",
      "requested_url": "https://www.gymshark.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "3059e0ad367444c3e6f6c4fc49ccc4cb36d65269564ce19a6a3f2c779b18b503"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "hims.com",
      "requested_url": "https://www.hims.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "b6b7f164e4c8c9d0bc41f618c186a191ed6e2b552a3516310152d775c0bc1683"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "hydroflask.com",
      "requested_url": "https://www.hydroflask.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "2f9f3bc6215cbbad7a531cbd847fc6bca3e76307844960b0b90de814ad1a862c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "nomadgoods.com",
      "requested_url": "https://www.nomadgoods.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "57505cabd28bed0b77bdd57fbf36b4c74a36df7c1079a380dd57ac69a2b831ab"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "oatly.com",
      "requested_url": "https://www.oatly.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 3,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "7acae56482b5e1ec1f69d31879929013b8b31d1cd75723ef7c0db102deabfdc8"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "outdoorvoices.com",
      "requested_url": "https://www.outdoorvoices.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "7c371a2cc4e8b79e2aa6eedab76da1096ee0bfd9ac15ea5bddd405b8dd7bfece"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "parachutehome.com",
      "requested_url": "https://www.parachutehome.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "1ffe265f42ef4eb41b3eafe29e31c6e3c75ff24054a167ae3e1a27803f545d75"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "patagonia.com",
      "requested_url": "https://www.patagonia.com/",
      "homepage_status": 404,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "493fda53120050f85836032324409be6c6484f90a0755ae0c6a673ba7626818b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "ro.co",
      "requested_url": "https://www.ro.co/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "f7270a02107f94fa9b69520e04ac824372e9a280e1bd419f45ed48fb2c2e33b7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "savagex.com",
      "requested_url": "https://www.savagex.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 404,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "0c0ed45f352ff55090be7a0c8e77ae50bb0160f65fbad696e7842684219d72a2"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "solostove.com",
      "requested_url": "https://www.solostove.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "0de625e290bbad11da908d1df36c80fd00598c8d69d6a4dd03980b74b190d049"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "tentree.com",
      "requested_url": "https://www.tentree.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "aebeaa0d9e8c45d4ac1c866f8fd447388f273ec14ad54ee1a446fe502c5e9167"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "thirdlove.com",
      "requested_url": "https://www.thirdlove.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "72707c10929fe283961017ee18c42db9e638d0c5d1320bf2969a2f344f8a23a4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Ecommerce / DTC",
      "company": "warbyparker.com",
      "requested_url": "https://www.warbyparker.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 2,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "9766ee853e32342b5d330538ec637254959b61d11fa534ece2a6e1f5e74aa26a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "katten.com",
      "requested_url": "https://katten.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "69d50f8215057eb9bb94029fc3f29ab92dcf92681d2050905cbdbb5dd0687a7e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "ogletree.com",
      "requested_url": "https://ogletree.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "dba2a0cdcfa82e9547ffce858119e846a60cf872761bb56644c9094a71ca1bb1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "perkinscoie.com",
      "requested_url": "https://perkinscoie.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "18cd62aaab894457afe14c33956c3f0f5acbcc1133226662881023a93cc92ef5"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "akingump.com",
      "requested_url": "https://www.akingump.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot",
      "explicit_ai_crawler_agent_count": 2,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "70f9f4d0a87c99cfa97df4259661392f173f0e47be69eef18041c813344b1530"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "alston.com",
      "requested_url": "https://www.alston.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "9f3d30c7e64978562a722ec9f661c6405a03420af8e5cf33fb81251923d1488f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "arnoldporter.com",
      "requested_url": "https://www.arnoldporter.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e5e3fcfaddbaf18f10e026ef573ce7f39be7e79c315760e0def2bfd86c3677c4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "bakerbotts.com",
      "requested_url": "https://www.bakerbotts.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "6d1a5b08d03e01bbef3f8d84fb8c61a35d25d0acad6f9bd3b990ef5bcc35f350"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "bakermckenzie.com",
      "requested_url": "https://www.bakermckenzie.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "221996213d5ea2f04f8435dcdb2c1d0779d317889ac094a66b912869d022c0ab"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "ballardspahr.com",
      "requested_url": "https://www.ballardspahr.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "2b3e714d6c5a4e1c0246231282662b37f03d1d66962d801cda8288e3b4bb7022"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "clearygottlieb.com",
      "requested_url": "https://www.clearygottlieb.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "a389cce39264de8896625dba492b503e5ef80a0e7d9144c68f64beba78ac63c1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "cliffordchance.com",
      "requested_url": "https://www.cliffordchance.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "5cc8b03e323b12d875229ec7bf15cec72b9ce5b3b836c9bbae8150cc2032703e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "cooley.com",
      "requested_url": "https://www.cooley.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "b29f81fd5bb0bfc6dded746c422987d119f2a291e0f4b6129f02b38c93c9a838"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "cravath.com",
      "requested_url": "https://www.cravath.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "8e76573f2d3cae95f027f8af3cadea1f9b0214ef16e7e02381e2ee07a3e5cf96"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "crowell.com",
      "requested_url": "https://www.crowell.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "212ac49c99501d0e6aac5a3f6de7f5bdc22180e2e1632fba02b0e207a6ae3520"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "davispolk.com",
      "requested_url": "https://www.davispolk.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "4f46a632de3f7a65695b6395777c0600cde3dd3309851952074a4a64f1fc8fe1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "debevoise.com",
      "requested_url": "https://www.debevoise.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "8b527d7d8dc95043885f29bd5bd2f1fd41a09cc6cbc6d9e246fba7ba2deedc8f"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "dechert.com",
      "requested_url": "https://www.dechert.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "a4af325741e824448f88060591e35f772f7e7a0b578aa1717bc946f925c1d07c"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "dlapiper.com",
      "requested_url": "https://www.dlapiper.com/",
      "homepage_status": 429,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 429,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 429,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "9d7b6d4ccab563963ebd77fb7e8fde55e1eefe54302152c42a3dc8ac9e7bd1e1"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "duanemorris.com",
      "requested_url": "https://www.duanemorris.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "88827aab9e8cac6088f8e68a37db58f9b0ef4ec336c0f7fb9108c70086899740"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "fenwick.com",
      "requested_url": "https://www.fenwick.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "5baa1e94350f007253cf53acdd271aa99fcef18c808b66b4207e6faa110fc381"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "fisherphillips.com",
      "requested_url": "https://www.fisherphillips.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 0,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "80ba40a2efd165b9526dc6f576d397d5221b1e6433685291daafaf10d603c2d3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "foley.com",
      "requested_url": "https://www.foley.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "3f8340749e0790a5bc8d915b80cfc3d958366d3d31438fd909323391d3a34bd0"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "freshfields.com",
      "requested_url": "https://www.freshfields.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d77b242bfb99c7587d37d51c872ddf57f92fce3e93a4dc3b49b23344e5c24816"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "gibsondunn.com",
      "requested_url": "https://www.gibsondunn.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6ecb59f4608bbc5f9c6c421a8526001d7dc8016cb9ae3b4ae6a073ceaadf1ef4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "goodwinlaw.com",
      "requested_url": "https://www.goodwinlaw.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "7be78f156ff46aaf70af86bcbe58d8fb959f721a0e3176639555018071dd8aaf"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "gtlaw.com",
      "requested_url": "https://www.gtlaw.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d4fea515326011624f820fba9be4249fb22e60cd878994416ba886b87f7d146e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "haynesboone.com",
      "requested_url": "https://www.haynesboone.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "0d2cce2df88e4d758f69236ec35955a247ac5461e9cf05a0146b8ddaa4baa8cc"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "hklaw.com",
      "requested_url": "https://www.hklaw.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6535abe1a3159ca2448d69b676493c0f9fcf35f5a558344e69ac0bbfaa5a9037"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "hoganlovells.com",
      "requested_url": "https://www.hoganlovells.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended",
      "explicit_ai_crawler_agent_count": 3,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "5ec55b975911ae547e69980515c191d9f0c3dae55e6eb8382f100e7a56cc1644"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "jacksonlewis.com",
      "requested_url": "https://www.jacksonlewis.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "2f91d2ff6985ed365bed8e12ff84ced253cf5d876275aeb10d8701f4b41fc2c6"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "jenner.com",
      "requested_url": "https://www.jenner.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "b73f2bddf583e98e559410c85357573fa004e1737f7652749027de12557dff2a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "jonesday.com",
      "requested_url": "https://www.jonesday.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "GPTBot",
      "explicit_ai_crawler_agent_count": 1,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "d0557b40ec64a2d09789e36d02b72ddf8a60b8862d065e0224668fe791e621fd"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "kirkland.com",
      "requested_url": "https://www.kirkland.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "15d9e993073873bab97077bfec302df0dd9ab1a4c355e517852b4e923faa489b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "klgates.com",
      "requested_url": "https://www.klgates.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "5fb3551183c367434f43281422faced40398aa5245afb645e02652f74641e682"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "linklaters.com",
      "requested_url": "https://www.linklaters.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e336c599fe0890ff258254fd256978490a8b7968a68e7facae8c985ac67adb7b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "littler.com",
      "requested_url": "https://www.littler.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 200,
      "llms_txt_valid": "yes",
      "robots_valid_text": "yes",
      "homepage_sha256": "84a105ac5fba5dab48f98c1653aaae3b6777128d9b5f1e38315af39eda03fe07"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "lw.com",
      "requested_url": "https://www.lw.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "983549aed76920a570b4d401138cf47321845eeec351644f5b5c5c2f3be9cee4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "mayerbrown.com",
      "requested_url": "https://www.mayerbrown.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "05d93f053aed0fc23276c1225f8b33e499a354f23d91096dcdbbf8066ba242b4"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "milbank.com",
      "requested_url": "https://www.milbank.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "e8d9a6c5701f51c68db79f962c4426b857f670bf239483877d9b697b5b8172e7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "mofo.com",
      "requested_url": "https://www.mofo.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "cb708cc1354ca189202663da51cf50faa4f261a76026a013feedef893f5b5bbb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "morganlewis.com",
      "requested_url": "https://www.morganlewis.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "364549da153f35e11c0ca49cc1592297cae4b610c5c588c6aa9aae119e322e83"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "nortonrosefulbright.com",
      "requested_url": "https://www.nortonrosefulbright.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "1bcc2ed531e7b00186b8f4cf6575afff0c4939deffcf03222dcb24806d2f2271"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "orrick.com",
      "requested_url": "https://www.orrick.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 403,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 403,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "405066e024d578e7571a41cceb90f5f06822491ac0760275da8440a23c5419a3"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "paulweiss.com",
      "requested_url": "https://www.paulweiss.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "7b983caa864083cb0017d29b6f771a3f0231967e8300eba3b017c3c89d5aaccb"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "proskauer.com",
      "requested_url": "https://www.proskauer.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "6e92910e80fa2145e9f7ab4da6de7258a9e7fe9c244bd06aa1df31c426802dc7"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "reedsmith.com",
      "requested_url": "https://www.reedsmith.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "58f3fd065366a54eb41a4a5dc99dd3186690d334ab794b7c9644cd969fa3679a"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "ropesgray.com",
      "requested_url": "https://www.ropesgray.com/",
      "homepage_status": 403,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "9019357d8611dfd07a46dce950724a7f1c0e600f93add3a3bd6fd78997c4f29b"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "seyfarth.com",
      "requested_url": "https://www.seyfarth.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "71814b8fdd482477dfcb2c989acbdfe2625543f59e20f06e64499a1c67cf2b89"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "sheppardmullin.com",
      "requested_url": "https://www.sheppardmullin.com/",
      "homepage_status": 429,
      "fetch_error": "",
      "homepage_ok": false,
      "canonical_present": "no",
      "jsonld_blocks": 0,
      "organization_schema": "no",
      "product_or_app_schema": "no",
      "robots_status": 429,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 429,
      "llms_txt_valid": "no",
      "robots_valid_text": "no",
      "homepage_sha256": "2c99f7531b9e251f489f9eb000342348dc3f2a4c7b6c7b8788fb2860667a0a3e"
    },
    {
      "snapshot_date": "2026-08-14",
      "cohort": "Law firm",
      "company": "sidley.com",
      "requested_url": "https://www.sidley.com/",
      "homepage_status": 200,
      "fetch_error": "",
      "homepage_ok": true,
      "canonical_present": "yes",
      "jsonld_blocks": 1,
      "organization_schema": "yes",
      "product_or_app_schema": "no",
      "robots_status": 200,
      "explicit_ai_crawler_agents": "",
      "explicit_ai_crawler_agent_count": 0,
      "llms_txt_status": 404,
      "llms_txt_valid": "no",
      "robots_valid_text": "yes",
      "homepage_sha256": "c9aeaa4fa5f4d523dc6b83a971533aa53d31292d6292621bd7c3421c5b962ef8"
    }
  ]
}