{ "snapshot_date": "2026-08-12", "methodology": "One public homepage, robots.txt and llms.txt fetch per domain. Regex-based presence checks; no ranking or content-quality score.", "user_agent": "RadiusRankResearchBot/1.0 (+https://www.radiusrank.com/research; research@radiusrank.com)", "site_count": 25, "industry_summary": [ { "industry": "SaaS", "sampled_sites": 5, "successful_homepage_fetches": 5, "meta_descriptions": 5, "canonical_tags": 3, "organization_schema": 2, "product_or_app_schema": 2, "explicit_ai_crawler_rules": 2, "llms_txt_files": 3 }, { "industry": "Mobile app", "sampled_sites": 5, "successful_homepage_fetches": 5, "meta_descriptions": 5, "canonical_tags": 4, "organization_schema": 2, "product_or_app_schema": 1, "explicit_ai_crawler_rules": 2, "llms_txt_files": 1 }, { "industry": "Ecommerce", "sampled_sites": 5, "successful_homepage_fetches": 4, "meta_descriptions": 4, "canonical_tags": 4, "organization_schema": 1, "product_or_app_schema": 0, "explicit_ai_crawler_rules": 0, "llms_txt_files": 4 }, { "industry": "Law firm", "sampled_sites": 5, "successful_homepage_fetches": 5, "meta_descriptions": 5, "canonical_tags": 5, "organization_schema": 4, "product_or_app_schema": 0, "explicit_ai_crawler_rules": 0, "llms_txt_files": 0 }, { "industry": "Real estate", "sampled_sites": 5, "successful_homepage_fetches": 2, "meta_descriptions": 2, "canonical_tags": 2, "organization_schema": 1, "product_or_app_schema": 0, "explicit_ai_crawler_rules": 0, "llms_txt_files": 1 } ], "sites": [ { "snapshot_date": "2026-08-12", "industry": "SaaS", "company": "HubSpot", "requested_url": "https://www.hubspot.com/", "final_url": "https://www.hubspot.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 59, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "yes", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "no", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "9da31dfa3246c5166524b47f2e350eeadb675ad679e8cad4a545a032e8653c87", "robots_sha256": "74374bc3165f346bbb5959ad5d2948e2e16f1a364ba8ccb49663cb14eaae96af", "llms_txt_sha256": "db16e897f20a2d6bcc56292fddab5e8556cadfe745b7ad70add9384550cec2b5" }, { "snapshot_date": "2026-08-12", "industry": "SaaS", "company": "Slack", "requested_url": "https://slack.com/", "final_url": "https://slack.com/intl/en-in/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 47, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "0bbf67c935dba44236df3f946266f2bbfa619e06ff08408977635b1af7055910", "robots_sha256": "5cf267512c33523c02640ab26da932e2f6ccd78d88ff17cd8a540630d03104c6", "llms_txt_sha256": "d08ba41e1e7bbccb335dd566f975bb9e93ad9f65bfa48a5c0fb109bc0095e267" }, { "snapshot_date": "2026-08-12", "industry": "SaaS", "company": "Notion", "requested_url": "https://www.notion.com/", "final_url": "https://www.notion.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 45, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "no", "homepage_sha256": "c29d41487efa16fc42191734bd03e3029bbd2a021effb87af43bbc3a2b6bc302", "robots_sha256": "46a00361a59cc76d71529039268750e47993a52a4cb5f1602f8fa3ece1c6c079", "llms_txt_sha256": "8cf8e7e92aaef50866e36fd448bb02e1692029a1573330abd30a892c65fe0f52" }, { "snapshot_date": "2026-08-12", "industry": "SaaS", "company": "Canva", "requested_url": "https://www.canva.com/", "final_url": "https://www.canva.in/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 26, "meta_description_present": "yes", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; PerplexityBot; Perplexity-User", "explicit_ai_crawler_agent_count": 4, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "74fb6af82d65fb0b69f3528eefebb83a8fda660a94291134e8771fc194ceb996", "robots_sha256": "0b35c14582a6341ff4b73d5609b47ddfc7dbae7e44f6cf33ec6ce70777d502e6", "llms_txt_sha256": "a07af19a1668171685158e4e714c5f55079479b6df8224d75b72aa2c8b51cb13" }, { "snapshot_date": "2026-08-12", "industry": "SaaS", "company": "Monday.com", "requested_url": "https://monday.com/", "final_url": "https://monday.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 57, "meta_description_present": "yes", "canonical_present": "no", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "yes", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "OAI-SearchBot; ChatGPT-User; ClaudeBot; PerplexityBot; Perplexity-User; Google-Extended", "explicit_ai_crawler_agent_count": 6, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "7664d602fb7fa564cd8e602272253f14e424e705c3213a7bc91de89c51458408", "robots_sha256": "9ccdb636636955f5eb01eabe1cfa9cc5f4fd16f8df2edfc4027f5684a69c7e31", "llms_txt_sha256": "8a90263629d57c8963f54ed86d950dc85cf53b30f0ab1eefb0d4c5cb62b810dd" }, { "snapshot_date": "2026-08-12", "industry": "Mobile app", "company": "Duolingo", "requested_url": "https://www.duolingo.com/", "final_url": "https://www.duolingo.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 8, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "no", "homepage_sha256": "ee94cc58766a84a238d3b24d98eb47460a42e85d62ad93cbd8072123d87473e4", "robots_sha256": "13dbb017d9b20e5b8ccce6a1d4eb4eb9984d0684763dbc49a0cf17d3f91e74f7", "llms_txt_sha256": "6170b154e16235f63962955e2642bbec9b6407c2cdcf1cbf7fd01fbc78c4e110" }, { "snapshot_date": "2026-08-12", "industry": "Mobile app", "company": "Calm", "requested_url": "https://www.calm.com/", "final_url": "https://www.calm.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 42, "meta_description_present": "yes", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "ab50df47d6fd0106d1a1ebec1c905916e0459ddb6cbcdd342fd0e3313497ac2d", "robots_sha256": "aa41286db192bae37bd3896a653075da5e44622f087a857b315e2bea534c4ee2", "llms_txt_sha256": "8de56582915ef4cde6a2f537ae10934454bae1567d82fc303af44dc933a63634" }, { "snapshot_date": "2026-08-12", "industry": "Mobile app", "company": "Strava", "requested_url": "https://www.strava.com/", "final_url": "https://www.strava.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 69, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "GPTBot; ClaudeBot; Google-Extended", "explicit_ai_crawler_agent_count": 3, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "f924207b5234a5d746ad98098cfadf8844fc93980832a135d76326c98d8c3322", "robots_sha256": "e4620d39d33f3d4a77fe20ca1b6547225547bf5a356516dc5a7f2b8a88ed5e6b", "llms_txt_sha256": "d312361aa90725e98c06d7075853b8108a33d4674fc72f4ac42587c59758a369" }, { "snapshot_date": "2026-08-12", "industry": "Mobile app", "company": "Headspace", "requested_url": "https://www.headspace.com/", "final_url": "https://www.headspace.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 56, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 2, "organization_schema": "no", "product_or_app_schema": "yes", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "yes", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "220cf9fc85ebd4a84822c9dd2280e2cc3f7872bc5c94703f6d99df2fe6155156", "robots_sha256": "dd5a5b9293377812587d07ef2dba0240e7ae143462088b4251bcad939e02f1f7", "llms_txt_sha256": "d8f0749ed3c08af6c91b6bac0894e6a294f3ecead214ebe1687a98698a740ddb" }, { "snapshot_date": "2026-08-12", "industry": "Mobile app", "company": "AllTrails", "requested_url": "https://www.alltrails.com/", "final_url": "https://www.alltrails.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 79, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "GPTBot; OAI-SearchBot; ChatGPT-User; ClaudeBot; Claude-SearchBot; Claude-User; PerplexityBot; Perplexity-User; Google-Extended", "explicit_ai_crawler_agent_count": 9, "llms_txt_status": 403, "llms_txt_valid": "no", "homepage_sha256": "dcb3acf7fca0883e69033fe445ab2f38bd046f8477100b59f799e54c04e16584", "robots_sha256": "92f7e757211d39e7b749b91974030faaa41f8f57fbe2a66697d479541526471d", "llms_txt_sha256": "f498184d246b1dbd45a0d91f058dd9f5a6d72c4ba3f9dccd48657de83eb44b8f" }, { "snapshot_date": "2026-08-12", "industry": "Ecommerce", "company": "Allbirds", "requested_url": "https://www.allbirds.com/", "final_url": "https://www.allbirds.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 54, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "3623203318b373929dec2ba2885c51368c2a3d588d46e6d3f01c9be835225965", "robots_sha256": "c9733b5b6b448f7056fe3a3d8140cee3784e8b9ef075a9c5002f41b73c9d9bca", "llms_txt_sha256": "facfc117f278278b6a6230d0de99a5ca69b6c8a4a740f9f02293bd6517038884" }, { "snapshot_date": "2026-08-12", "industry": "Ecommerce", "company": "Warby Parker", "requested_url": "https://www.warbyparker.com/", "final_url": "https://www.warbyparker.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 78, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 2, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "f8fef75a3d89091718d5bf0129a16e52f75655e28d2dc10415d01e5bf9144cbc", "robots_sha256": "aedeaf1e7d2940ff19d2b9066e70e5a627e29180a5a01af4db41ae4ab7a352a4", "llms_txt_sha256": "18004e72834decc68ba058b0a9f4048253aabe2551dcac89c730c876e891e18c" }, { "snapshot_date": "2026-08-12", "industry": "Ecommerce", "company": "Glossier", "requested_url": "https://www.glossier.com/", "final_url": "https://www.glossier.com/en-in", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 8, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "9c7d6515a389f66d49a260e6f5798dbfc0d259b178b654b6b2dcbfc623b9c56a", "robots_sha256": "67b4c9096d11f8314174dadee8b921e01219edf056f3d51d1fa9c7340aa27002", "llms_txt_sha256": "84e465c48dced2a4d0a35bb46913326361c7d739f3ba7824360a739a7930a07e" }, { "snapshot_date": "2026-08-12", "industry": "Ecommerce", "company": "Tentree", "requested_url": "https://www.tentree.com/", "final_url": "https://www.tentree.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 57, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "c0047ddf273c9173e6c17f702c602fe56088e4c58af88b937eb66769ebf2a363", "robots_sha256": "4090bcc6deecd45607a3708fe0aa1d7edf85434bf9dcc5e418ba951446352a75", "llms_txt_sha256": "b20b49b40c5d453e5c827da7794f93505d57f8317e2db82f69ad0d1e1e207e79" }, { "snapshot_date": "2026-08-12", "industry": "Ecommerce", "company": "Bombas", "requested_url": "https://bombas.com/", "final_url": "https://bombas.com/", "homepage_status": 429, "fetch_error": "", "title_present": "yes", "title_length": 26, "meta_description_present": "no", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 429, "robots_valid_text": "no", "robots_has_sitemap": "no", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 429, "llms_txt_valid": "no", "homepage_sha256": "8c7c94d5fd2b2f4e0c61f5aaaf5dc9106f647361a7d6d0e8cb88d9bff2f063e0", "robots_sha256": "3aae0774667290f8ba748f228e065e73ca2776baa2ded6c86b75f88da6ae13ea", "llms_txt_sha256": "b717294d1281df887c262bcdca81a7fd522ac2702158b44360aac514debd605b" }, { "snapshot_date": "2026-08-12", "industry": "Law firm", "company": "Morgan Lewis", "requested_url": "https://www.morganlewis.com/", "final_url": "https://www.morganlewis.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 40, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "2ad52704351316879a397843c1f83d1c9d20c5ce66f4078db14d9c453f078cc4", "robots_sha256": "7005f9b3dfa974bbae282b6a3175cf90d938c817c898dfb66a9590e2db17cce8", "llms_txt_sha256": "" }, { "snapshot_date": "2026-08-12", "industry": "Law firm", "company": "Cooley", "requested_url": "https://www.cooley.com/", "final_url": "https://www.cooley.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 92, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "cc5764fda13d137f3dd2f8d184a464351bf1dc0cfc3550f2bd16b557cf2b9581", "robots_sha256": "545afd38ca58ca7eca2aeedefe6d23fbac29874a8875cb1d6658b4661f2066ea", "llms_txt_sha256": "2288b10cbdd24df4aa913f3c728dd3fa41a199a3b60b0a73249ca9fe4842c93f" }, { "snapshot_date": "2026-08-12", "industry": "Law firm", "company": "Goodwin", "requested_url": "https://www.goodwinlaw.com/", "final_url": "https://www.goodwinlaw.com/en", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 52, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "7be78f156ff46aaf70af86bcbe58d8fb959f721a0e3176639555018071dd8aaf", "robots_sha256": "a88e498fe90309ab0fdb66dfa3d608ea0fad9e191b136d33c1d330c16bcae024", "llms_txt_sha256": "8384facbc12804f09631fc9663bebb16c956cc7a9cf8780e448fc0acadbe7c91" }, { "snapshot_date": "2026-08-12", "industry": "Law firm", "company": "Perkins Coie", "requested_url": "https://perkinscoie.com/", "final_url": "https://www.ashurstperkinscoie.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 61, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "9610b37ef7dbfd8dc4c53bbc1b9119effe6bad004cb87edbcf7599852b9f1565", "robots_sha256": "93e26291586c8a16dc2b7e91f8970640ade4eba6aeb2175bc15e5968eb4bd1cb", "llms_txt_sha256": "90b2d35cd5e08370ed20db81197dd9da1a4dbb421f71293fd5733ea49eb7b3e1" }, { "snapshot_date": "2026-08-12", "industry": "Law firm", "company": "Sidley", "requested_url": "https://www.sidley.com/", "final_url": "https://www.sidley.com/en", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 55, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "696102730d1a8c304fc03d3171ae024176ede9fa9d2b79331895b17ef94ab29a", "robots_sha256": "90e476f7382ad6da5c21133a42ce881143e7f6e40fba760da927e95f9d55905c", "llms_txt_sha256": "85b8cc2bdd52b8367e009f1d21d52b9879a9d1deb2a6a16a1f884599d0047992" }, { "snapshot_date": "2026-08-12", "industry": "Real estate", "company": "Zillow", "requested_url": "https://www.zillow.com/", "final_url": "https://www.zillow.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 60, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "8e70c5c0e0336fecc947edb448c23e0a11b9f12a30a209763b311562648f2db7", "robots_sha256": "48aa7b503b17187c1cb3340c6d9e2289e7dd6920eafbb35ed885a6025c1dc448", "llms_txt_sha256": "95a7ea66584414c9f7eaf14b597ccdf185d76b51485ee61851fe709992a06797" }, { "snapshot_date": "2026-08-12", "industry": "Real estate", "company": "Redfin", "requested_url": "https://www.redfin.com/", "final_url": "https://www.redfin.com/", "homepage_status": 405, "fetch_error": "", "title_present": "yes", "title_length": 18, "meta_description_present": "no", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "5fff5d2eb66061eed611f3c8eeb7007f4ad2b29df321ae8dcfb8e52cd9def74c", "robots_sha256": "eb803f94a626933802aa31058537fff7cbded668e2a1a24b160db7775dcd7ead", "llms_txt_sha256": "598caa48b5ad8f18b3570636ccebef8f8cdd172a71e3892ceb6a1cad685d3782" }, { "snapshot_date": "2026-08-12", "industry": "Real estate", "company": "Realtor.com", "requested_url": "https://www.realtor.com/", "final_url": "https://www.realtor.com/", "homepage_status": 429, "fetch_error": "", "title_present": "yes", "title_length": 11, "meta_description_present": "no", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 404, "llms_txt_valid": "no", "homepage_sha256": "4582109aabe81366a6b031607b9c1b86d3518a778945f630438e2d2d32d7fae2", "robots_sha256": "81f1388e832674ee9cfb10eac1a813c9590ccd6c538c2de46de71b4ab0311009", "llms_txt_sha256": "95b5108392af86c90e729d510d3c78df5ec31673ffce0933331ed420e766c932" }, { "snapshot_date": "2026-08-12", "industry": "Real estate", "company": "Compass", "requested_url": "https://www.compass.com/", "final_url": "https://www.compass.com/", "homepage_status": 200, "fetch_error": "", "title_present": "yes", "title_length": 59, "meta_description_present": "yes", "canonical_present": "yes", "jsonld_blocks": 1, "organization_schema": "yes", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 200, "robots_valid_text": "yes", "robots_has_sitemap": "yes", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 200, "llms_txt_valid": "yes", "homepage_sha256": "2916ef0e4cb3ee1038e795838a984901991ff898dbae8d83e228fa8ba657ae07", "robots_sha256": "4ab45c60266a53f0908f8d966f5680308d49dba3755424b6efd29cf734f7ea4f", "llms_txt_sha256": "47ed2686d9f8dfb9270a7e6d21d97ec864c45e3c0e8b82ee4b48ab12fb19d5fb" }, { "snapshot_date": "2026-08-12", "industry": "Real estate", "company": "Keller Williams", "requested_url": "https://www.kw.com/", "final_url": "https://kw.com/", "homepage_status": 403, "fetch_error": "", "title_present": "yes", "title_length": 16, "meta_description_present": "no", "canonical_present": "no", "jsonld_blocks": 0, "organization_schema": "no", "product_or_app_schema": "no", "article_schema_on_homepage": "no", "faq_schema_on_homepage": "no", "robots_status": 403, "robots_valid_text": "no", "robots_has_sitemap": "no", "explicit_ai_crawler_agents": "", "explicit_ai_crawler_agent_count": 0, "llms_txt_status": 403, "llms_txt_valid": "no", "homepage_sha256": "082434c78d7134c5446811dc91612c0704b8b535859c18505e2df46376f80fb8", "robots_sha256": "7a52e73fc5fc4b78a62ffa37f9e1dc05595f5439adb4dbf7849aff3bb0af3edf", "llms_txt_sha256": "dc5ddc44fcd61c8c4b2da64f38b93c81a105e1e4502cd20b123b4b68ee394a59" } ] }