Whether AI crawlers can reach one of the brand’s domains, based on the brand’s most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard.
Pass domain to choose which of the brand’s domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404.
Reading the fields:
robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default.
is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt.
is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.
blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.
True when the crawl held more pages than the 50-page scan cap, so blocked_pages is a sample.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Scrunch API Docs","colors":{"primary":"#84A027","light":"#D8FC3B","dark":"#434E0D"},"logo":{"light":"https://mintcdn.com/scrunchai/wmS3vnEYkMiks-uo/logo/scrunch-dark.svg?fit=max\u0026auto=format\u0026n=wmS3vnEYkMiks-uo\u0026q=85\u0026s=1ea209cf21e43eae27a79f766cb2cd31","dark":"https://mintcdn.com/scrunchai/wmS3vnEYkMiks-uo/logo/scrunch-light.svg?fit=max\u0026auto=format\u0026n=wmS3vnEYkMiks-uo\u0026q=85\u0026s=f34563ac089933acd9bc841be78f0869","href":"https://developers.scrunch.com/"},"favicon":"https://mintcdn.com/scrunchai/lCDS3kviKweSb6eg/logo/favicon-green.png?fit=max\u0026auto=format\u0026n=lCDS3kviKweSb6eg\u0026q=85\u0026s=87f0c724d3b7bb2f310e2ffd6b54a30e","api":{"examples":{"prefill":true}},"background":{"decoration":"grid"},"navbar":{"links":[{"href":"https://helpcenter.scrunchai.com/en/","label":"Help Center"},{"href":"https://scrunch.com/blog","label":"Blog"}],"primary":{"type":"button","label":"Dashboard","href":"https://app.scrunchai.com"}},"footer":{"socials":{"x":"https://x.com/scrunchai","linkedin":"https://linkedin.com/company/scrunchai"}},"integrations":{"telemetry":{"enabled":false}},"contextual":{"options":["copy","view","mcp","claude","chatgpt"],"display":"header"},"thumbnails":{"fonts":{"family":"Inter"}},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Status","icon":"flag","href":"https://status.scrunchai.com"},{"anchor":"Changelog","icon":"clock-rotate-left","href":"/changelog"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"scrunchai","hasAudioNarration":false,"actualSubdomain":"scrunchai","customDomains":["developers.scrunch.com"],"gitSource":{"type":"github","owner":"excelsa-labs","repo":"api-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae4c772fe0f1c90cb90f096","collectionId":"d1631b18-125b-49d3-9a0e-0bcec78c57ca","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae4c772fe0f1c90cb90f096"},"feedback":{"thumbs":true,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae4c772fe0f1c90cb90f096","clientVersion":"0.0.4043","searchFilterCounts":[{"language":"default","tag":"API Reference","count":77},{"language":"default","tag":"MCP","count":40},{"language":"default","tag":"Workflows","count":24},{"language":"default","tag":"Configure","count":22},{"language":"default","tag":"Measure","count":21},{"language":"default","tag":"Configuration API","count":19},{"language":"default","tag":"Guides","count":16},{"language":"default","tag":"Deprecated","count":14},{"language":"default","tag":"Prompt Library","count":12},{"language":"default","tag":"Optimize","count":11}]},"assistantConfig":{"enableStarterQuestions":true,"enableContextualStarterQuestions":true,"deflection":{"enabled":true,"email":"support@scrunchai.com","showHelpButton":false}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[],"googleFontsInlined":false},"customCss":[{"filePath":"styles/global.css","content":"html.dark .welcome-card-img-dark{display:block!important}.welcome-card-img-dark,html.dark .welcome-card-img-light{display:none!important}.welcome-card{display:block;color:inherit}.welcome-card,.welcome-card p{text-decoration:none!important;border-bottom:none!important}.welcome-card-img{width:100%;border-radius:12px;display:block;transition:transform .2s ease;pointer-events:none}.welcome-card:hover .welcome-card-img{transform:scale(1.03)}.api-intro-hero{display:grid;grid-template-columns:3fr 2fr;gap:32px;align-items:center;margin-bottom:8px}.api-intro-hero-img{width:100%;max-width:280px;justify-self:end;border-radius:12px}@media (max-width:640px){.api-intro-hero{grid-template-columns:1fr}.api-intro-hero-img{display:none}}html:not(.dark) .prompt{background-color:#fff!important}html:not(.dark) .mintlify,html:not(.dark) .pageWrapper,html:not(.dark) body,html:not(.dark) body>div,html:not(.dark) main{background-color:#fbf9f6!important}.update h2{font-size:1.0625rem;line-height:1.45;font-weight:600;letter-spacing:-.01em;margin-top:0;margin-bottom:.375rem}.update [data-as=p]+[data-as=p],.update h2~h2{display:block;margin-top:1.375rem;padding-top:1.375rem;border-top:1px solid rgb(0 0 0/.07)}html.dark .cl-jump,html.dark .update [data-as=p]+[data-as=p],html.dark .update h2~h2{border-top-color:rgb(255 255 255/.1)}.update{scroll-margin-top:7rem}.cl-jump{display:flex;flex-direction:column;padding-top:1.25rem;border-top:1px solid rgb(0 0 0/.07)}.cl-jump-title{font-weight:500;color:rgb(55 65 81);margin-bottom:.75rem}html.dark .cl-jump-title{color:rgb(209 213 219)}.cl-jump-year{font-size:.6875rem;font-weight:600;letter-spacing:.06em;text-transform:uppercase;color:rgb(107 114 128);margin-bottom:.5rem}.cl-jump-months{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:.25rem;list-style:none;margin:0 0 .75rem;padding:0}.cl-jump-months:last-child{margin-bottom:0}.cl-jump-month{display:flex;align-items:baseline;justify-content:space-between;gap:.5rem;width:100%;padding:.25rem .5rem;border-radius:.375rem;font-size:.8125rem;line-height:1.4;color:rgb(75 85 99);background:0 0;cursor:pointer;transition:background-color .12s ease,color .12s ease}html.dark .cl-jump-month{color:rgb(156 163 175)}.cl-jump-month:hover{background:rgb(0 0 0/.04);color:rgb(17 24 39)}html.dark .cl-jump-month:hover{background:rgb(255 255 255/.06);color:rgb(243 244 246)}.cl-jump-month.is-active{background:rgb(174 206 49/.45);color:#40362e;font-weight:500}html.dark .cl-jump-month.is-active{background:rgb(132 160 39/.4);color:#fff}.cl-jump-count{font-variant-numeric:tabular-nums;font-size:.75rem;opacity:.55}.cl-cat--analytics{--cl-bg:rgb(60 103 245 / 0.18);--cl-fg:#1F2CAE}.cl-cat--integrations{--cl-bg:rgb(31 44 174 / 0.16);--cl-fg:#1F2CAE}.cl-cat--platform{--cl-bg:rgb(147 192 254 / 0.45);--cl-fg:#1F2CAE}.cl-cat--settings-admin{--cl-bg:rgb(184 171 142 / 0.45);--cl-fg:#40362E}.cl-cat--ui-ux{--cl-bg:rgb(239 190 3 / 0.35);--cl-fg:#88520B}.cl-cat--data-crawling{--cl-bg:rgb(255 232 67 / 0.55);--cl-fg:#88520B}.cl-cat--performance{--cl-bg:rgb(136 82 11 / 0.16);--cl-fg:#88520B}.cl-cat--api-mcp{--cl-bg:rgb(88 107 22 / 0.13);--cl-fg:#586B16}.cl-cat--bug-fix{--cl-bg:#F1E8C7;--cl-fg:#40362E}.cl-cat--general{--cl-bg:transparent;--cl-fg:#40362E;box-shadow:inset 0 0 0 1px rgb(64 54 46/.35)}html.dark .cl-cat--analytics{--cl-bg:rgb(60 103 245 / 0.30);--cl-fg:#93C0FE}html.dark .cl-cat--integrations{--cl-bg:rgb(31 44 174 / 0.50);--cl-fg:#93C0FE}html.dark .cl-cat--platform{--cl-bg:rgb(147 192 254 / 0.20);--cl-fg:#93C0FE}html.dark .cl-cat--settings-admin{--cl-bg:rgb(184 171 142 / 0.22);--cl-fg:#B8AB8E}html.dark .cl-cat--ui-ux{--cl-bg:rgb(239 190 3 / 0.24);--cl-fg:#FFE843}html.dark .cl-cat--data-crawling{--cl-bg:rgb(255 232 67 / 0.16);--cl-fg:#FFE843}html.dark .cl-cat--api-mcp{--cl-bg:rgb(88 107 22 / 0.45);--cl-fg:#AECE31}html.dark .cl-cat--performance{--cl-bg:rgb(136 82 11 / 0.45);--cl-fg:#FFE843}html.dark .cl-cat--bug-fix{--cl-bg:rgb(241 232 199 / 0.20);--cl-fg:#F1E8C7}html.dark .cl-cat--general{--cl-bg:transparent;--cl-fg:#B8AB8E;box-shadow:inset 0 0 0 1px rgb(184 171 142/.35)}#changelog-filters-content button.cl-cat,[data-component-part=update-tag].cl-cat{font-weight:500;background-color:var(--cl-bg)!important;color:var(--cl-fg)!important}[data-component-part=update-tag].cl-cat{padding:.125rem .5rem}#changelog-filters-content button{transition:box-shadow .15s ease,transform .15s ease}#changelog-filters-content button:hover{box-shadow:0 2px 6px rgb(64 54 46/.16),0 1px 2px rgb(64 54 46/.1);transform:translateY(-1px)}html.dark #changelog-filters-content button:hover{box-shadow:0 2px 6px rgb(0 0 0/.5),0 1px 2px rgb(0 0 0/.35)}@media (prefers-reduced-motion:reduce){#changelog-filters-content button{transition:none}#changelog-filters-content button:hover{transform:none}}#changelog-filters-content button,.cl-jump-month,.update [data-component-part=update-label],.update [data-component-part=update-tag]{border-radius:9999px}"}],"page":{"pagePath":"api-reference/crawl-readiness/get-ai-crawl-readiness","slug":"/api-reference/crawl-readiness/get-ai-crawl-readiness","pageMetadata":{"title":"Get AI Crawl Readiness","description":"Whether AI crawlers can reach one of the brand's domains, based on the brand's most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard.\n\nPass `domain` to choose which of the brand's domains to describe; omit it for the primary website. The response is `null` when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns `404`.\n\nReading the fields:\n\n- `robots_txt_present`: whether a robots.txt was found. **False means permissive**, not blocked: with no robots.txt, crawlers are allowed by default.\n- `is_blocking_bots`: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to `blocked_pages`, which is about robots.txt.\n- `is_spa`: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.\n- `blocked_pages`: pages robots.txt blocks, with the AI assistant families blocked from each. **This is a sample, not a complete list**: only the 50 shallowest pages of the crawl are checked. `pages_truncated` is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/crawl-readiness","href":"/api-reference/crawl-readiness/get-ai-crawl-readiness","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n li: \"li\",\n p: \"p\",\n strong: \"strong\",\n ul: \"ul\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Whether AI crawlers can reach one of the brand’s domains, based on the brand’s most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard.\"\n }), \"\\n\", _jsxs(_components.p, {\n children: [\"Pass \", _jsx(_components.code, {\n children: \"domain\"\n }), \" to choose which of the brand’s domains to describe; omit it for the primary website. The response is \", _jsx(_components.code, {\n children: \"null\"\n }), \" when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns \", _jsx(_components.code, {\n children: \"404\"\n }), \".\"]\n }), \"\\n\", _jsx(_components.p, {\n children: \"Reading the fields:\"\n }), \"\\n\", _jsxs(_components.ul, {\n children: [\"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"robots_txt_present\"\n }), \": whether a robots.txt was found. \", _jsx(_components.strong, {\n children: \"False means permissive\"\n }), \", not blocked: with no robots.txt, crawlers are allowed by default.\"]\n }), \"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"is_blocking_bots\"\n }), \": the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to \", _jsx(_components.code, {\n children: \"blocked_pages\"\n }), \", which is about robots.txt.\"]\n }), \"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"is_spa\"\n }), \": most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.\"]\n }), \"\\n\", _jsxs(_components.li, {\n children: [_jsx(_components.code, {\n children: \"blocked_pages\"\n }), \": pages robots.txt blocks, with the AI assistant families blocked from each. \", _jsx(_components.strong, {\n children: \"This is a sample, not a complete list\"\n }), \": only the 50 shallowest pages of the crawl are checked. \", _jsx(_components.code, {\n children: \"pages_truncated\"\n }), \" is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\"]\n }), \"\\n\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Get AI Crawl Readiness","description":"Whether AI crawlers can reach one of the brand's domains, based on the brand's most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard.\n\nPass `domain` to choose which of the brand's domains to describe; omit it for the primary website. The response is `null` when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns `404`.\n\nReading the fields:\n\n- `robots_txt_present`: whether a robots.txt was found. **False means permissive**, not blocked: with no robots.txt, crawlers are allowed by default.\n- `is_blocking_bots`: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to `blocked_pages`, which is about robots.txt.\n- `is_spa`: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.\n- `blocked_pages`: pages robots.txt blocks, with the AI assistant families blocked from each. **This is a sample, not a complete list**: only the 50 shallowest pages of the crawl are checked. `pages_truncated` is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/crawl-readiness","href":"/api-reference/crawl-readiness/get-ai-crawl-readiness","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/scrunchai/bca9f10e73242105/changelog-enhance.js"],"openApiReferenceData":{"operation":{"tags":["crawl-readiness"],"summary":"Get AI Crawl Readiness","description":"Whether AI crawlers can reach one of the brand's domains, based on the brand's most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard.\n\nPass `domain` to choose which of the brand's domains to describe; omit it for the primary website. The response is `null` when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns `404`.\n\nReading the fields:\n\n- `robots_txt_present`: whether a robots.txt was found. **False means permissive**, not blocked: with no robots.txt, crawlers are allowed by default.\n- `is_blocking_bots`: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to `blocked_pages`, which is about robots.txt.\n- `is_spa`: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.\n- `blocked_pages`: pages robots.txt blocks, with the AI assistant families blocked from each. **This is a sample, not a complete list**: only the 50 shallowest pages of the crawl are checked. `pages_truncated` is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.","operationId":"getCrawlReadiness","security":["86c0f1a8-afeb-463e-840d-a431596e8fb2"],"parameters":["25aec308-7b8b-42ca-8569-c1cd0bbcf90a","1e941abe-1454-4788-9d28-875e971402a9"],"responses":{"200":"bd186647-3333-40b8-a7e1-16befff64ee2","404":"99e718e5-5cea-41bb-89c5-f49aab3149af","422":"e6bceb23-6e55-48c5-bbeb-12e2c17a474c"},"method":"get","type":"path","servers":["a7ebcd54-f176-463c-a82d-bef063057c30"],"path":"/{brand_id}/crawl-readiness","baseUrlOptions":["https://api.scrunchai.com/v1"],"title":"Get AI Crawl Readiness","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated","prefillPlaygroundWithExample":true,"prefillPlaygroundExamples":[]},"dependencies":{"parameters":{"25aec308-7b8b-42ca-8569-c1cd0bbcf90a":{"name":"brand_id","in":"path","required":true,"schema":{"type":"integer","title":"Brand Id","description":"The unique identifier for the brand.","isRequired":true,"uniqueKey":"","typeLabel":"integer"},"description":"The unique identifier for the brand."},"1e941abe-1454-4788-9d28-875e971402a9":{"name":"domain","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Domain","description":"Which of the brand's domains to describe. Omit for the primary website.","minLength":1,"uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Domain","description":"Which of the brand's domains to describe. Omit for the primary website.","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"},"description":"Which of the brand's domains to describe. Omit for the primary website."}},"responses":{"bd186647-3333-40b8-a7e1-16befff64ee2":{"description":"Successful Response. `null` when the brand owns the domain but no crawl of it has finished yet.","content":{"application/json":{"schema":{"oneOf":[{"type":"object","title":"CrawlReadinessModel","description":"AI crawl readiness signals for one of the brand's domains, from its most recent finished crawl.","required":["domain","robots_txt_present","is_spa","is_blocking_bots","blocked_pages","pages_truncated"],"properties":{"domain":{"type":"string","title":"Domain","description":"The domain the readiness signals describe.","isRequired":true,"uniqueKey":"oneOf.0.domain","typeLabel":"string"},"robots_txt_present":{"type":"boolean","title":"Robots Txt Present","description":"Whether a robots.txt was found for the domain. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default.","isRequired":true,"uniqueKey":"oneOf.0.robots_txt_present","typeLabel":"boolean"},"is_spa":{"type":"boolean","title":"Is Spa","description":"Most pages render client-side, so a crawler that does not run JavaScript reads little or nothing.","isRequired":true,"uniqueKey":"oneOf.0.is_spa","typeLabel":"boolean"},"is_blocking_bots":{"type":"boolean","title":"Is Blocking Bots","description":"The site turns crawlers away at the server level, derived from the share of pages that answered HTTP 403 across the whole crawl.","isRequired":true,"uniqueKey":"oneOf.0.is_blocking_bots","typeLabel":"boolean"},"blocked_pages":{"items":{"properties":{"path":{"type":"string","title":"Path","description":"The page's path on the site, for example `/pricing`.","isRequired":true,"uniqueKey":"oneOf.0.blocked_pages.items.[INDEX].path","typeLabel":"string"},"url":{"type":"string","title":"Url","description":"The page's full URL.","isRequired":true,"uniqueKey":"oneOf.0.blocked_pages.items.[INDEX].url","typeLabel":"string"},"blocked_by":{"items":{"type":"string","uniqueKey":"oneOf.0.blocked_pages.items.[INDEX].blocked_by.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Blocked By","description":"The AI assistant families (OpenAI, Meta, Perplexity, Gemini, Claude) that robots.txt blocks from this page. Always non-empty for a page in this list.","isRequired":true,"uniqueKey":"oneOf.0.blocked_pages.items.[INDEX].blocked_by","typeLabel":"string[]"}},"type":"object","required":["path","url","blocked_by"],"title":"BlockedPageModel","description":"A page robots.txt blocks from one or more AI assistant families.","uniqueKey":"oneOf.0.blocked_pages.items.[INDEX]","typeLabel":"BlockedPageModel · object"},"type":"array","title":"Blocked Pages","description":"Pages robots.txt blocks from at least one AI assistant family. A sample from the 50 shallowest pages of the crawl, not a complete list.","isRequired":true,"uniqueKey":"oneOf.0.blocked_pages","typeLabel":"BlockedPageModel · object[]"},"pages_truncated":{"type":"boolean","title":"Pages Truncated","description":"True when the crawl held more pages than the 50-page scan cap, so blocked_pages is a sample.","isRequired":true,"uniqueKey":"oneOf.0.pages_truncated","typeLabel":"boolean"}},"uniqueKey":"oneOf.0","typeLabel":"CrawlReadinessModel · object"},{"type":"null","title":"Response Getcrawlreadiness","uniqueKey":"oneOf.1","typeLabel":"null"}],"uniqueKey":"","typeLabel":"CrawlReadinessModel · object | null"},"examples":{"Example":{"title":"Example","value":{"domain":"\u003cstring>","robots_txt_present":true,"is_spa":true,"is_blocking_bots":true,"blocked_pages":[{"path":"\u003cstring>","url":"\u003cstring>","blocked_by":["\u003cstring>"]}],"pages_truncated":true}}},"exampleType":"generated"}},"exampleType":"generated"},"99e718e5-5cea-41bb-89c5-f49aab3149af":{"description":"Brand not found, or the brand does not own the requested domain.","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"e6bceb23-6e55-48c5-bbeb-12e2c17a474c":{"description":"Validation Error","content":{"application/json":{"schema":{"properties":{"detail":{"items":{"properties":{"loc":{"items":{"oneOf":[{"type":"string","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"integer","uniqueKey":"detail.items.[INDEX].loc.items.[INDEX].oneOf.1","typeLabel":"integer"}],"uniqueKey":"detail.items.[INDEX].loc.items.[INDEX]","typeLabel":"string | integer"},"type":"array","title":"Location","isRequired":true,"uniqueKey":"detail.items.[INDEX].loc","typeLabel":"(string | integer)[]"},"msg":{"type":"string","title":"Message","isRequired":true,"uniqueKey":"detail.items.[INDEX].msg","typeLabel":"string"},"type":{"type":"string","title":"Error Type","isRequired":true,"uniqueKey":"detail.items.[INDEX].type","typeLabel":"string"},"input":{"oneOf":[{"title":"Input"}],"uniqueKey":"detail.items.[INDEX].input","typeLabel":"any"},"ctx":{"type":"object","title":"Context","uniqueKey":"detail.items.[INDEX].ctx","typeLabel":"Context · object"}},"type":"object","required":["loc","msg","type"],"title":"ValidationError","uniqueKey":"detail.items.[INDEX]","typeLabel":"ValidationError · object"},"type":"array","title":"Detail","uniqueKey":"detail","typeLabel":"ValidationError · object[]"}},"type":"object","title":"HTTPValidationError","uniqueKey":"","typeLabel":"HTTPValidationError · object"},"examples":{"Example":{"title":"Example","value":{"detail":[{"loc":["\u003cstring>"],"msg":"\u003cstring>","type":"\u003cstring>","input":"\u003cunknown>","ctx":{}}]}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"86c0f1a8-afeb-463e-840d-a431596e8fb2":{"HTTPBearer":{"type":"http","scheme":"bearer","scopes":["query"],"schemeName":"HTTPBearer"}}},"servers":{"a7ebcd54-f176-463c-a82d-bef063057c30":{"url":"https://api.scrunchai.com/v1"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","scopes":["query"],"schemeName":"HTTPBearer"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"HTTPBearer","name":"Authorization"}],"title":"HTTPBearer"}]},"originalFileLocation":"api-reference/openapi.json"},"subdomain":"scrunchai","siteName":"Scrunch API Docs","title":"Get AI Crawl Readiness - Scrunch API Docs","relatedPagesConfig":{"enabled":true,"limit":3,"mode":"automatic"},"contextualStarterQuestions":[],"navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-30T16:36:08.257Z","originalFileLocation":"api-reference/crawl-readiness/get-ai-crawl-readiness.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Whether AI crawlers can reach one of the brand\u0026#x27;s domains, based on the brand\u0026#x27;s most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard. Pass domain to choose which of the brand\u0026#x27;s domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404. Reading the fields: - robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default. - is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt. - is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing. - blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Scrunch API Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Get AI Crawl Readiness - Scrunch API Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Whether AI crawlers can reach one of the brand\u0026#x27;s domains, based on the brand\u0026#x27;s most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard. Pass domain to choose which of the brand\u0026#x27;s domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404. Reading the fields: - robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default. - is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt. - is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing. - blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Scrunch API Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://scrunchai.mintlify.app/_mintlify/api/og/v2?division=Crawl+Readiness+API\u0026amp;title=Get+AI+Crawl+Readiness\u0026amp;description=Whether+AI+crawlers+can+reach+one+of+the+brand%27s+domains%2C+based+on+the+brand%27s+most+recent+finished+crawl+of+it.+These+are+the+same+signals+the+AI+Access+card+s\u0026amp;theme=93ec30fdb3256642634f8dc2\u0026amp;signature=d410a6caf5836cbb7223006f7839d1328e2f0e459f379108aec2050e185c01d0\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Get AI Crawl Readiness - Scrunch API Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Whether AI crawlers can reach one of the brand\u0026#x27;s domains, based on the brand\u0026#x27;s most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard. Pass domain to choose which of the brand\u0026#x27;s domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404. Reading the fields: - robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default. - is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt. - is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing. - blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://scrunchai.mintlify.app/_mintlify/api/og/v2?division=Crawl+Readiness+API\u0026amp;title=Get+AI+Crawl+Readiness\u0026amp;description=Whether+AI+crawlers+can+reach+one+of+the+brand%27s+domains%2C+based+on+the+brand%27s+most+recent+finished+crawl+of+it.+These+are+the+same+signals+the+AI+Access+card+s\u0026amp;theme=93ec30fdb3256642634f8dc2\u0026amp;signature=d410a6caf5836cbb7223006f7839d1328e2f0e459f379108aec2050e185c01d0\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/scrunchai/5P4kJEQP4z45O-k1/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Scrunch API Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#84A027\">\u003clink data-mint-head rel=\"canonical\" href=\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/crawl-readiness/get-ai-crawl-readiness.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://developers.scrunch.com/#organization\",\"name\":\"Scrunch API Docs\",\"url\":\"https://developers.scrunch.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/scrunchai/wmS3vnEYkMiks-uo/logo/scrunch-dark.svg?fit=max\u0026auto=format\u0026n=wmS3vnEYkMiks-uo\u0026q=85\u0026s=1ea209cf21e43eae27a79f766cb2cd31\"}},{\"@type\":\"WebSite\",\"@id\":\"https://developers.scrunch.com#website\",\"name\":\"Scrunch API Docs\",\"url\":\"https://developers.scrunch.com\",\"publisher\":{\"@id\":\"https://developers.scrunch.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness#webpage\",\"url\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness\",\"name\":\"Get AI Crawl Readiness\",\"description\":\"Whether AI crawlers can reach one of the brand's domains, based on the brand's most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard. Pass domain to choose which of the brand's domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404. Reading the fields: - robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default. - is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt. - is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing. - blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\",\"dateModified\":\"2026-10-30T16:36:08.257Z\",\"isPartOf\":{\"@id\":\"https://developers.scrunch.com#website\"},\"breadcrumb\":{\"@id\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Optimize\",\"item\":\"https://developers.scrunch.com/api-reference/site-optimization/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Crawl Readiness API\",\"item\":\"https://developers.scrunch.com/api-reference/crawl-readiness/overview\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Get AI Crawl Readiness\",\"item\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness#apireference\",\"headline\":\"Get AI Crawl Readiness\",\"name\":\"Get AI Crawl Readiness\",\"description\":\"Whether AI crawlers can reach one of the brand's domains, based on the brand's most recent finished crawl of it. These are the same signals the AI Access card shows in the Scrunch dashboard. Pass domain to choose which of the brand's domains to describe; omit it for the primary website. The response is null when the brand owns the domain but no crawl of it has finished yet; requesting a domain the brand does not own returns 404. Reading the fields: - robots_txt_present: whether a robots.txt was found. False means permissive, not blocked: with no robots.txt, crawlers are allowed by default. - is_blocking_bots: the site turns crawlers away, derived from the share of pages that answered HTTP 403 across the whole crawl. This is a server-level verdict and is unrelated to blocked_pages, which is about robots.txt. - is_spa: most pages render client-side, so a crawler that does not run JavaScript reads little or nothing. - blocked_pages: pages robots.txt blocks, with the AI assistant families blocked from each. This is a sample, not a complete list: only the 50 shallowest pages of the crawl are checked. pages_truncated is true when the crawl held more than that, so an empty or short list does not mean nothing else on the site is blocked.\",\"url\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness\",\"mainEntityOfPage\":{\"@id\":\"https://developers.scrunch.com/api-reference/crawl-readiness/get-ai-crawl-readiness#webpage\"},\"dateModified\":\"2026-10-30T16:36:08.257Z\",\"publisher\":{\"@id\":\"https://developers.scrunch.com/#organization\"},\"isPartOf\":{\"@id\":\"https://developers.scrunch.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Scrunch API Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Scrunch API Docs","nav":{"global":{"anchors":[{"anchor":"Status","icon":"flag","href":"https://status.scrunchai.com"},{"anchor":"Changelog","icon":"clock-rotate-left","href":"/changelog"}]},"tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":""}]},{"tab":"API Reference","pages":[{"title":"Scrunch REST API Directory and Authentication","sidebarTitle":"Introduction","icon":"light-switch-off","href":"/api-reference/introduction"},{"group":"Measure","icon":"chart-mixed","pages":[{"group":"Query API","public":true,"pages":[{"title":"Query API: Aggregated AI Visibility Metrics","sidebarTitle":"Overview","href":"/api-reference/query/overview"},{"title":"Query","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/query","href":"/api-reference/query"},{"title":"Structured Query API: Multi-Metric JSON Endpoint","sidebarTitle":"Structured Query","href":"/api-reference/query/structured-query"}]},{"group":"Responses API","public":true,"pages":[{"title":"Responses API: Raw AI Answers and Citations","sidebarTitle":"Overview","href":"/api-reference/responses/overview"},{"title":"List Responses","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/responses","href":"/api-reference/list-responses"}]},{"group":"Signals API","public":true,"pages":[{"title":"Signals API: Detected changes in AI visibility","sidebarTitle":"Overview","href":"/api-reference/signals/overview"},{"title":"List Signals","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/signals","href":"/api-reference/signals/list-signals"},{"title":"Get Signal","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/signals/{signal_id}","href":"/api-reference/signals/get-signal"},{"title":"List Signal Anchor Dates","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/signals/anchors","href":"/api-reference/signals/list-signal-anchor-dates"},{"title":"List Signal Reactions","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/signals/reactions","href":"/api-reference/signals/list-signal-reactions"},{"title":"Set Signal Reaction","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json put /{brand_id}/signals/{signal_id}/reaction","href":"/api-reference/signals/set-signal-reaction"},{"title":"Clear Signal Reaction","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json delete /{brand_id}/signals/{signal_id}/reaction","href":"/api-reference/signals/clear-signal-reaction"}]},{"group":"Agent Traffic API","public":true,"pages":[{"title":"Agent Traffic API: Monitor AI Bot Crawls","sidebarTitle":"Overview","href":"/api-reference/agent-traffic/overview"},{"title":"Get Agent Traffic","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sites/{site_id}/agent-traffic","href":"/api-reference/agent-traffic/get-agent-traffic"},{"title":"Send Custom Agent Traffic Events","api":"POST https://webhooks.scrunchai.com/v1/sites/{site_id}/platforms/custom/web-traffic","href":"/api-reference/agent-traffic/post-custom-web-traffic"}]},{"group":"AI Referrals API","public":true,"pages":[{"title":"AI Referrals API: Push AI-Sourced Traffic Data","sidebarTitle":"Overview","href":"/api-reference/ai-referrals/overview"},{"title":"Register AI Referrals Connection","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/ai-referrals/connections","href":"/api-reference/ai-referrals/register-ai-referrals-connection"},{"title":"List AI Referrals Connections","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/ai-referrals/connections","href":"/api-reference/ai-referrals/list-ai-referrals-connections"},{"title":"Disable AI Referrals Connection","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json delete /{brand_id}/ai-referrals/connections/{connection_id}","href":"/api-reference/ai-referrals/disable-ai-referrals-connection"},{"title":"Push AI Referrals Events","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/ai-referrals/connections/{connection_id}/events","href":"/api-reference/ai-referrals/push-ai-referrals-events"}]},{"group":"Collection API","pages":[{"title":"Create Collection Request","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/collections","href":"/api-reference/create-collection-request"}]}]},{"group":"Optimize","icon":"wand-magic-sparkles","pages":[{"group":"Site Optimization API","pages":[{"title":"Site Optimization API: Recommendations, by type and by page","sidebarTitle":"Overview","href":"/api-reference/site-optimization/overview"},{"title":"List Recommendation Types","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/site-optimization/recommendations/by-type","href":"/api-reference/site-optimization/list-recommendation-types"},{"title":"Get Recommendation Type Detail","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/site-optimization/recommendations/by-type/{best_practice_id}","href":"/api-reference/site-optimization/get-recommendation-type-detail"},{"title":"List Page Recommendations","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/site-optimization/recommendations/by-page","href":"/api-reference/site-optimization/list-page-recommendations"},{"title":"Get Page Optimization Detail","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/site-optimization/optimization","href":"/api-reference/site-optimization/get-page-optimization-detail"},{"title":"Apply Page Optimization","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/site-optimization/optimization/apply","href":"/api-reference/site-optimization/apply-page-optimization"}]},{"group":"Audit Scores API","pages":[{"title":"Audit Scores API: Retrievability and citability by page","sidebarTitle":"Overview","href":"/api-reference/audit-scores/overview"},{"title":"Get Site Audit Score","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/audit-scores/site","href":"/api-reference/audit-scores/get-site-audit-score"},{"title":"List Page Audit Scores","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/audit-scores/pages","href":"/api-reference/audit-scores/list-page-audit-scores"}]},{"group":"Crawl Readiness API","public":true,"pages":[{"title":"Crawl Readiness API: Check AI Crawler Access to a Site","description":"Read whether AI crawlers can reach your brand's domains: robots.txt status, bot blocking, client-side rendering, and which pages robots.txt blocks.","sidebarTitle":"Overview","href":"/api-reference/crawl-readiness/overview"},{"title":"Get AI Crawl Readiness","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/crawl-readiness","href":"/api-reference/crawl-readiness/get-ai-crawl-readiness"}]}]},{"group":"Deliver","icon":"paper-plane","pages":[{"group":"Agent Pages","pages":[{"title":"Agent Pages Force Refresh: Update Pages on Demand","description":"Refetch Agent Pages from your live site now and republish them without waiting for the next scheduled check.","sidebarTitle":"Force Refresh overview","href":"/api-reference/agent-pages/force-refresh-overview"},{"title":"Force Refresh","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/sites/{site_id}/agent-pages/refresh","href":"/api-reference/agent-pages/force-refresh"},{"title":"Agent Pages Unpublish: Stop Serving Pages on Demand","sidebarTitle":"Unpublish overview","href":"/api-reference/agent-pages/unpublish-overview"},{"title":"Unpublish","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/sites/{site_id}/agent-pages/unpublish","href":"/api-reference/agent-pages/unpublish"},{"title":"Agent Pages Publish: Add Pages on Demand","sidebarTitle":"Publish overview","href":"/api-reference/agent-pages/publish-overview"},{"title":"Publish","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/sites/{site_id}/agent-pages/publish","href":"/api-reference/agent-pages/publish"}]},{"group":"Curated Pages (AXP)","pages":[{"title":"AXP Unpublish API: Take Optimized Pages Off the Edge","sidebarTitle":"Unpublish overview","href":"/api-reference/axp/unpublish"},{"title":"Unpublish Optimized Pages","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /orchestration/unpublish/{brand_id}/sites/{site_id}","href":"/api-reference/axp-render/unpublish-optimized-pages"}]}]},{"group":"Configure","icon":"gear","pages":[{"group":"Configuration API","public":true,"pages":[{"title":"Configuration API: Manage Brands and Prompts","sidebarTitle":"Overview","href":"/api-reference/configuration/overview"},{"title":"List Brands","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /brands","href":"/api-reference/list-brands"},{"title":"List Sites","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sites","href":"/api-reference/agent-pages/list-sites"},{"title":"Create Brand","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /brands","href":"/api-reference/create-brand"},{"title":"Update Brand","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json patch /brands/{brand_id}","href":"/api-reference/update-brand"},{"title":"List Competitors","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /brands/{brand_id}/competitors","href":"/api-reference/list-competitors"},{"title":"Get Competitor","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /brands/{brand_id}/competitors/{competitor_id}","href":"/api-reference/get-competitor"},{"title":"Create Competitor","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /brands/{brand_id}/competitors","href":"/api-reference/create-competitor"},{"title":"Update Competitor","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json put /brands/{brand_id}/competitors/{competitor_id}","href":"/api-reference/update-competitor"},{"title":"Archive Competitor","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json delete /brands/{brand_id}/competitors/{competitor_id}","href":"/api-reference/archive-competitor"},{"title":"List Personas","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /brands/{brand_id}/personas","href":"/api-reference/list-personas"},{"title":"Get Persona","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /brands/{brand_id}/personas/{persona_id}","href":"/api-reference/get-persona"},{"title":"Create Persona","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /brands/{brand_id}/personas","href":"/api-reference/create-persona"},{"title":"Update Persona","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json put /brands/{brand_id}/personas/{persona_id}","href":"/api-reference/update-persona"},{"title":"Archive Persona","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json delete /brands/{brand_id}/personas/{persona_id}","href":"/api-reference/archive-persona"},{"title":"List Prompts","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/prompts","href":"/api-reference/list-prompts"},{"title":"Create Prompt","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/prompts","href":"/api-reference/create-prompt"},{"title":"Update Prompt Status","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json patch /{brand_id}/prompts/{prompt_id}","href":"/api-reference/update-prompt-status"},{"title":"Archive Prompt","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json delete /{brand_id}/prompts/{prompt_id}","href":"/api-reference/archive-prompt"}]},{"group":"Account API","public":true,"pages":[{"title":"Account API: Read the Subscription State of an API Key","sidebarTitle":"Overview","href":"/api-reference/account/overview"},{"title":"Get Account Status","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /account","href":"/api-reference/account/get-account-status"}]},{"group":"Webhooks","public":true,"pages":[{"title":"Webhooks: Pipeline Stage Completion Callbacks","sidebarTitle":"Overview","href":"/api-reference/webhooks/overview"}]}]},{"group":"Deprecated","icon":"box-archive","pages":[{"group":"Site Audit API","public":true,"tag":"Deprecated","pages":[{"title":"Site Audit API: Score pages for AI search readiness","sidebarTitle":"Overview","href":"/api-reference/site-audit/overview"},{"title":"Create Page Audits","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /{brand_id}/page-audits","href":"/api-reference/create-page-audits"},{"title":"List Page Audits","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/page-audits","href":"/api-reference/list-page-audits"},{"title":"Get Page Audit","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/page-audits/{page_audit_id}","href":"/api-reference/get-page-audit"}]},{"group":"Sitemap API","public":true,"tag":"Deprecated","pages":[{"title":"Sitemap API: Pages, Audit Scores, AI Metrics","sidebarTitle":"Overview","href":"/api-reference/sitemap/overview"},{"title":"List Sitemap Pages","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sitemap/pages","href":"/api-reference/sitemap/list-sitemap-pages"},{"title":"Get Sitemap Page","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sitemap/pages/{page_id}","href":"/api-reference/sitemap/get-sitemap-page"},{"title":"Get Sitemap Page Metrics","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sitemap/pages/{page_id}/metrics","href":"/api-reference/sitemap/get-sitemap-page-metrics"},{"title":"Export Sitemap Pages","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /{brand_id}/sitemap/export","href":"/api-reference/sitemap/export-sitemap-pages"}]},{"group":"AXP Render API","public":true,"tag":"Deprecated","pages":[{"title":"AXP Render API: Queue Optimized Page Renders","sidebarTitle":"Overview","href":"/api-reference/axp/overview"},{"title":"Bulk Render Optimized Pages","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /orchestration/render-bulk/{brand_id}/sites/{site_id}","href":"/api-reference/axp-render/bulk-render-optimized-pages"}]},{"group":"Optimize \u0026 Deploy API","public":true,"tag":"Deprecated","pages":[{"title":"Optimize and Deploy Pipeline API Overview","sidebarTitle":"Overview","href":"/api-reference/orchestration/overview"},{"title":"Create Optimize And Deploy Pipeline","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json post /orchestration/optimize-and-deploy/{brand_id}","href":"/api-reference/orchestration/create-optimize-and-deploy-pipeline"},{"title":"Get Pipeline Status","deprecated":null,"version":null,"openapi":"/api-reference/openapi.json get /orchestration/optimize-and-deploy/{brand_id}/{token}","href":"/api-reference/orchestration/get-pipeline-status"}]}]}]},{"tab":"MCP","pages":[{"title":"MCP","href":"/mcp/overview"}]}]},"basePath":"","title":"Get AI Crawl Readiness - Scrunch API Docs","buildId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","deploymentId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-B7XKH4J3.js","utils-lOYzL7z-.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-DF6jUUIM.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dpsj5f7C.js","snippetPresets-CYeiDe8v.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-CUFz1YZ_.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-D8H_iLS4.js","shallow-DdluZBHX.js","getApiPlaygroundDisplay-B9922vev.js","CodeSnippet-CMoRNGYs.js","CodeSnippets-DwyrPHuw.js","Page-DSVu9Ucl.js","getPastedJson-G-zIvlHh.js","icon-B03fnEy0.js","MethodPill-CW7teklc.js","DuplicateIcon-CtO8eekd.js","createIcon-DZTKdM_A.js","DynamicMarkdown-D5M2At0B.js","SectionHeading-C_2NaA2U.js","axios-vUo_bRtp.js","Markdown-D7QRHV3m.js","clsx-D1Z-ELXV.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-lvhuD9Du.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-CKfC4ywL.js"]}