Optional integer representing the index to start fetching content from. Useful to paginate until all URLs are fetched. Start with 0, then provide response['cursor'] value of the last request.
Optional integer to limit the number of results returned. Recommended 10-50 results at a time. Paginated using cursor. Maximum 10MB of content can be fetched in a single request.
To be passed in the query in next request to get the next items.
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Olostep Docs","description":"Olostep: infrastructure for the Web's second user. Search, scraping and crawling API for AI.","colors":{"primary":"#1369E6","light":"#E7F2FA","dark":"#0D001D"},"logo":{"light":"https://mintcdn.com/olostep-58/294AdrknPYBl2RjK/logo/light.svg?fit=max\u0026auto=format\u0026n=294AdrknPYBl2RjK\u0026q=85\u0026s=fad5e5ee72a916722d9ad8279ee7186d","dark":"https://mintcdn.com/olostep-58/294AdrknPYBl2RjK/logo/dark.svg?fit=max\u0026auto=format\u0026n=294AdrknPYBl2RjK\u0026q=85\u0026s=dc0971e24a94b91a46d7dd802d74b94f","href":"https://www.olostep.com/"},"favicon":"https://mintcdn.com/olostep-58/l2r9Xs_8Kg7J6BE0/favicon.png?fit=max\u0026auto=format\u0026n=l2r9Xs_8Kg7J6BE0\u0026q=85\u0026s=b460adce2b36180de42d09cad6bc4f46","background":{"color":{"dark":"#090014"}},"navbar":{"links":[{"href":"https://www.olostep.com/pricing","label":"Pricing"}],"primary":{"type":"button","label":"Get Started","href":"https://www.olostep.com/auth"}},"footer":{"socials":{"github":"https://github.com/olostep-api","website":"https://www.olostep.com"}},"seo":{"metatags":{"robots":"index, follow","googlebot":"index, follow","og:site_name":"Olostep Docs","twitter:card":"summary_large_image"},"indexing":"navigable"},"contextual":{"options":["copy","view","chatgpt","claude","perplexity"],"display":"header"},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Playground","icon":"play","href":"https://www.olostep.com/playground"},{"anchor":"Join Community","icon":"slack","href":"https://olostep-users.slack.com/join/shared_invite/zt-2bfddyi8h-JzfjOgavg~98DJ1om1B5Lg#/shared-invite/email"},{"anchor":"Blog","icon":"newspaper","href":"https://www.olostep.com/blog"}]},"languages":[{"language":"en","default":true,"href":"get-started/welcome"},{"language":"de","href":"de/get-started/welcome"},{"language":"fr","href":"fr/get-started/welcome"},{"language":"es","href":"es/get-started/welcome"},{"language":"nl","href":"nl/get-started/welcome"},{"language":"zh","href":"zh/get-started/welcome"},{"language":"it","href":"it/get-started/welcome"},{"language":"ja","href":"ja/get-started/welcome"}]}},"deployment":{"deploymentMetadataValue":{"subdomain":"olostep-58","hasAudioNarration":false,"actualSubdomain":"olostep-58","customDomains":["docs.olostep.com"],"gitSource":{"type":"github","owner":"olostep","repo":"docs","deployBranch":"prod","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"edits":false,"issues":false,"thumbs":true},"entitlements":{},"buildId":"6af4db5fbe411b2d482d1182","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"en","tag":"API Reference","count":43},{"language":"de","tag":"API-Referenz","count":43},{"language":"es","tag":"Referencia de API","count":43},{"language":"fr","tag":"Référence API","count":43},{"language":"it","tag":"Riferimento API","count":43},{"language":"ja","tag":"APIリファレンス","count":43},{"language":"nl","tag":"API-referentie","count":43},{"language":"zh","tag":"API 参考","count":43},{"language":"en","tag":"Integrations","count":32},{"language":"de","tag":"Integrationen","count":32},{"language":"es","tag":"Integraciones","count":32},{"language":"fr","tag":"Intégrations","count":32},{"language":"it","tag":"Integrazioni","count":32},{"language":"ja","tag":"統合","count":32},{"language":"nl","tag":"Integraties","count":32},{"language":"zh","tag":"集成","count":32},{"language":"en","tag":"Documentation","count":20},{"language":"en","tag":"Examples","count":20},{"language":"de","tag":"Dokumentation","count":20},{"language":"de","tag":"Beispiele","count":20},{"language":"es","tag":"Documentación","count":20},{"language":"es","tag":"Ejemplos","count":20},{"language":"fr","tag":"Documentation","count":20},{"language":"fr","tag":"Exemples","count":20},{"language":"it","tag":"Documentazione","count":20},{"language":"it","tag":"Esempi","count":20},{"language":"ja","tag":"ドキュメント","count":20},{"language":"ja","tag":"例","count":20},{"language":"nl","tag":"Documentatie","count":20},{"language":"nl","tag":"Voorbeelden","count":20},{"language":"zh","tag":"文档","count":20},{"language":"zh","tag":"示例","count":20},{"language":"en","tag":"Features","count":15},{"language":"de","tag":"Funktionen","count":15},{"language":"es","tag":"Características","count":15},{"language":"fr","tag":"Fonctionnalités","count":15},{"language":"it","tag":"Funzionalità","count":15},{"language":"ja","tag":"機能","count":15},{"language":"nl","tag":"Functies","count":15},{"language":"zh","tag":"功能","count":15},{"language":"en","tag":"Monitors","count":11},{"language":"de","tag":"Monitore","count":11},{"language":"es","tag":"Monitores","count":11},{"language":"fr","tag":"Moniteurs","count":11},{"language":"it","tag":"Monitor","count":11},{"language":"ja","tag":"モニター","count":11},{"language":"nl","tag":"Monitoren","count":11},{"language":"zh","tag":"显示器","count":11},{"language":"en","tag":"CLI","count":10},{"language":"de","tag":"CLI","count":10},{"language":"es","tag":"CLI","count":10},{"language":"fr","tag":"Ligne de commande","count":10},{"language":"it","tag":"Interfaccia a riga di comando","count":10},{"language":"ja","tag":"CLI","count":10},{"language":"nl","tag":"CLI","count":10},{"language":"zh","tag":"命令行界面","count":10},{"language":"en","tag":"Files","count":6},{"language":"en","tag":"SDKs","count":6},{"language":"de","tag":"Dateien","count":6},{"language":"de","tag":"SDKs","count":6},{"language":"es","tag":"Archivos","count":6},{"language":"es","tag":"SDKs","count":6},{"language":"fr","tag":"Fichiers","count":6},{"language":"fr","tag":"SDKs","count":6},{"language":"it","tag":"File","count":6},{"language":"it","tag":"SDK","count":6},{"language":"ja","tag":"ファイル","count":6},{"language":"ja","tag":"SDKs","count":6},{"language":"nl","tag":"Bestanden","count":6},{"language":"nl","tag":"SDK's","count":6},{"language":"zh","tag":"文件","count":6},{"language":"zh","tag":"SDKs","count":6},{"language":"en","tag":"Olostep CLI","count":5},{"language":"de","tag":"Olostep-Befehlszeile","count":5},{"language":"es","tag":"Olostep CLI","count":5},{"language":"fr","tag":"Olostep CLI","count":5},{"language":"it","tag":"Olostep CLI","count":5},{"language":"ja","tag":"Olostep CLI","count":5},{"language":"nl","tag":"Olostep CLI","count":5},{"language":"zh","tag":"Olostep 命令行界面","count":5}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/crawls/pages","slug":"/api-reference/crawls/pages","pageMetadata":{"title":"Crawl Pages","description":"Fetches the list of pages for a specific crawl.","openapi":"openapi/crawls.json GET /v1/crawls/{crawl_id}/pages","href":"/api-reference/crawls/pages"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Fetches the list of pages for a specific crawl.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Crawl Pages","description":"Fetches the list of pages for a specific crawl.","openapi":"openapi/crawls.json GET /v1/crawls/{crawl_id}/pages","href":"/api-reference/crawls/pages"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Retrieve list of crawled pages optionally with content","description":"Fetches the list of pages for a specific crawl.","security":["fce1ca16-8d2f-426e-bc32-c741bec0b708"],"parameters":["854bb546-6747-4b84-b0be-97c02e4609a9","6f744cf6-2565-46ea-876a-42a2074096a8","dd5d1f75-3e49-4e2a-984c-7f7888a65a2b","e7cfbf14-dce5-495d-a430-207bf20a696a","3d705f42-cca6-4da7-8ce9-8818a1b3161e"],"responses":{"200":"870706fa-bfe0-40bf-a3fa-f61dc2833666","400":"26841b37-d62f-4c2a-a7d1-d25e114cec6e","404":"4695f043-92f3-4ad9-a95b-5f45ae522f2b","500":"9fb94148-b2a0-47ff-8009-cae9774f43a5"},"method":"get","type":"path","servers":["32f92bd5-8d9c-4426-9b58-466948d08a54"],"path":"/v1/crawls/{crawl_id}/pages","baseUrlOptions":["https://api.olostep.com"],"title":"Retrieve list of crawled pages optionally with content","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"854bb546-6747-4b84-b0be-97c02e4609a9":{"name":"crawl_id","in":"path","required":true,"schema":{"type":"string","isRequired":true,"description":"The ID of the crawl to retrieve the list of URLs for.","uniqueKey":"","typeLabel":"string"},"description":"The ID of the crawl to retrieve the list of URLs for."},"6f744cf6-2565-46ea-876a-42a2074096a8":{"name":"cursor","in":"query","required":false,"schema":{"type":"integer","isRequired":false,"description":"Optional integer representing the index to start fetching content from. Useful to paginate until all URLs are fetched. Start with 0, then provide `response['cursor']` value of the last request.","uniqueKey":"","typeLabel":"integer"},"description":"Optional integer representing the index to start fetching content from. Useful to paginate until all URLs are fetched. Start with 0, then provide `response['cursor']` value of the last request."},"dd5d1f75-3e49-4e2a-984c-7f7888a65a2b":{"name":"limit","in":"query","required":false,"schema":{"type":"integer","isRequired":false,"description":"Optional integer to limit the number of results returned. Recommended 10-50 results at a time. Paginated using *cursor*. Maximum 10MB of content can be fetched in a single request.","uniqueKey":"","typeLabel":"integer"},"description":"Optional integer to limit the number of results returned. Recommended 10-50 results at a time. Paginated using *cursor*. Maximum 10MB of content can be fetched in a single request."},"e7cfbf14-dce5-495d-a430-207bf20a696a":{"name":"search_query","in":"query","required":false,"schema":{"type":"string","isRequired":false,"description":"An optional search query to sort the results by relevance. Uses the original search_query by default if provided.","uniqueKey":"","typeLabel":"string"},"description":"An optional search query to sort the results by relevance. Uses the original search_query by default if provided."},"3d705f42-cca6-4da7-8ce9-8818a1b3161e":{"name":"formats","in":"query","required":false,"schema":{"type":"array","items":{"type":"string","enum":["html","markdown"],"uniqueKey":"items.[INDEX]","typeLabel":"enum\u003cstring>"},"isRequired":false,"description":"**Deprecated:** Use `/retrieve` endpoint with `retrieve_id`.\n\nArray of formats to fetch (e.g., [\"html\", \"markdown\"]).","uniqueKey":"","typeLabel":"enum\u003cstring>[]"},"description":"**Deprecated:** Use `/retrieve` endpoint with `retrieve_id`.\n\nArray of formats to fetch (e.g., [\"html\", \"markdown\"])."}},"responses":{"870706fa-bfe0-40bf-a3fa-f61dc2833666":{"description":"Successful response with the list of URLs.","content":{"application/json":{"schema":{"type":"object","properties":{"crawl_id":{"type":"string","description":"Crawl ID","uniqueKey":"crawl_id","typeLabel":"string"},"object":{"type":"string","description":"The kind of object. \"crawl\" for this endpoint.","uniqueKey":"object","typeLabel":"string"},"status":{"type":"string","description":"`in_progress` or `completed`","uniqueKey":"status","typeLabel":"string"},"search_query":{"type":"string","uniqueKey":"search_query","typeLabel":"string"},"pages_count":{"type":"number","uniqueKey":"pages_count","typeLabel":"number"},"pages":{"type":"array","items":{"type":"object","properties":{"id":{"type":"string","uniqueKey":"pages.items.[INDEX].id","typeLabel":"string"},"retrieve_id":{"type":"string","description":"To fetch content from the `/retrieve` endpoint","uniqueKey":"pages.items.[INDEX].retrieve_id","typeLabel":"string"},"url":{"type":"string","uniqueKey":"pages.items.[INDEX].url","typeLabel":"string"},"is_external":{"type":"boolean","uniqueKey":"pages.items.[INDEX].is_external","typeLabel":"boolean"},"html_content":{"type":"string","description":"Deprecated: Use `/retrieve` endpoint with `retrieve_id`.","uniqueKey":"pages.items.[INDEX].html_content","typeLabel":"string"},"markdown_content":{"type":"string","description":"Deprecated: Use `/retrieve` endpoint with `retrieve_id`.","uniqueKey":"pages.items.[INDEX].markdown_content","typeLabel":"string"}},"uniqueKey":"pages.items.[INDEX]","typeLabel":"object"},"uniqueKey":"pages","typeLabel":"object[]"},"metadata":{"type":"object","properties":{"external_urls":{"type":"array","description":"External URLs that were found during crawl","items":{"type":"string","uniqueKey":"metadata.external_urls.items.[INDEX]","typeLabel":"string"},"uniqueKey":"metadata.external_urls","typeLabel":"string[]"},"failed_urls":{"type":"array","description":"URLs that were found but couldn't be scraped","items":{"type":"string","uniqueKey":"metadata.failed_urls.items.[INDEX]","typeLabel":"string"},"uniqueKey":"metadata.failed_urls","typeLabel":"string[]"}},"uniqueKey":"metadata","typeLabel":"object"},"cursor":{"type":"integer","description":"To be passed in the query in next request to get the next items.","uniqueKey":"cursor","typeLabel":"integer"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"crawl_id":"\u003cstring>","object":"\u003cstring>","status":"\u003cstring>","search_query":"\u003cstring>","pages_count":123,"pages":[{"id":"\u003cstring>","retrieve_id":"\u003cstring>","url":"\u003cstring>","is_external":true,"html_content":"\u003cstring>","markdown_content":"\u003cstring>"}],"metadata":{"external_urls":["\u003cstring>"],"failed_urls":["\u003cstring>"]},"cursor":123}}},"exampleType":"generated"}},"exampleType":"generated"},"26841b37-d62f-4c2a-a7d1-d25e114cec6e":{"description":"Bad request due to incorrect or missing parameters.","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"4695f043-92f3-4ad9-a95b-5f45ae522f2b":{"description":"Crawl not found for the provided ID.","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}},"9fb94148-b2a0-47ff-8009-cae9774f43a5":{"description":"Internal server error.","content":{"_mintlify/placeholder":{"schema":{"type":"object","description":""}}}}},"security":{"fce1ca16-8d2f-426e-bc32-c741bec0b708":{"Authorization":{"type":"http","scheme":"bearer","description":"Bearer authentication header of the form Bearer \u003ctoken>, where \u003ctoken> is your auth token.","scopes":[],"schemeName":"Authorization"}}},"servers":{"32f92bd5-8d9c-4426-9b58-466948d08a54":{"url":"https://api.olostep.com"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"Bearer authentication header of the form Bearer \u003ctoken>, where \u003ctoken> is your auth token.","scopes":[],"schemeName":"Authorization"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form Bearer \u003ctoken>, where \u003ctoken> is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"Authorization","name":"Authorization"}],"title":"Authorization"}]},"originalFileLocation":"openapi/crawls.json"},"subdomain":"olostep-58","siteName":"Olostep Docs","title":"Crawl Pages - Olostep Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{"en":{"href":"/api-reference/crawls/pages","matchLevel":0},"de":{"href":"/de/api-reference/crawls/pages","matchLevel":1},"fr":{"href":"/fr/api-reference/crawls/pages","matchLevel":1},"es":{"href":"/es/api-reference/crawls/pages","matchLevel":1},"nl":{"href":"/nl/api-reference/crawls/pages","matchLevel":1},"zh":{"href":"/zh/api-reference/crawls/pages","matchLevel":1},"it":{"href":"/it/api-reference/crawls/pages","matchLevel":1},"ja":{"href":"/ja/api-reference/crawls/pages","matchLevel":1}}},"lastModified":"2026-01-26T18:30:04.874Z","originalFileLocation":"api-reference/crawls/pages.mdx","locale":"en"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Fetches the list of pages for a specific crawl.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Olostep Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003cmeta data-mint-head name=\"robots\" content=\"index, follow\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Crawl Pages - Olostep Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Fetches the list of pages for a specific crawl.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Olostep Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.olostep.com/api-reference/crawls/pages\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://olostep-58.mintlify.site/_mintlify/api/og/v2?division=Crawls\u0026amp;title=Crawl+Pages\u0026amp;description=Fetches+the+list+of+pages+for+a+specific+crawl.\u0026amp;theme=9f0e2745063fda849c75ae88\u0026amp;signature=44f620c72420a8810f56cb284a81a5329b59634cec2f09a5963ebb1ecb3eaf85\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Crawl Pages - Olostep Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Fetches the list of pages for a specific crawl.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://olostep-58.mintlify.site/_mintlify/api/og/v2?division=Crawls\u0026amp;title=Crawl+Pages\u0026amp;description=Fetches+the+list+of+pages+for+a+specific+crawl.\u0026amp;theme=9f0e2745063fda849c75ae88\u0026amp;signature=44f620c72420a8810f56cb284a81a5329b59634cec2f09a5963ebb1ecb3eaf85\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/olostep-58/_83ELNnJOV2rn47b/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Olostep Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#1369E6\">\u003cmeta data-mint-head name=\"googlebot\" content=\"index, follow\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.olostep.com/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/crawls/pages.md\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"en\" href=\"https://docs.olostep.com/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"de\" href=\"https://docs.olostep.com/de/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"fr\" href=\"https://docs.olostep.com/fr/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"es\" href=\"https://docs.olostep.com/es/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"nl\" href=\"https://docs.olostep.com/nl/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"zh\" href=\"https://docs.olostep.com/zh/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"it\" href=\"https://docs.olostep.com/it/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"ja\" href=\"https://docs.olostep.com/ja/api-reference/crawls/pages\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"x-default\" href=\"https://docs.olostep.com/api-reference/crawls/pages\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.olostep.com/#organization\",\"name\":\"Olostep Docs\",\"url\":\"https://docs.olostep.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/olostep-58/294AdrknPYBl2RjK/logo/light.svg?fit=max\u0026auto=format\u0026n=294AdrknPYBl2RjK\u0026q=85\u0026s=fad5e5ee72a916722d9ad8279ee7186d\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.olostep.com#website\",\"name\":\"Olostep Docs\",\"url\":\"https://docs.olostep.com\",\"publisher\":{\"@id\":\"https://docs.olostep.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.olostep.com/api-reference/crawls/pages#webpage\",\"url\":\"https://docs.olostep.com/api-reference/crawls/pages\",\"name\":\"Crawl Pages\",\"description\":\"Fetches the list of pages for a specific crawl.\",\"dateModified\":\"2026-01-26T18:30:04.874Z\",\"isPartOf\":{\"@id\":\"https://docs.olostep.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.olostep.com/api-reference/crawls/pages#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.olostep.com/api-reference/crawls/pages#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Crawls\",\"item\":\"https://docs.olostep.com/api-reference/crawls/create\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Crawl Pages\",\"item\":\"https://docs.olostep.com/api-reference/crawls/pages\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.olostep.com/api-reference/crawls/pages#apireference\",\"headline\":\"Crawl Pages\",\"name\":\"Crawl Pages\",\"description\":\"Fetches the list of pages for a specific crawl.\",\"url\":\"https://docs.olostep.com/api-reference/crawls/pages\",\"mainEntityOfPage\":{\"@id\":\"https://docs.olostep.com/api-reference/crawls/pages#webpage\"},\"dateModified\":\"2026-01-26T18:30:04.874Z\",\"publisher\":{\"@id\":\"https://docs.olostep.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.olostep.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Olostep Docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Olostep Docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/api-reference/crawls/pages.md","siteName":"Olostep Docs","nav":{"global":{"anchors":[{"anchor":"Playground","icon":"play","href":"https://www.olostep.com/playground"},{"anchor":"Join Community","icon":"slack","href":"https://olostep-users.slack.com/join/shared_invite/zt-2bfddyi8h-JzfjOgavg~98DJ1om1B5Lg#/shared-invite/email"},{"anchor":"Blog","icon":"newspaper","href":"https://www.olostep.com/blog"}]},"languages":[{"language":"en","default":true,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/get-started/welcome"}]},{"tab":"SDKs","pages":[{"title":"SDKs","href":"/sdks/overview"}]},{"tab":"CLI","pages":[{"title":"CLI","href":"/cli/overview"}]},{"tab":"Examples","pages":[{"title":"Examples","href":"/examples/get-markdown-from-website"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/integrations/mcp-server"}]},{"tab":"API Reference","groups":[{"group":"Common","pages":[{"title":"Object-Oriented API","sidebarTitle":"Object-Oriented API","icon":"cube","href":"/api-reference/common/object-oriented"},{"title":"Metadata","sidebarTitle":"Metadata","icon":"tag","href":"/api-reference/common/metadata"},{"title":"Webhooks","icon":"webhook","href":"/api-reference/common/webhooks"}]},{"group":"Scrapes","pages":[{"title":"Create Scrape","openapi":"openapi/scrapes.json POST /v1/scrapes","href":"/api-reference/scrapes/create"},{"title":"Get Scrape","openapi":"openapi/scrapes.json GET /v1/scrapes/{scrape_id}","href":"/api-reference/scrapes/get"}]},{"group":"Batches","pages":[{"title":"Create Batch","openapi":"openapi/batches.json POST /v1/batches","href":"/api-reference/batches/create"},{"title":"Batch Info","openapi":"openapi/batches.json GET /v1/batches/{batch_id}","href":"/api-reference/batches/info"},{"title":"Update Batch","openapi":"openapi/batches.json PATCH /v1/batches/{batch_id}","href":"/api-reference/batches/update"},{"title":"Batch Items","openapi":"openapi/batches.json GET /v1/batches/{batch_id}/items","href":"/api-reference/batches/items"}]},{"group":"Crawls","pages":[{"title":"Create Crawl","openapi":"openapi/crawls.json POST /v1/crawls","href":"/api-reference/crawls/create"},{"title":"Crawl Info","description":"Fetches information about a specific crawl.","openapi":"openapi/crawls.json GET /v1/crawls/{crawl_id}","href":"/api-reference/crawls/info"},{"title":"Crawl Pages","openapi":"openapi/crawls.json GET /v1/crawls/{crawl_id}/pages","href":"/api-reference/crawls/pages"}]},{"group":"Maps","pages":[{"title":"Create Map","description":"This endpoint allows users to get all the urls on a certain website. It can take up to 120 seconds for complex websites. For large websites, results are paginated using cursor-based pagination","openapi":"openapi/maps.json POST /v1/maps","href":"/api-reference/maps/create"},{"title":"Get Map","openapi":"openapi/maps.json GET /v1/maps/{map_id}","href":"/api-reference/maps/get"}]},{"group":"Answers","pages":[{"title":"Create Answer","openapi":"openapi/answers.json POST /v1/answers","href":"/api-reference/answers/create"},{"title":"Get Answer","openapi":"openapi/answers.json GET /v1/answers/{answer_id}","href":"/api-reference/answers/get"}]},{"group":"Search","pages":[{"title":"Create Search","openapi":"openapi/search.json POST /v1/searches","href":"/api-reference/searches/create"},{"title":"Get Search","openapi":"openapi/search.json GET /v1/searches/{search_id}","href":"/api-reference/searches/get"}]},{"group":"Monitors","pages":[{"title":"Create Monitor","openapi":"openapi/monitors.json POST /v1/monitors","href":"/api-reference/monitors/create"},{"title":"List Monitors","openapi":"openapi/monitors.json GET /v1/monitors","href":"/api-reference/monitors/list"},{"title":"Get Monitor","openapi":"openapi/monitors.json GET /v1/monitors/{monitor_id}","href":"/api-reference/monitors/get"},{"title":"List Monitor Events","openapi":"openapi/monitors.json GET /v1/monitors/{monitor_id}/events","href":"/api-reference/monitors/events"},{"title":"Get Monitor Planning","openapi":"openapi/monitors.json GET /v1/monitors/{monitor_id}/planning","href":"/api-reference/monitors/planning"},{"title":"Get Monitor Run","openapi":"openapi/monitors.json GET /v1/monitors/{monitor_id}/runs/{run_id}","href":"/api-reference/monitors/run"},{"title":"Stream Monitor Agent Logs","openapi":"openapi/monitors.json GET /v1/monitors/{monitor_id}/agent-logs","href":"/api-reference/monitors/agent-logs"},{"title":"Update Monitor","openapi":"openapi/monitors.json POST /v1/monitors/{monitor_id}","href":"/api-reference/monitors/update"},{"title":"Pause Monitor","openapi":"openapi/monitors.json POST /v1/monitors/{monitor_id}/pause","href":"/api-reference/monitors/pause"},{"title":"Resume Monitor","openapi":"openapi/monitors.json POST /v1/monitors/{monitor_id}/resume","href":"/api-reference/monitors/resume"},{"title":"Delete Monitor","openapi":"openapi/monitors.json DELETE /v1/monitors/{monitor_id}","href":"/api-reference/monitors/delete"}]},{"group":"Files","pages":[{"title":"Create File Upload","openapi":"openapi/files.json POST /v1/files","href":"/api-reference/files/create"},{"title":"Complete File Upload","openapi":"openapi/files.json POST /v1/files/{file_id}/complete","href":"/api-reference/files/complete"},{"title":"Get File","openapi":"openapi/files.json GET /v1/files/{file_id}","href":"/api-reference/files/get"},{"title":"Get File Content","openapi":"openapi/files.json GET /v1/files/{file_id}/content","href":"/api-reference/files/content"},{"title":"List Files","openapi":"openapi/files.json GET /v1/files","href":"/api-reference/files/list"},{"title":"Delete File","openapi":"openapi/files.json DELETE /v1/files/{file_id}","href":"/api-reference/files/delete"}]},{"group":"Schedules","pages":[{"title":"Create Schedule","openapi":"openapi/schedules.json POST /v1/schedules","href":"/api-reference/schedules/create"},{"title":"List Schedules","openapi":"openapi/schedules.json GET /v1/schedules","href":"/api-reference/schedules/list"},{"title":"Get Schedule","openapi":"openapi/schedules.json GET /v1/schedules/{schedule_id}","href":"/api-reference/schedules/get"},{"title":"Delete Schedule","openapi":"openapi/schedules.json DELETE /v1/schedules/{schedule_id}","href":"/api-reference/schedules/delete"}]},{"group":"Retrieve","pages":[{"title":"Retrieve Content","openapi":"openapi/utility.json GET /v1/retrieve","href":"/api-reference/retrieve"}]},{"group":"Feedbacks","pages":[{"title":"Submit Feedback","openapi":"openapi/feedbacks.json POST /v1/feedbacks","href":"/api-reference/feedbacks/create"}]},{"group":"Balance \u0026 Billing","pages":[{"title":"Get credit info","openapi":"openapi/billing.json GET /user/credits/info","href":"/api-reference/billing/credits-info"},{"title":"Purchase top-up","openapi":"openapi/billing.json POST /user/purchase-topup","href":"/api-reference/billing/purchase-topup"}]}]},{"tab":"Internal","hidden":true,"pages":[{"title":"Internal","href":"/internal/airops-batches/overview"}]},{"tab":"Preview Features","hidden":true,"pages":[{"title":"Preview Features","href":"/internal/browser-session"}]},{"tab":"Developer Guides","hidden":true,"pages":[{"title":"Developer Guides","href":"/internal/detailed-geo"}]},{"tab":"Partner User Quick-Connect","hidden":true,"pages":[{"title":"Partner User Quick-Connect","href":"/internal/partner-user-quick-connect"}]},{"tab":"E-commerce","hidden":true,"pages":[{"title":"E-commerce","href":"/internal/ecommerce"}]},{"tab":"Parser Versioning","hidden":true,"pages":[{"title":"Parser Versioning","href":"/internal/parser-versioning"}]},{"tab":"Firecrawl Migration","hidden":true,"pages":[{"title":"Firecrawl Migration","href":"/internal/firecrawl-migration"}]}]},{"language":"de","pages":[{"title":"de","href":"/de/api-reference/crawls/pages"}]},{"language":"fr","pages":[{"title":"fr","href":"/fr/api-reference/crawls/pages"}]},{"language":"es","pages":[{"title":"es","href":"/es/api-reference/crawls/pages"}]},{"language":"nl","pages":[{"title":"nl","href":"/nl/api-reference/crawls/pages"}]},{"language":"zh","pages":[{"title":"zh","href":"/zh/api-reference/crawls/pages"}]},{"language":"it","pages":[{"title":"it","href":"/it/api-reference/crawls/pages"}]},{"language":"ja","pages":[{"title":"ja","href":"/ja/api-reference/crawls/pages"}]}]},"basePath":"","title":"Crawl Pages - Olostep Docs","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CybtLBIt.js","utils-BMLj2fvV.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-B6In562Y.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Dr8Mfhp9.js","snippetPresets-2rmQvMVl.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-WMqJYdZj.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-CJ-MlPHu.js","shallow-dY3TMRCk.js","getApiPlaygroundDisplay-v-1B2bKm.js","CodeSnippet-BDhiTB7U.js","CodeSnippets-D9hnzQcS.js","Page-C4GwDT3_.js","getPastedJson-Th2V45jI.js","icon-BQXch1W9.js","MethodPill-BCqUneP3.js","DuplicateIcon-Q_-bhurZ.js","createIcon-DUjLHRqp.js","DynamicMarkdown-B-f2cqXQ.js","SectionHeading-Da5NsV4v.js","axios-vUo_bRtp.js","Markdown-D13FWkIM.js","clsx-D3Isdib3.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-C-XZBk9h.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink--qIqmmVG.js"]}