Loops are a powerful way to scrape multiple pages with the same structure.This is useful when you want to scrape a list of items from a page, such as a list of products or blog posts.
To use loops, you can select the “Enable loop” option when creating a new workflow.You will also need provide a URL that is points to a listing page. Hystruct will then scrape the listing page and follow the links to each individual item.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Hystruct","colors":{"primary":"#10b981","light":"#07C983","dark":"#10b981"},"favicon":"/favicon.png","logo":{"light":"https://mintcdn.com/hystruct/5cPZ1JsX08_AvNO9/logo/light.png?fit=max\u0026auto=format\u0026n=5cPZ1JsX08_AvNO9\u0026q=85\u0026s=6f0e10bf9b0dc9a5693e5de630202d89","dark":"https://mintcdn.com/hystruct/5cPZ1JsX08_AvNO9/logo/dark.png?fit=max\u0026auto=format\u0026n=5cPZ1JsX08_AvNO9\u0026q=85\u0026s=9ebfdc2d7f86587e36418e3273b87c7e"},"api":{"openapi":["openapi.json"]},"background":{"decoration":null,"color":{"light":"#f8fafc","dark":"#020617"}},"navbar":{"links":[{"label":"Support","href":"mailto:support@hystruct.com"}],"primary":{"type":"button","label":"Dashboard","href":"https://www.hystruct.com/login"}},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"hystruct","hasAudioNarration":false,"actualSubdomain":"hystruct","customDomains":["docs.hystruct.com"],"gitSource":{"type":"github","owner":"databody-uk","repo":"hystruct","deployBranch":"main","contentDirectory":"apps/docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a20c4f2ff8eb42874038715","collectionId":"00aaf0d7-f19b-481f-a536-625bdffd49a6","schemaVersion":"v2"},"entitlements":{},"buildId":"6ae920244f9c5e0fb2ced6d3:success","clientVersion":"0.0.4067","searchFilterCounts":[{"language":"default","tag":"Documentation","count":7},{"language":"default","tag":"API Reference","count":6},{"language":"default","tag":"Integrations","count":5},{"language":"default","tag":"Get Started","count":5},{"language":"default","tag":"Workflows","count":2},{"language":"default","tag":"API Documentation","count":1}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"loops","slug":"/loops","pageMetadata":{"title":"Loops","description":"Understand how to use loops in Hystruct","href":"/loops"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Understand how to use loops in Hystruct\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={p:`p`,..._provideComponents(),...props.components},{Heading,OptimizedFrame}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedFrame)_missingMdxReference(`OptimizedFrame`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Loops are a powerful way to scrape multiple pages with the same structure.`}),`\n`,_jsx(_components.p,{children:`This is useful when you want to scrape a list of items from a page, such as a list of products or blog posts.`}),`\n`,_jsx(OptimizedFrame,{width:`560`,height:`315`,src:`https://www.youtube.com/embed/Xt0yb--ktdw?si=g9Q_sdhdlwkf2W8X\u0026controls=1\u0026showinfo=0\u0026modestbranding=1\u0026rel=0`,title:`YouTube video player`,allow:`accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share`,referrerPolicy:`strict-origin-when-cross-origin`,allowFullScreen:true}),`\n`,_jsx(Heading,{level:`2`,id:`how-to-use-loops`,children:`How to use loops`}),`\n`,_jsx(_components.p,{children:`To use loops, you can select the “Enable loop” option when creating a new workflow.`}),`\n`,_jsx(_components.p,{children:`You will also need provide a URL that is points to a listing page. Hystruct will then scrape the listing page and follow the links to each individual item.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Loops","description":"Understand how to use loops in Hystruct","href":"/loops"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"How to use loops","slug":"how-to-use-loops","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"hystruct","siteName":"Hystruct","title":"Loops - Hystruct","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-01-07T02:42:02.056Z","originalFileLocation":"loops.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Understand how to use loops in Hystruct\">\u003cmeta data-mint-head name=\"application-name\" content=\"Hystruct\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Loops - Hystruct\">\u003cmeta data-mint-head property=\"og:description\" content=\"Understand how to use loops in Hystruct\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Hystruct\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.hystruct.com/loops\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://hystruct.mintlify.app/_mintlify/api/og/v2?division=Get+Started\u0026amp;title=Loops\u0026amp;description=Understand+how+to+use+loops+in+Hystruct\u0026amp;theme=be56d7ef985e6e26bcd3ab43\u0026amp;signature=bd948100823b849c6d9dcbd25b2cc1a68cf3656d9564d20fae4adb307a0b77f6\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Loops - Hystruct\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Understand how to use loops in Hystruct\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://hystruct.mintlify.app/_mintlify/api/og/v2?division=Get+Started\u0026amp;title=Loops\u0026amp;description=Understand+how+to+use+loops+in+Hystruct\u0026amp;theme=be56d7ef985e6e26bcd3ab43\u0026amp;signature=bd948100823b849c6d9dcbd25b2cc1a68cf3656d9564d20fae4adb307a0b77f6\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/hystruct/WzJ7MGMGQlVjC3hk/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Hystruct\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#10b981\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.hystruct.com/loops\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/loops.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.hystruct.com/#organization\",\"name\":\"Hystruct\",\"url\":\"https://docs.hystruct.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/hystruct/5cPZ1JsX08_AvNO9/logo/light.png?fit=max\u0026auto=format\u0026n=5cPZ1JsX08_AvNO9\u0026q=85\u0026s=6f0e10bf9b0dc9a5693e5de630202d89\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.hystruct.com#website\",\"name\":\"Hystruct\",\"url\":\"https://docs.hystruct.com\",\"publisher\":{\"@id\":\"https://docs.hystruct.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.hystruct.com/loops#webpage\",\"url\":\"https://docs.hystruct.com/loops\",\"name\":\"Loops\",\"description\":\"Understand how to use loops in Hystruct\",\"dateModified\":\"2026-01-07T02:42:02.056Z\",\"isPartOf\":{\"@id\":\"https://docs.hystruct.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.hystruct.com/loops#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.hystruct.com/loops#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Get Started\",\"item\":\"https://docs.hystruct.com/introduction\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Loops\",\"item\":\"https://docs.hystruct.com/loops\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.hystruct.com/loops#article\",\"headline\":\"Loops\",\"name\":\"Loops\",\"description\":\"Understand how to use loops in Hystruct\",\"url\":\"https://docs.hystruct.com/loops\",\"mainEntityOfPage\":{\"@id\":\"https://docs.hystruct.com/loops#webpage\"},\"dateModified\":\"2026-01-07T02:42:02.056Z\",\"publisher\":{\"@id\":\"https://docs.hystruct.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.hystruct.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Hystruct\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Hystruct","nav":{"global":null,"tabs":[{"tab":"Documentation","groups":[{"group":"Get Started","pages":[{"title":"Introduction","href":"/introduction"},{"title":"Quickstart","href":"/quickstart"},{"title":"Credits","href":"/credits"},{"title":"Schemas","description":"Schemas are the building blocks of Hystruct. They define what data is extracted from a website.","href":"/schemas"},{"title":"Loops","href":"/loops"}]},{"group":"Integrations","pages":[{"title":"Zapier","description":"Integrate Hystruct with Zapier to automate workflows and connect with other apps.","href":"/integrations/zapier"},{"title":"Webhooks","href":"/integrations/webhooks"}]}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/api-reference/introduction"}]}]},"basePath":"","title":"Loops - Hystruct","buildId":"dpl_9VVk5y1P8k1ATeJguVngy9Q3cmbD","deploymentId":"dpl_9VVk5y1P8k1ATeJguVngy9Q3cmbD","dynamics":[],"chunks":[]}
