A tool designed to extract and read the content of a specified website. It is capable of handling various types of web pages by making HTTP requests and parsing the received HTML content.
This tool can be particularly useful for web scraping tasks, data collection, or extracting specific information from websites.
from crewai_tools import ScrapeWebsiteTool# To enable scrapping any website it finds during it's executiontool = ScrapeWebsiteTool()# Initialize the tool with the website URL, # so the agent can only scrap the content of the specified websitetool = ScrapeWebsiteTool(website_url='https://www.example.com')# Extract the text from the sitetext = tool.run()print(text)
Mandatory website URL to read the file. This is the primary input for the tool, specifying which website’s content should be scraped and read.
Was this page helpful?
{"docsConfig":{"theme":"aspen","$schema":"https://mintlify.com/docs.json","name":"CrewAI","colors":{"primary":"#EB6658","light":"#F3A78B","dark":"#C94C3C"},"logo":{"light":"https://mintcdn.com/crewai/5SZbe87tsCWZY09V/images/crew_only_logo.png?fit=max\u0026auto=format\u0026n=5SZbe87tsCWZY09V\u0026q=85\u0026s=439ca5dc63a1768cad7196005ff5636f","dark":"https://mintcdn.com/crewai/5SZbe87tsCWZY09V/images/crew_only_logo.png?fit=max\u0026auto=format\u0026n=5SZbe87tsCWZY09V\u0026q=85\u0026s=439ca5dc63a1768cad7196005ff5636f"},"favicon":"https://mintcdn.com/crewai/sz5CkjPWxVjBAZE7/images/favicon.svg?fit=max\u0026auto=format\u0026n=sz5CkjPWxVjBAZE7\u0026q=85\u0026s=16c03dad58d05417a2e442ff942d2ce7","api":{"playground":{}},"appearance":{"default":"system","strict":false},"background":{"decoration":"grid"},"navbar":{"links":[{"icon":"arrow-up-right-from-square","href":"https://app.crewai.com","label":"Start Cloud Trial"}],"primary":{"type":"github","href":"https://github.com/crewAIInc/crewAI"}},"footer":{"socials":{"website":"https://crewai.com","x":"https://x.com/crewAIInc","github":"https://github.com/crewAIInc/crewAI","linkedin":"https://www.linkedin.com/company/crewai-inc","youtube":"https://youtube.com/@crewAIInc","reddit":"https://www.reddit.com/r/crewAIInc"}},"seo":{"metatags":{"og:type":"website","og:site_name":"CrewAI Documentation","og:image":"https://docs.crewai.com/images/crew_only_logo.png","twitter:card":"summary_large_image","twitter:site":"@crewAIInc","keywords":"AI agents, multi-agent systems, CrewAI, artificial intelligence, automation, Python framework, agent collaboration, AI workflows"}},"fonts":{"family":"Inter"},"errors":{"404":{"redirect":true}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode",{"title":"Request a feature","description":"Join the discussion on GitHub to request a new feature","icon":"plus","href":"https://github.com/crewAIInc/crewAI/issues/new/choose"}],"display":"header"},"styling":{"latex":false},"navigation":{"languages":[{"language":"en","href":""},{"language":"pt-BR","href":"edge/pt-BR"},{"language":"ko","href":"edge/ko"},{"language":"ar","href":"edge/ar"}]}},"deployment":{"deploymentMetadataValue":{"subdomain":"crewai","hasAudioNarration":false,"actualSubdomain":"crewai","customDomains":["docs.crewai.com"],"gitSource":{"type":"github","owner":"crewaiinc","repo":"crewai","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae109ca5ecac0fee57e8e08","collectionId":"77f99dff-8c93-4576-a183-fbdacc92ce2c","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae109ca5ecac0fee57e8e08"},"feedback":{"thumbs":true,"edits":true,"issues":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae109ca5ecac0fee57e8e08","clientVersion":"0.0.3990","searchFilterCounts":[{"language":"en","tag":"Documentation","count":8428},{"language":"ko","tag":"기술 문서","count":7754},{"language":"pt-BR","tag":"Documentação","count":7187},{"language":"ar","tag":"التقنية التوثيق","count":7154},{"language":"en","tag":"Tools","count":3870},{"language":"ko","tag":"도구 (Tools)","count":3579},{"language":"ar","tag":"الأدوات","count":3336},{"language":"pt-BR","tag":"Ferramentas","count":3057},{"language":"en","tag":"Learn","count":1345},{"language":"ko","tag":"학습","count":1199},{"language":"pt-BR","tag":"Aprenda","count":1199},{"language":"ar","tag":"التعلّم","count":1103},{"language":"en","tag":"Core Concepts","count":1019},{"language":"ko","tag":"핵심 개념","count":989},{"language":"pt-BR","tag":"Conceitos-Chave","count":989},{"language":"ar","tag":"المفاهيم الأساسية","count":917},{"language":"en","tag":"Observability","count":864},{"language":"en","tag":"Search \u0026 Research","count":840},{"language":"ko","tag":"Observability","count":816},{"language":"pt-BR","tag":"Observabilidade","count":816},{"language":"en","tag":"Guides","count":808},{"language":"ko","tag":"검색 및 연구","count":804},{"language":"ar","tag":"Observability","count":748},{"language":"ar","tag":"البحث والاستكشاف","count":740},{"language":"en","tag":"Web Scraping \u0026 Browsing","count":708},{"language":"en","tag":"File \u0026 Document","count":672},{"language":"ko","tag":"파일 \u0026 문서","count":672},{"language":"ko","tag":"웹 스크래핑 \u0026 브라우징","count":672},{"language":"pt-BR","tag":"Web Scraping \u0026 Navegação","count":624},{"language":"ar","tag":"الملفات والمستندات","count":616},{"language":"ar","tag":"استخراج بيانات الويب","count":616},{"language":"pt-BR","tag":"Arquivo \u0026 Documento","count":576},{"language":"ko","tag":"가이드","count":567},{"language":"pt-BR","tag":"Guias","count":567},{"language":"ar","tag":"الأدلّة","count":534},{"language":"pt-BR","tag":"Pesquisa","count":480},{"language":"ko","tag":"시작 안내","count":460},{"language":"pt-BR","tag":"Começando","count":460},{"language":"en","tag":"AI \u0026 Machine Learning","count":456},{"language":"ar","tag":"البدء","count":428}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"v1.15.12/en/tools/web-scraping/scrapewebsitetool","slug":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool","pageMetadata":{"title":"Scrape Website","description":"The `ScrapeWebsiteTool` is designed to extract and read the content of a specified website.","icon":"magnifying-glass-location","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"The \", _jsx(_components.code, {\n children: \"ScrapeWebsiteTool\"\n }), \" is designed to extract and read the content of a specified website.\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={code:`code`,p:`p`,pre:`pre`,span:`span`,strong:`strong`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,..._provideComponents(),...props.components},{CodeBlock,Heading,Note,Table}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Note)_missingMdxReference(`Note`,true);if(!Table)_missingMdxReference(`Table`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`1`,id:`scrapewebsitetool`,children:_jsx(_components.code,{children:`ScrapeWebsiteTool`})}),`\n`,_jsx(Note,{children:_jsx(_components.p,{children:`We are still working on improving tools, so there might be unexpected behavior or changes in the future.`})}),`\n`,_jsx(Heading,{level:`2`,id:`description`,children:`Description`}),`\n`,_jsx(_components.p,{children:`A tool designed to extract and read the content of a specified website. It is capable of handling various types of web pages by making HTTP requests and parsing the received HTML content.\nThis tool can be particularly useful for web scraping tasks, data collection, or extracting specific information from websites.`}),`\n`,_jsx(Heading,{level:`2`,id:`installation`,children:`Installation`}),`\n`,_jsx(_components.p,{children:`Install the crewai_tools package`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`pip`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` install`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` 'crewai[tools]'`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`2`,id:`example`,children:`Example`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`12`,language:`python`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`python`,children:_jsxs(_components.code,{language:`python`,numberOfLines:`12`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:`from`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` crewai_tools `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#C586C0`},children:`import`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` ScrapeWebsiteTool`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# To enable scrapping any website it finds during it's execution`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`tool `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` ScrapeWebsiteTool()`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# Initialize the tool with the website URL, `})}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# so the agent can only scrap the content of the specified website`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`tool `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` ScrapeWebsiteTool(`}),_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#9CDCFE`},children:`website_url`}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`'https://www.example.com'`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`)`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# Extract the text from the site`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`text `}),_jsx(_components.span,{style:{color:`#CF222E`,\"--shiki-dark\":`#D4D4D4`},children:`=`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:` tool.run()`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#DCDCAA`},children:`print`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`(text)`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`2`,id:`arguments`,children:`Arguments`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{style:{textAlign:`left`},children:`Argument`}),_jsx(_components.th,{style:{textAlign:`left`},children:`Type`}),_jsx(_components.th,{style:{textAlign:`left`},children:`Description`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.strong,{children:`website_url`})}),_jsx(_components.td,{style:{textAlign:`left`},children:_jsx(_components.code,{children:`string`})}),_jsxs(_components.td,{style:{textAlign:`left`},children:[_jsx(_components.strong,{children:`Mandatory`}),` website URL to read the file. This is the primary input for the tool, specifying which website’s content should be scraped and read.`]})]})})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Scrape Website","description":"The `ScrapeWebsiteTool` is designed to extract and read the content of a specified website.","icon":"magnifying-glass-location","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"ScrapeWebsiteTool","slug":"scrapewebsitetool","depth":1,"children":[]},{"title":"Description","slug":"description","depth":2,"children":[]},{"title":"Installation","slug":"installation","depth":2,"children":[]},{"title":"Example","slug":"example","depth":2,"children":[]},{"title":"Arguments","slug":"arguments","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/crewai/cc0a0a5c2c93f4d8/common-room-tracking.js","/_mintlify/custom/crewai/36c44d75a9111b06/reo-tracking.js"],"subdomain":"crewai","siteName":"CrewAI","title":"Scrape Website - CrewAI","navMaps":{"firstHrefInVersion":{"Edge":{"href":"/edge/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.30":{"href":"/v1.15.30/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.29":{"href":"/v1.15.29/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.28":{"href":"/v1.15.28/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.27":{"href":"/v1.15.27/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.26":{"href":"/v1.15.26/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.25":{"href":"/v1.15.25/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.24":{"href":"/v1.15.24/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.23":{"href":"/v1.15.23/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.22":{"href":"/v1.15.22/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.21":{"href":"/v1.15.21/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.20":{"href":"/v1.15.20/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.19":{"href":"/v1.15.19/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.18":{"href":"/v1.15.18/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.17":{"href":"/v1.15.17/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.16":{"href":"/v1.15.16/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.15":{"href":"/v1.15.15/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.14":{"href":"/v1.15.14/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.13":{"href":"/v1.15.13/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.12":{"href":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool","matchLevel":0},"v1.15.11":{"href":"/v1.15.11/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.10":{"href":"/v1.15.10/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.9":{"href":"/v1.15.9/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.8":{"href":"/v1.15.8/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.7":{"href":"/v1.15.7/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.6":{"href":"/v1.15.6/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.5":{"href":"/v1.15.5/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.4":{"href":"/v1.15.4/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.3":{"href":"/v1.15.3/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.2":{"href":"/v1.15.2/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.1":{"href":"/v1.15.1/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.15.0":{"href":"/v1.15.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.7":{"href":"/v1.14.7/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.6":{"href":"/v1.14.6/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.5":{"href":"/v1.14.5/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.4":{"href":"/v1.14.4/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.3":{"href":"/v1.14.3/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.2":{"href":"/v1.14.2/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.1":{"href":"/v1.14.1/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.14.0":{"href":"/v1.14.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.13.0":{"href":"/v1.13.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.12.2":{"href":"/v1.12.2/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.12.1":{"href":"/v1.12.1/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.12.0":{"href":"/v1.12.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.11.1":{"href":"/v1.11.1/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.11.0":{"href":"/v1.11.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.10.1":{"href":"/v1.10.1/en/tools/web-scraping/scrapewebsitetool","matchLevel":1},"v1.10.0":{"href":"/v1.10.0/en/tools/web-scraping/scrapewebsitetool","matchLevel":1}},"firstHrefInLanguage":{"en":{"href":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool","matchLevel":0},"pt-BR":{"href":"/v1.15.12/pt-BR/tools/web-scraping/scrapewebsitetool","matchLevel":1},"ko":{"href":"/v1.15.12/ko/tools/web-scraping/scrapewebsitetool","matchLevel":1},"ar":{"href":"/v1.15.12/ar/tools/web-scraping/scrapewebsitetool","matchLevel":1}}},"lastModified":"2026-08-05T23:08:58.010Z","originalFileLocation":"v1.15.12/en/tools/web-scraping/scrapewebsitetool.mdx","locale":"en"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"The ScrapeWebsiteTool is designed to extract and read the content of a specified website.\">\u003cmeta data-mint-head name=\"keywords\" content=\"AI agents, multi-agent systems, CrewAI, artificial intelligence, automation, Python framework, agent collaboration, AI workflows\">\u003cmeta data-mint-head name=\"application-name\" content=\"CrewAI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Scrape Website - CrewAI\">\u003cmeta data-mint-head property=\"og:description\" content=\"The ScrapeWebsiteTool is designed to extract and read the content of a specified website.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"CrewAI Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://docs.crewai.com/images/crew_only_logo.png\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Scrape Website - CrewAI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"The ScrapeWebsiteTool is designed to extract and read the content of a specified website.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://docs.crewai.com/images/crew_only_logo.png\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/crewai/4u_yrBmnBvL-de5g/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"CrewAI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#EB6658\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/v1.15.12/en/tools/web-scraping/scrapewebsitetool.md\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"en\" href=\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"pt-BR\" href=\"https://docs.crewai.com/v1.15.12/pt-BR/tools/web-scraping/scrapewebsitetool\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"ko\" href=\"https://docs.crewai.com/v1.15.12/ko/tools/web-scraping/scrapewebsitetool\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"ar\" href=\"https://docs.crewai.com/v1.15.12/ar/tools/web-scraping/scrapewebsitetool\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"x-default\" href=\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.crewai.com/#organization\",\"name\":\"CrewAI\",\"url\":\"https://docs.crewai.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/crewai/5SZbe87tsCWZY09V/images/crew_only_logo.png?fit=max\u0026auto=format\u0026n=5SZbe87tsCWZY09V\u0026q=85\u0026s=439ca5dc63a1768cad7196005ff5636f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.crewai.com#website\",\"name\":\"CrewAI\",\"url\":\"https://docs.crewai.com\",\"publisher\":{\"@id\":\"https://docs.crewai.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool#webpage\",\"url\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\",\"name\":\"Scrape Website\",\"description\":\"The ScrapeWebsiteTool is designed to extract and read the content of a specified website.\",\"dateModified\":\"2026-08-05T23:08:58.010Z\",\"isPartOf\":{\"@id\":\"https://docs.crewai.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Tools\",\"item\":\"https://docs.crewai.com/v1.15.12/en/tools/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Web Scraping \u0026 Browsing\",\"item\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/overview\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Scrape Website\",\"item\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool#article\",\"headline\":\"Scrape Website\",\"name\":\"Scrape Website\",\"description\":\"The ScrapeWebsiteTool is designed to extract and read the content of a specified website.\",\"url\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool\",\"mainEntityOfPage\":{\"@id\":\"https://docs.crewai.com/v1.15.12/en/tools/web-scraping/scrapewebsitetool#webpage\"},\"image\":\"https://docs.crewai.com/images/crew_only_logo.png\",\"dateModified\":\"2026-08-05T23:08:58.010Z\",\"publisher\":{\"@id\":\"https://docs.crewai.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.crewai.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"CrewAI\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"CrewAI","nav":{"global":null,"languages":[{"language":"en","versions":[{"version":"Edge","tag":"Edge","pages":[{"title":"Edge","href":"/edge/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.30","default":true,"tag":"Latest","pages":[{"title":"v1.15.30","href":"/v1.15.30/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.29","pages":[{"title":"v1.15.29","href":"/v1.15.29/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.28","pages":[{"title":"v1.15.28","href":"/v1.15.28/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.27","pages":[{"title":"v1.15.27","href":"/v1.15.27/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.26","pages":[{"title":"v1.15.26","href":"/v1.15.26/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.25","pages":[{"title":"v1.15.25","href":"/v1.15.25/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.24","pages":[{"title":"v1.15.24","href":"/v1.15.24/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.23","pages":[{"title":"v1.15.23","href":"/v1.15.23/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.22","pages":[{"title":"v1.15.22","href":"/v1.15.22/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.21","pages":[{"title":"v1.15.21","href":"/v1.15.21/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.20","pages":[{"title":"v1.15.20","href":"/v1.15.20/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.19","pages":[{"title":"v1.15.19","href":"/v1.15.19/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.18","pages":[{"title":"v1.15.18","href":"/v1.15.18/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.17","pages":[{"title":"v1.15.17","href":"/v1.15.17/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.16","pages":[{"title":"v1.15.16","href":"/v1.15.16/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.15","pages":[{"title":"v1.15.15","href":"/v1.15.15/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.14","pages":[{"title":"v1.15.14","href":"/v1.15.14/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.13","pages":[{"title":"v1.15.13","href":"/v1.15.13/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.12","tabs":[{"tab":"Home","icon":"house","pages":[{"title":"Home","href":""}]},{"tab":"Documentation","icon":"book-open","groups":[{"group":"Get Started","pages":[{"title":"Introduction","icon":"handshake","mode":"wide","href":"/v1.15.12/en/introduction"},{"title":"Build with AI","icon":"robot","mode":"wide","href":"/v1.15.12/en/guides/coding-tools/build-with-ai"},{"title":"Skills","icon":"wand-magic-sparkles","mode":"wide","href":"/v1.15.12/en/skills"},{"title":"Installation","icon":"wrench","mode":"wide","href":"/v1.15.12/en/installation"},{"title":"Quickstart","icon":"rocket","mode":"wide","href":"/v1.15.12/en/quickstart"}]},{"group":"Guides","pages":[{"group":"Strategy","icon":"compass","pages":[{"title":"Evaluating Use Cases for CrewAI","icon":"scale-balanced","mode":"wide","href":"/v1.15.12/en/guides/concepts/evaluating-use-cases"}]},{"group":"Agents","icon":"user","pages":[{"title":"Crafting Effective Agents","icon":"robot","mode":"wide","href":"/v1.15.12/en/guides/agents/crafting-effective-agents"}]},{"group":"Crews","icon":"users","pages":[{"title":"Build Your First Crew","icon":"users-gear","mode":"wide","href":"/v1.15.12/en/guides/crews/first-crew"}]},{"group":"Flows","icon":"code-branch","pages":[{"title":"Build Your First Flow","icon":"diagram-project","mode":"wide","href":"/v1.15.12/en/guides/flows/first-flow"},{"title":"Mastering Flow State Management","icon":"diagram-project","mode":"wide","href":"/v1.15.12/en/guides/flows/mastering-flow-state"},{"title":"Conversational Flows","icon":"comments","mode":"wide","href":"/v1.15.12/en/guides/flows/conversational-flows"},{"title":"Migrating from inputs.id to restore_from_state_id","icon":"arrow-right-arrow-left","href":"/v1.15.12/en/guides/flows/inputs-id-deprecation"}]},{"group":"Tools","icon":"wrench","pages":[{"title":"Publish Custom Tools","icon":"box-open","mode":"wide","href":"/v1.15.12/en/guides/tools/publish-custom-tools"}]},{"group":"Coding Tools","icon":"terminal","pages":[{"title":"Coding Tools","icon":"terminal","mode":"wide","href":"/v1.15.12/en/guides/coding-tools/agents-md"},{"title":"Build with AI","icon":"robot","mode":"wide","href":"/v1.15.12/en/guides/coding-tools/build-with-ai"}]},{"group":"Advanced","icon":"gear","pages":[{"title":"Customizing Prompts","icon":"message-pen","mode":"wide","href":"/v1.15.12/en/guides/advanced/customizing-prompts"},{"title":"Fingerprinting","icon":"fingerprint","mode":"wide","href":"/v1.15.12/en/guides/advanced/fingerprinting"}]},{"group":"Migration","icon":"shuffle","pages":[{"title":"Moving from LangGraph to CrewAI: A Practical Guide for Engineers","icon":"switch","mode":"wide","href":"/v1.15.12/en/guides/migration/migrating-from-langgraph"},{"title":"Upgrading CrewAI","icon":"arrow-up-circle","href":"/v1.15.12/en/guides/migration/upgrading-crewai"}]}]},{"group":"Core Concepts","pages":[{"title":"Agents","icon":"robot","mode":"wide","href":"/v1.15.12/en/concepts/agents"},{"title":"Agent Capabilities","icon":"puzzle-piece","mode":"wide","href":"/v1.15.12/en/concepts/agent-capabilities"},{"title":"Tasks","icon":"list-check","mode":"wide","href":"/v1.15.12/en/concepts/tasks"},{"title":"Crews","icon":"people-group","mode":"wide","href":"/v1.15.12/en/concepts/crews"},{"title":"Flows","icon":"arrow-progress","mode":"wide","href":"/v1.15.12/en/concepts/flows"},{"title":"Streaming","icon":"radio","mode":"wide","href":"/v1.15.12/en/concepts/streaming"},{"title":"Production Architecture","icon":"server","mode":"wide","href":"/v1.15.12/en/concepts/production-architecture"},{"title":"Knowledge","icon":"book","mode":"wide","href":"/v1.15.12/en/concepts/knowledge"},{"title":"Skills","icon":"bolt","mode":"wide","href":"/v1.15.12/en/concepts/skills"},{"title":"LLMs","icon":"microchip-ai","mode":"wide","href":"/v1.15.12/en/concepts/llms"},{"title":"Files","icon":"file-image","href":"/v1.15.12/en/concepts/files"},{"title":"Processes","icon":"bars-staggered","mode":"wide","href":"/v1.15.12/en/concepts/processes"},{"title":"Collaboration","icon":"screen-users","mode":"wide","href":"/v1.15.12/en/concepts/collaboration"},{"title":"Training","icon":"dumbbell","mode":"wide","href":"/v1.15.12/en/concepts/training"},{"title":"Memory","icon":"database","mode":"wide","href":"/v1.15.12/en/concepts/memory"},{"title":"Reasoning","icon":"brain","mode":"wide","href":"/v1.15.12/en/concepts/reasoning"},{"title":"Planning","icon":"ruler-combined","mode":"wide","href":"/v1.15.12/en/concepts/planning"},{"title":"Testing","icon":"vial","mode":"wide","href":"/v1.15.12/en/concepts/testing"},{"title":"CLI","icon":"terminal","mode":"wide","href":"/v1.15.12/en/concepts/cli"},{"title":"Tools","icon":"screwdriver-wrench","mode":"wide","href":"/v1.15.12/en/concepts/tools"},{"title":"Event Listeners","icon":"spinner","mode":"wide","href":"/v1.15.12/en/concepts/event-listener"},{"title":"Checkpointing","icon":"floppy-disk","mode":"wide","href":"/v1.15.12/en/concepts/checkpointing"}]},{"group":"MCP Integration","pages":[{"title":"MCP Servers as Tools in CrewAI","icon":"plug","mode":"wide","href":"/v1.15.12/en/mcp/overview"},{"title":"MCP DSL Integration","icon":"code","mode":"wide","href":"/v1.15.12/en/mcp/dsl-integration"},{"title":"Stdio Transport","icon":"server","mode":"wide","href":"/v1.15.12/en/mcp/stdio"},{"title":"SSE Transport","icon":"wifi","mode":"wide","href":"/v1.15.12/en/mcp/sse"},{"title":"Streamable HTTP Transport","icon":"globe","mode":"wide","href":"/v1.15.12/en/mcp/streamable-http"},{"title":"Connecting to Multiple MCP Servers","icon":"layer-group","mode":"wide","href":"/v1.15.12/en/mcp/multiple-servers"},{"title":"MCP Security Considerations","icon":"lock","mode":"wide","href":"/v1.15.12/en/mcp/security"}]},{"group":"Tools","pages":[{"title":"Tools Overview","icon":"toolbox","mode":"wide","href":"/v1.15.12/en/tools/overview"},{"group":"File \u0026 Document","icon":"folder-open","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/file-document/overview"},{"title":"File Read","icon":"folders","mode":"wide","href":"/v1.15.12/en/tools/file-document/filereadtool"},{"title":"File Write","icon":"file-pen","mode":"wide","href":"/v1.15.12/en/tools/file-document/filewritetool"},{"title":"PDF RAG Search","icon":"file-pdf","mode":"wide","href":"/v1.15.12/en/tools/file-document/pdfsearchtool"},{"title":"DOCX RAG Search","icon":"file-word","mode":"wide","href":"/v1.15.12/en/tools/file-document/docxsearchtool"},{"title":"MDX RAG Search","icon":"markdown","mode":"wide","href":"/v1.15.12/en/tools/file-document/mdxsearchtool"},{"title":"XML RAG Search","icon":"file-xml","mode":"wide","href":"/v1.15.12/en/tools/file-document/xmlsearchtool"},{"title":"TXT RAG Search","icon":"file-lines","mode":"wide","href":"/v1.15.12/en/tools/file-document/txtsearchtool"},{"title":"JSON RAG Search","icon":"file-code","mode":"wide","href":"/v1.15.12/en/tools/file-document/jsonsearchtool"},{"title":"CSV RAG Search","icon":"file-csv","mode":"wide","href":"/v1.15.12/en/tools/file-document/csvsearchtool"},{"title":"Directory RAG Search","icon":"address-book","mode":"wide","href":"/v1.15.12/en/tools/file-document/directorysearchtool"},{"title":"Directory Read","icon":"folder-tree","mode":"wide","href":"/v1.15.12/en/tools/file-document/directoryreadtool"},{"title":"OCR Tool","icon":"image","mode":"wide","href":"/v1.15.12/en/tools/file-document/ocrtool"},{"title":"PDF Text Writing Tool","icon":"file-pdf","mode":"wide","href":"/v1.15.12/en/tools/file-document/pdf-text-writing-tool"}]},{"group":"Web Scraping \u0026 Browsing","icon":"globe","pages":[{"title":"Overview","description":"Extract data from websites and automate browser interactions with powerful scraping tools","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/overview"},{"title":"Scrape Website","icon":"magnifying-glass-location","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapewebsitetool"},{"title":"Scrape Element From Website Tool","description":"The `ScrapeElementFromWebsiteTool` enables CrewAI agents to extract specific elements from websites using CSS selectors.","icon":"code","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapeelementfromwebsitetool"},{"title":"Scrapfly Scrape Website Tool","icon":"spider","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapflyscrapetool"},{"title":"Selenium Scraper","icon":"clipboard-user","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/seleniumscrapingtool"},{"title":"Scrapegraph Scrape Tool","icon":"chart-area","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/scrapegraphscrapetool"},{"title":"Spider Scraper","icon":"spider-web","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/spidertool"},{"title":"Browserbase Web Loader","icon":"browser","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/browserbaseloadtool"},{"title":"Hyperbrowser Load Tool","icon":"globe","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/hyperbrowserloadtool"},{"title":"Stagehand Tool","icon":"hand","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/stagehandtool"},{"title":"Firecrawl Crawl Website","icon":"fire-flame","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/firecrawlcrawlwebsitetool"},{"title":"Firecrawl Scrape Website","icon":"fire-flame","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/firecrawlscrapewebsitetool"},{"title":"Oxylabs Scrapers","icon":"globe","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/oxylabsscraperstool"},{"title":"Bright Data Tools","icon":"spider","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/brightdata-tools"},{"title":"You.com Content Extraction Tool","icon":"globe","mode":"wide","href":"/v1.15.12/en/tools/web-scraping/youai-contents"}]},{"group":"Search \u0026 Research","icon":"magnifying-glass","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/search-research/overview"},{"title":"Google Serper Search","icon":"google","mode":"wide","href":"/v1.15.12/en/tools/search-research/serperdevtool"},{"title":"Brave Search Tools","icon":"searchengin","mode":"wide","href":"/v1.15.12/en/tools/search-research/bravesearchtool"},{"title":"Exa Search Tool","icon":"magnifying-glass","mode":"wide","href":"/v1.15.12/en/tools/search-research/exasearchtool"},{"title":"Linkup Search Tool","icon":"link","mode":"wide","href":"/v1.15.12/en/tools/search-research/linkupsearchtool"},{"title":"Github Search","icon":"github","mode":"wide","href":"/v1.15.12/en/tools/search-research/githubsearchtool"},{"title":"Website RAG Search","icon":"globe-stand","mode":"wide","href":"/v1.15.12/en/tools/search-research/websitesearchtool"},{"title":"Code Docs RAG Search","icon":"code","mode":"wide","href":"/v1.15.12/en/tools/search-research/codedocssearchtool"},{"title":"YouTube Channel RAG Search","icon":"youtube","mode":"wide","href":"/v1.15.12/en/tools/search-research/youtubechannelsearchtool"},{"title":"YouTube Video RAG Search","icon":"youtube","mode":"wide","href":"/v1.15.12/en/tools/search-research/youtubevideosearchtool"},{"title":"Tavily Search Tool","icon":"magnifying-glass","mode":"wide","href":"/v1.15.12/en/tools/search-research/tavilysearchtool"},{"title":"Tavily Extractor Tool","icon":"square-poll-horizontal","mode":"wide","href":"/v1.15.12/en/tools/search-research/tavilyextractortool"},{"title":"Tavily Research Tool","icon":"flask","mode":"wide","href":"/v1.15.12/en/tools/search-research/tavilyresearchtool"},{"title":"Arxiv Paper Tool","icon":"box-archive","mode":"wide","href":"/v1.15.12/en/tools/search-research/arxivpapertool"},{"title":"SerpApi Google Search Tool","icon":"google","mode":"wide","href":"/v1.15.12/en/tools/search-research/serpapi-googlesearchtool"},{"title":"SerpApi Google Shopping Tool","icon":"cart-shopping","mode":"wide","href":"/v1.15.12/en/tools/search-research/serpapi-googleshoppingtool"},{"title":"Databricks SQL Query Tool","icon":"trowel-bricks","mode":"wide","href":"/v1.15.12/en/tools/search-research/databricks-query-tool"},{"title":"You.com Search \u0026 Research Tools","icon":"magnifying-glass","mode":"wide","href":"/v1.15.12/en/tools/search-research/youai-search"}]},{"group":"Database \u0026 Data","icon":"database","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/database-data/overview"},{"title":"MySQL RAG Search","icon":"database","mode":"wide","href":"/v1.15.12/en/tools/database-data/mysqltool"},{"title":"PG RAG Search","icon":"elephant","mode":"wide","href":"/v1.15.12/en/tools/database-data/pgsearchtool"},{"title":"Snowflake Search Tool","icon":"snowflake","mode":"wide","href":"/v1.15.12/en/tools/database-data/snowflakesearchtool"},{"title":"NL2SQL Tool","icon":"language","mode":"wide","href":"/v1.15.12/en/tools/database-data/nl2sqltool"},{"title":"Qdrant Vector Search Tool","icon":"vector-square","mode":"wide","href":"/v1.15.12/en/tools/database-data/qdrantvectorsearchtool"},{"title":"Weaviate Vector Search","icon":"network-wired","mode":"wide","href":"/v1.15.12/en/tools/database-data/weaviatevectorsearchtool"},{"title":"MongoDB Vector Search Tool","icon":"leaf","mode":"wide","href":"/v1.15.12/en/tools/database-data/mongodbvectorsearchtool"},{"title":"SingleStore Search Tool","icon":"circle","mode":"wide","href":"/v1.15.12/en/tools/database-data/singlestoresearchtool"},{"title":"Db2 Vector Search Tool","icon":"database","mode":"wide","href":"/v1.15.12/en/tools/database-data/db2searchtool"}]},{"group":"AI \u0026 Machine Learning","icon":"brain","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/overview"},{"title":"DALL-E Tool","icon":"image","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/dalletool"},{"title":"Vision Tool","icon":"eye","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/visiontool"},{"title":"AI Mind Tool","icon":"brain","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/aimindtool"},{"title":"LlamaIndex Tool","icon":"address-book","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/llamaindextool"},{"title":"LangChain Tool","icon":"link","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/langchaintool"},{"title":"RAG Tool","icon":"vector-square","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/ragtool"},{"title":"Code Interpreter","icon":"code-simple","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/codeinterpretertool"},{"title":"Daytona Sandbox Tools","icon":"box","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/daytona"},{"title":"E2B Sandbox Tools","icon":"box","mode":"wide","href":"/v1.15.12/en/tools/ai-ml/e2bsandboxtools"}]},{"group":"Cloud \u0026 Storage","icon":"cloud","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/cloud-storage/overview"},{"title":"S3 Reader Tool","icon":"aws","mode":"wide","href":"/v1.15.12/en/tools/cloud-storage/s3readertool"},{"title":"S3 Writer Tool","icon":"aws","mode":"wide","href":"/v1.15.12/en/tools/cloud-storage/s3writertool"},{"title":"Bedrock Knowledge Base Retriever","icon":"aws","mode":"wide","href":"/v1.15.12/en/tools/cloud-storage/bedrockkbretriever"}]},{"group":"Integrations","icon":"plug","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/integration/overview"},{"title":"Bedrock Invoke Agent Tool","icon":"aws","mode":"wide","href":"/v1.15.12/en/tools/integration/bedrockinvokeagenttool"},{"title":"CrewAI Run Automation Tool","icon":"robot","href":"/v1.15.12/en/tools/integration/crewaiautomationtool"},{"title":"Merge Agent Handler Tool","icon":"diagram-project","mode":"wide","href":"/v1.15.12/en/tools/integration/mergeagenthandlertool"}]},{"group":"Automation","icon":"bolt","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/tools/automation/overview"},{"title":"Apify Actors","icon":"); -webkit-mask-image: url('https://upload.wikimedia.org/wikipedia/commons/a/ae/Apify.svg');/*","mode":"wide","href":"/v1.15.12/en/tools/automation/apifyactorstool"},{"title":"Composio Tool","icon":"gear-code","mode":"wide","href":"/v1.15.12/en/tools/automation/composiotool"},{"title":"MultiOn Tool","icon":"globe","mode":"wide","href":"/v1.15.12/en/tools/automation/multiontool"},{"title":"Wait Tool","icon":"hourglass-half","mode":"wide","href":"/v1.15.12/en/tools/automation/waittool"},{"title":"Zapier Actions Tool","icon":"bolt","mode":"wide","href":"/v1.15.12/en/tools/automation/zapieractionstool"}]}]},{"group":"Observability","pages":[{"title":"CrewAI Tracing","icon":"magnifying-glass-chart","mode":"wide","href":"/v1.15.12/en/observability/tracing"},{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/observability/overview"},{"title":"Arize Phoenix","icon":"magnifying-glass-chart","mode":"wide","href":"/v1.15.12/en/observability/arize-phoenix"},{"title":"Braintrust","icon":"magnifying-glass-chart","mode":"wide","href":"/v1.15.12/en/observability/braintrust"},{"title":"Datadog Integration","icon":"dog","mode":"wide","href":"/v1.15.12/en/observability/datadog"},{"title":"Galileo","icon":"telescope","mode":"wide","href":"/v1.15.12/en/observability/galileo"},{"title":"LangDB Integration","icon":"database","mode":"wide","href":"/v1.15.12/en/observability/langdb"},{"title":"Langfuse Integration","icon":"vials","mode":"wide","href":"/v1.15.12/en/observability/langfuse"},{"title":"Langtrace Integration","icon":"chart-line","mode":"wide","href":"/v1.15.12/en/observability/langtrace"},{"title":"Maxim Integration","icon":"infinity","mode":"wide","href":"/v1.15.12/en/observability/maxim"},{"title":"MLflow Integration","icon":"bars-staggered","mode":"wide","href":"/v1.15.12/en/observability/mlflow"},{"title":"Neatlogs Integration","icon":"magnifying-glass-chart","mode":"wide","href":"/v1.15.12/en/observability/neatlogs"},{"title":"OpenLIT Integration","icon":"magnifying-glass-chart","mode":"wide","href":"/v1.15.12/en/observability/openlit"},{"title":"Opik Integration","icon":"meteor","mode":"wide","href":"/v1.15.12/en/observability/opik"},{"title":"Patronus AI Evaluation","icon":"shield-check","mode":"wide","href":"/v1.15.12/en/observability/patronus-evaluation"},{"title":"Portkey Integration","icon":"key","mode":"wide","href":"/v1.15.12/en/observability/portkey"},{"title":"Weave Integration","icon":"radar","mode":"wide","href":"/v1.15.12/en/observability/weave"},{"title":"TrueFoundry Integration","icon":"chart-line","mode":"wide","href":"/v1.15.12/en/observability/truefoundry"}]},{"group":"Learn","pages":[{"title":"Overview","icon":"face-smile","mode":"wide","href":"/v1.15.12/en/learn/overview"},{"title":"Strategic LLM Selection Guide","icon":"brain-circuit","mode":"wide","href":"/v1.15.12/en/learn/llm-selection-guide"},{"title":"Conditional Tasks","icon":"diagram-subtask","mode":"wide","href":"/v1.15.12/en/learn/conditional-tasks"},{"title":"Coding Agents","icon":"rectangle-code","mode":"wide","href":"/v1.15.12/en/learn/coding-agents"},{"title":"Create Custom Tools","icon":"hammer","mode":"wide","href":"/v1.15.12/en/learn/create-custom-tools"},{"title":"Custom LLM Implementation","icon":"code","mode":"wide","href":"/v1.15.12/en/learn/custom-llm"},{"title":"Custom Manager Agent","icon":"user-shield","mode":"wide","href":"/v1.15.12/en/learn/custom-manager-agent"},{"title":"Customize Agents","icon":"user-pen","mode":"wide","href":"/v1.15.12/en/learn/customizing-agents"},{"title":"Image Generation with DALL-E","icon":"image","mode":"wide","href":"/v1.15.12/en/learn/dalle-image-generation"},{"title":"Force Tool Output as Result","icon":"wrench-simple","mode":"wide","href":"/v1.15.12/en/learn/force-tool-output-as-result"},{"title":"Hierarchical Process","icon":"sitemap","mode":"wide","href":"/v1.15.12/en/learn/hierarchical-process"},{"title":"Human Input on Execution","icon":"user-plus","mode":"wide","href":"/v1.15.12/en/learn/human-input-on-execution"},{"title":"Human-in-the-Loop (HITL) Workflows","icon":"user-check","mode":"wide","href":"/v1.15.12/en/learn/human-in-the-loop"},{"title":"Human Feedback in Flows","icon":"user-check","mode":"wide","href":"/v1.15.12/en/learn/human-feedback-in-flows"},{"title":"Kickoff Crew Asynchronously","icon":"rocket-launch","mode":"wide","href":"/v1.15.12/en/learn/kickoff-async"},{"title":"Kickoff Crew for Each","icon":"at","mode":"wide","href":"/v1.15.12/en/learn/kickoff-for-each"},{"title":"Streaming Runtime Contract","icon":"tower-broadcast","mode":"wide","href":"/v1.15.12/en/learn/streaming-runtime-contract"},{"title":"Consuming Streams","icon":"square-terminal","mode":"wide","href":"/v1.15.12/en/learn/consuming-streams"},{"title":"Connect to any LLM","icon":"brain-circuit","mode":"wide","href":"/v1.15.12/en/learn/llm-connections"},{"title":"Using CrewAI Without LiteLLM","icon":"shield-check","mode":"wide","href":"/v1.15.12/en/learn/litellm-removal-guide"},{"title":"Using Multimodal Agents","icon":"video","mode":"wide","href":"/v1.15.12/en/learn/multimodal-agents"},{"title":"Replay Tasks from Latest Crew Kickoff","icon":"arrow-right","mode":"wide","href":"/v1.15.12/en/learn/replay-tasks-from-latest-crew-kickoff"},{"title":"Sequential Processes","icon":"forward","mode":"wide","href":"/v1.15.12/en/learn/sequential-process"},{"title":"Using Annotations in crew.py","icon":"at","mode":"wide","href":"/v1.15.12/en/learn/using-annotations"},{"group":"Execution Hooks","pages":[{"title":"Execution Hooks","mode":"wide","href":"/v1.15.12/en/learn/execution-hooks"},{"title":"LLM Call Hooks","mode":"wide","href":"/v1.15.12/en/learn/llm-hooks"},{"title":"Tool Call Hooks","mode":"wide","href":"/v1.15.12/en/learn/tool-hooks"},{"title":"Execution Boundary Hooks","mode":"wide","href":"/v1.15.12/en/learn/execution-boundary-hooks"},{"title":"Step Hooks","mode":"wide","href":"/v1.15.12/en/learn/step-hooks"},{"title":"Before and After Kickoff Hooks","mode":"wide","href":"/v1.15.12/en/learn/before-and-after-kickoff-hooks"}]}]},{"group":"Telemetry","pages":[{"title":"Telemetry","icon":"signal-stream","mode":"wide","href":"/v1.15.12/en/telemetry"}]}]},{"tab":"AMP","icon":"briefcase","href":"https://docs-platform.crewai.com/platform/en/introduction"},{"tab":"API Reference","icon":"magnifying-glass","pages":[{"title":"API Reference","href":"/v1.15.12/en/api-reference/introduction"}]},{"tab":"Examples","icon":"code","pages":[{"title":"Examples","href":"/v1.15.12/en/examples/example"}]},{"tab":"Changelog","icon":"clock","pages":[{"title":"Changelog","href":"/v1.15.12/en/changelog"}]}]},{"version":"v1.15.11","pages":[{"title":"v1.15.11","href":"/v1.15.11/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.10","pages":[{"title":"v1.15.10","href":"/v1.15.10/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.9","pages":[{"title":"v1.15.9","href":"/v1.15.9/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.8","pages":[{"title":"v1.15.8","href":"/v1.15.8/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.7","pages":[{"title":"v1.15.7","href":"/v1.15.7/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.6","pages":[{"title":"v1.15.6","href":"/v1.15.6/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.5","pages":[{"title":"v1.15.5","href":"/v1.15.5/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.4","pages":[{"title":"v1.15.4","href":"/v1.15.4/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.3","pages":[{"title":"v1.15.3","href":"/v1.15.3/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.2","pages":[{"title":"v1.15.2","href":"/v1.15.2/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.1","pages":[{"title":"v1.15.1","href":"/v1.15.1/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.15.0","pages":[{"title":"v1.15.0","href":"/v1.15.0/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.7","pages":[{"title":"v1.14.7","href":"/v1.14.7/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.6","pages":[{"title":"v1.14.6","href":"/v1.14.6/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.5","pages":[{"title":"v1.14.5","href":"/v1.14.5/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.4","pages":[{"title":"v1.14.4","href":"/v1.14.4/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.3","pages":[{"title":"v1.14.3","href":"/v1.14.3/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.2","pages":[{"title":"v1.14.2","href":"/v1.14.2/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.1","pages":[{"title":"v1.14.1","href":"/v1.14.1/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.14.0","pages":[{"title":"v1.14.0","href":"/v1.14.0/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.13.0","pages":[{"title":"v1.13.0","href":"/v1.13.0/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.12.2","pages":[{"title":"v1.12.2","href":"/v1.12.2/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.12.1","pages":[{"title":"v1.12.1","href":"/v1.12.1/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.12.0","pages":[{"title":"v1.12.0","href":"/v1.12.0/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.11.1","pages":[{"title":"v1.11.1","href":"/v1.11.1/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.11.0","pages":[{"title":"v1.11.0","href":"/v1.11.0/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.10.1","pages":[{"title":"v1.10.1","href":"/v1.10.1/en/tools/web-scraping/scrapewebsitetool"}]},{"version":"v1.10.0","pages":[{"title":"v1.10.0","href":"/v1.10.0/en/tools/web-scraping/scrapewebsitetool"}]}],"global":{"anchors":[{"anchor":"Website","icon":"globe","href":"https://crewai.com"},{"anchor":"Forum","icon":"discourse","href":"https://community.crewai.com"},{"anchor":"Blog","icon":"newspaper","href":"https://blog.crewai.com"},{"anchor":"CrewGPT","icon":"robot","href":"https://chatgpt.com/g/g-qqTuUWsBY-crewai-assistant"}]}},{"language":"pt-BR","pages":[{"title":"pt-BR","href":"/v1.15.12/pt-BR/tools/web-scraping/scrapewebsitetool"}]},{"language":"ko","pages":[{"title":"ko","href":"/v1.15.12/ko/tools/web-scraping/scrapewebsitetool"}]},{"language":"ar","pages":[{"title":"ar","href":"/v1.15.12/ar/tools/web-scraping/scrapewebsitetool"}]}]},"title":"Scrape Website - CrewAI","buildId":"dpl_2oYXwqkEXirXBPk8wV1FtM5USFWi","deploymentId":"dpl_2oYXwqkEXirXBPk8wV1FtM5USFWi","dynamics":[],"chunks":[]}
