The Describe Image step uses AI to describe or ask a question about an image. For example, you may want to create a natural language description of a technical diagram, or determine whether a photo contains certain objects within.
The AI might not be able to read text that well. Try using Extract Text from Image if you want to read the text from an image. You can even pass that into the question to improve results!
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Respell","colors":{"primary":"#5344E5","light":"#8F84F8","dark":"#5344E5"},"favicon":"/_images/logo/favicon.png","logo":{"light":"https://mintlify.s3-us-west-1.amazonaws.com/respell-docs-v2/_images/logo/light.png","dark":"https://mintlify.s3-us-west-1.amazonaws.com/respell-docs-v2/_images/logo/dark.png"},"background":{"decoration":null,"color":{"light":null,"dark":"#090014"}},"navbar":{"links":[{"label":"Sign Up","href":"https://respell.ai/register"}],"primary":{"type":"button","label":"Log In","href":"https://respell.ai/login"}},"footer":{"socials":{"x":"https://twitter.com/respellai","linkedin":"https://www.linkedin.com/company/respellai/","youtube":"https://www.youtube.com/@respellai","slack":"https://join.slack.com/t/respellcommunity/shared_invite/zt-2hu3jrvs7-OOIprhyCGIeOB8hiy~AmOg"}},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"respell-docs-v2","hasAudioNarration":false,"actualSubdomain":"respell-docs-v2","customDomains":["docs.respell.ai"],"gitSource":{"type":"github","owner":"respell-ai","repo":"respell-docs-v2","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a21e63403d4026a3ef7683b","collectionId":"673ab0e8-1075-4b6c-b4be-3c349fa69b20","schemaVersion":"v2"},"entitlements":{"AI_CHAT":{"status":"DISABLED"}},"buildId":"6a21e63403d4026a3ef7683b:success","clientVersion":"0.0.3966","searchFilterCounts":[{"language":"default","tag":"Documentation","count":101},{"language":"default","tag":"Learning Respell","count":26},{"language":"default","tag":"Steps Reference","count":18},{"language":"default","tag":"Spell Editor","count":10},{"language":"default","tag":"Integrations Reference","count":7},{"language":"default","tag":"Workspaces","count":6},{"language":"default","tag":"File Tools","count":6},{"language":"default","tag":"Web \u0026 Code Tools","count":5},{"language":"default","tag":"API Reference","count":4},{"language":"default","tag":"Getting Started","count":4}]},"assistantConfig":{},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"steps-reference/file-tools/describe-image","slug":"/steps-reference/file-tools/describe-image","pageMetadata":{"title":"Describe Image","description":"","href":"/steps-reference/file-tools/describe-image"},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={img:`img`,li:`li`,p:`p`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,ul:`ul`,..._provideComponents(),...props.components},{Heading,Table}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!Table)_missingMdxReference(`Table`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`The Describe Image step uses AI to describe or ask a question about an image. For example, you may want to create a natural language description of a technical diagram, or determine whether a photo contains certain objects within.`}),`\n`,_jsx(_components.p,{children:_jsx(_components.img,{src:`https://mintlify.s3-us-west-1.amazonaws.com/respell-docs-v2/_images/steps-reference/describe-image.png`,alt:`Describe Image step`})}),`\n`,_jsx(Heading,{level:`2`,id:`options`,children:`Options`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Name`}),_jsx(_components.th,{children:`Type`}),_jsx(_components.th,{children:`Description`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Image`}),_jsx(_components.td,{children:`Image File`}),_jsx(_components.td,{children:`The input image to describe or ask a question about.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Question`}),_jsx(_components.td,{children:`Plain Text`}),_jsx(_components.td,{children:`The question you want the AI to answer about the image.`})]})]})]}),`\n`,_jsx(Heading,{level:`2`,id:`outputs`,children:`Outputs`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Name`}),_jsx(_components.th,{children:`Type`}),_jsx(_components.th,{children:`Description`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Response`}),_jsx(_components.td,{children:`Plain Text`}),_jsx(_components.td,{children:`The description of the image or answer to your question.`})]})})]}),`\n`,_jsx(Heading,{level:`2`,id:`tips`,children:`Tips`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`The AI might not be able to read text that well. Try using Extract Text from Image if you want to read the text from an image. You can even pass that into the question to improve results!`}),`\n`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Describe Image","description":"","href":"/steps-reference/file-tools/describe-image"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Options","slug":"options","depth":2,"children":[]},{"title":"Outputs","slug":"outputs","depth":2,"children":[]},{"title":"Tips","slug":"tips","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"respell-docs-v2","siteName":"Respell","title":"Describe Image - Respell","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"steps-reference/file-tools/describe-image.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Respell\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/respell-docs-v2/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/respell-docs-v2/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/respell-docs-v2/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/respell-docs-v2/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Describe Image - Respell\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Respell\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.respell.ai/steps-reference/file-tools/describe-image\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://respell-docs-v2.mintlify.app/_mintlify/api/og/v2?division=File+Tools\u0026amp;title=Describe+Image\u0026amp;theme=c301f1df382a7fa4943151d1\u0026amp;signature=5630a14310aa718c5ae8d937ba9bee39f52d84369f284dfed5981fdd5a9fb856\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Describe Image - Respell\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://respell-docs-v2.mintlify.app/_mintlify/api/og/v2?division=File+Tools\u0026amp;title=Describe+Image\u0026amp;theme=c301f1df382a7fa4943151d1\u0026amp;signature=5630a14310aa718c5ae8d937ba9bee39f52d84369f284dfed5981fdd5a9fb856\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/respell-docs-v2/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Respell\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#5344E5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.respell.ai/steps-reference/file-tools/describe-image\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/steps-reference/file-tools/describe-image.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.respell.ai/#organization\",\"name\":\"Respell\",\"url\":\"https://docs.respell.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintlify.s3-us-west-1.amazonaws.com/respell-docs-v2/_images/logo/light.png\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.respell.ai#website\",\"name\":\"Respell\",\"url\":\"https://docs.respell.ai\",\"publisher\":{\"@id\":\"https://docs.respell.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image#webpage\",\"url\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image\",\"name\":\"Describe Image\",\"isPartOf\":{\"@id\":\"https://docs.respell.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"File Tools\",\"item\":\"https://docs.respell.ai/steps-reference/file-tools/document-to-text\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Describe Image\",\"item\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image#article\",\"headline\":\"Describe Image\",\"name\":\"Describe Image\",\"url\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image\",\"mainEntityOfPage\":{\"@id\":\"https://docs.respell.ai/steps-reference/file-tools/describe-image#webpage\"},\"publisher\":{\"@id\":\"https://docs.respell.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.respell.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Respell\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Respell","nav":{"global":null,"anchors":[{"anchor":"Documentation","icon":"book-open","tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/documentation/getting-started/overview"}]},{"tab":"Steps Reference","groups":[{"group":"Flow Tools","pages":[{"title":"Condition","href":"/steps-reference/flow-tools/condition"},{"title":"Display","href":"/steps-reference/flow-tools/display"},{"title":"Human Review","href":"/steps-reference/flow-tools/human-review"}]},{"group":"Text Tools","pages":[{"title":"Generate Text","href":"/steps-reference/text-tools/generate-text"},{"title":"Combine Text","href":"/steps-reference/text-tools/combine-text"},{"title":"Summarize Text","href":"/steps-reference/text-tools/summarize-text"}]},{"group":"File Tools","pages":[{"title":"Document to Text","href":"/steps-reference/file-tools/document-to-text"},{"title":"Text to Document","href":"/steps-reference/file-tools/text-to-document"},{"title":"Text to Speech","href":"/steps-reference/file-tools/text-to-speech"},{"title":"Transcribe Speech","description":"","href":"/steps-reference/file-tools/transcribe-speech"},{"title":"Describe Image","href":"/steps-reference/file-tools/describe-image"},{"title":"Generate Image","description":"","href":"/steps-reference/file-tools/generate-image"}]},{"group":"Web \u0026 Code Tools","pages":[{"title":"Research Agent","href":"/steps-reference/web-code-tools/research-agent"},{"title":"Read Website","href":"/steps-reference/web-code-tools/read-website"},{"title":"Search Google","href":"/steps-reference/web-code-tools/search-google"},{"title":"Query Database","href":"/steps-reference/web-code-tools/query-database"},{"title":"Run Code","href":"/steps-reference/web-code-tools/run-code"}]},{"group":"Integrations","pages":[{"title":"Integrations","href":"/steps-reference/integrations/overview"}]}]},{"tab":"Integrations Reference","pages":[{"title":"Integrations Reference","href":"/integrations-reference/using-integrations/overview"}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/api-reference/overview/developer-quickstart"}]}]},{"anchor":"Slack Community","href":"https://join.slack.com/t/respellcommunity/shared_invite/zt-2hu3jrvs7-OOIprhyCGIeOB8hiy~AmOg","icon":"slack","color":{"light":"#5E56EF","dark":"#5E56EF"}},{"anchor":"Support","href":"mailto:[email protected]","icon":"envelope","color":{"light":"#5E56EF","dark":"#5E56EF"}},{"anchor":"Enterprise Inquiries","href":"mailto:[email protected]","icon":"building","color":{"light":"#5E56EF","dark":"#5E56EF"}}]},"title":"Describe Image - Respell","buildId":"dpl_cadrRc5H9XQiJQbDFN5mcYRs2PAj","deploymentId":"dpl_cadrRc5H9XQiJQbDFN5mcYRs2PAj","dynamics":["a74be98ba7"],"chunks":["zoom-image-lightbox-B0E5HDf_.js","lightbox-handle-r17bVUz3.js"]}