Impala runs in our cloud or inside your own AWS account.
Serverless
We source the GPUs and run your inference on them. You get an endpoint and an API key.Pick this to be running today, or when you’d rather not own capacity planning. Sign up at platform.getimpala.ai to get an endpoint and a key, then see the Quickstart.
Bring Your Own Cloud
Impala’s data plane is installed into your own AWS account and VPC. Your prompts, inputs and outputs stay inside your account. Inside your cloud, Impala scales across GPU types and across regions, which keeps availability high and puts each workload on the cheapest capable hardware available at the time.Pick this when data residency or network isolation is a requirement, or when you have committed GPU capacity to use. Setup is a Terraform apply, roughly 30 minutes. See Install Impala in your VPC.
Scale to zero
New Bring Your Own Cloud data planes have scale to zero turned on by default. When your data plane is idle, its region goes to sleep. Impala scales your workloads down to zero replicas, and no GPU instances managed by Impala’s scaler keep running in your account.When you submit a batch, Impala wakes the region back up. The first batch after an idle period waits while the region starts, so it takes longer to begin processing than batches sent while the region is already running.To opt out of scale to zero or change the setting for your data plane, contact your Impala account team.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Impala AI Documentation","colors":{"primary":"#2563eb","light":"#7aa7f5","dark":"#1d4ed8"},"logo":{"light":"https://mintcdn.com/impalaai/56GIWcAxVIuqqB4N/LOGO.png?fit=max\u0026auto=format\u0026n=56GIWcAxVIuqqB4N\u0026q=85\u0026s=bfa04414e9e206d4d746cb5c14c65b64","dark":"https://mintcdn.com/impalaai/iKjilE4KzmFvYW-p/LOGO-LIGHT.png?fit=max\u0026auto=format\u0026n=iKjilE4KzmFvYW-p\u0026q=85\u0026s=89996dfd863a19b2b7f3e1a23d3cd900"},"favicon":"https://mintcdn.com/impalaai/CT_7X33viTgR4c3n/favicon-flipped.png?fit=max\u0026auto=format\u0026n=CT_7X33viTgR4c3n\u0026q=85\u0026s=3274696fdf43018c47e87fe4465d6453","background":{"decoration":"gradient"},"navbar":{"links":[{"href":"/changelog","label":"Product updates"},{"href":"https://www.getimpala.ai/blog","label":"Blog"},{"href":"mailto:orel@getimpala.ai","label":"Support"}]},"footer":{"socials":{"linkedin":"https://www.linkedin.com/company/impala-ai","website":"https://www.getimpala.ai/"}},"fonts":{"family":"rethink sans"},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"impalaai","hasAudioNarration":false,"actualSubdomain":"impalaai","customDomains":["docs.getimpala.ai"],"gitSource":{"type":"github","owner":"orel-impala","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af9ac18dc65debd1bc21b1b","clientVersion":"0.0.4270","searchFilterCounts":[{"language":"default","tag":"API reference","count":11},{"language":"default","tag":"Files","count":5},{"language":"default","tag":"Introduction","count":4},{"language":"default","tag":"Serverless inference","count":4},{"language":"default","tag":"Batch inference","count":4},{"language":"default","tag":"Batches","count":4},{"language":"default","tag":"Bring your own cloud (BYOC)","count":3},{"language":"default","tag":"Reference","count":3},{"language":"default","tag":"Bring your own model","count":3},{"language":"default","tag":"Integrations","count":2}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"site-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"treatment","enabled":true,"payload":{"type":"string","value":"treatment"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[]}
{"page":{"pagePath":"deployment-options","slug":"/deployment-options","pageMetadata":{"title":"Run in our cloud, or yours","description":"Impala runs in our cloud or inside your own AWS account.","href":"/deployment-options"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Impala runs in our cloud or inside your own AWS account.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,..._provideComponents(),...props.components},{Heading}=_components;if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`2`,id:`serverless`,children:`Serverless`}),`\n`,_jsx(_components.p,{children:`We source the GPUs and run your inference on them. You get an endpoint and an API key.`}),`\n`,_jsxs(_components.p,{children:[`Pick this to be running today, or when you’d rather not own capacity planning. Sign up at `,_jsx(_components.a,{href:`https://platform.getimpala.ai`,children:`platform.getimpala.ai`}),` to get an endpoint and a key, then see the `,_jsx(_components.a,{href:`/impala-cloud-setup`,children:`Quickstart`}),`.`]}),`\n`,_jsx(Heading,{level:`2`,id:`bring-your-own-cloud`,children:`Bring Your Own Cloud`}),`\n`,_jsx(_components.p,{children:`Impala’s data plane is installed into your own AWS account and VPC. Your prompts, inputs and outputs stay inside your account. Inside your cloud, Impala scales across GPU types and across regions, which keeps availability high and puts each workload on the cheapest capable hardware available at the time.`}),`\n`,_jsxs(_components.p,{children:[`Pick this when data residency or network isolation is a requirement, or when you have committed GPU capacity to use. Setup is a Terraform apply, roughly 30 minutes. See `,_jsx(_components.a,{href:`/getting-started-infrastructure-setup`,children:`Install Impala in your VPC`}),`.`]}),`\n`,_jsx(Heading,{level:`3`,id:`scale-to-zero`,children:`Scale to zero`}),`\n`,_jsx(_components.p,{children:`New Bring Your Own Cloud data planes have scale to zero turned on by default. When your data plane is idle, its region goes to sleep. Impala scales your workloads down to zero replicas, and no GPU instances managed by Impala’s scaler keep running in your account.`}),`\n`,_jsx(_components.p,{children:`When you submit a batch, Impala wakes the region back up. The first batch after an idle period waits while the region starts, so it takes longer to begin processing than batches sent while the region is already running.`}),`\n`,_jsx(_components.p,{children:`To opt out of scale to zero or change the setting for your data plane, contact your Impala account team.`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Run in our cloud, or yours","description":"Impala runs in our cloud or inside your own AWS account.","href":"/deployment-options"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Serverless","slug":"serverless","depth":2,"children":[]},{"title":"Bring Your Own Cloud","slug":"bring-your-own-cloud","depth":2,"children":[{"title":"Scale to zero","slug":"scale-to-zero","depth":3,"children":[]}]}],"codeExamples":{}},"jsLinks":[],"subdomain":"impalaai","siteName":"Impala AI Documentation","title":"Run in our cloud, or yours - Impala AI Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-28T13:06:26.110Z","originalFileLocation":"deployment-options.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Impala runs in our cloud or inside your own AWS account.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Run in our cloud, or yours - Impala AI Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Impala runs in our cloud or inside your own AWS account.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.getimpala.ai/deployment-options\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://impalaai.mintlify.site/_mintlify/api/og/v2?division=Introduction\u0026amp;title=Run+in+our+cloud%2C+or+yours\u0026amp;description=Impala+runs+in+our+cloud+or+inside+your+own+AWS+account.\u0026amp;theme=6b61ed0062b27ba13c4e93e6\u0026amp;signature=5c8427ee962118e5a17995d4cc1945744c70a1be16ee705bbf5a75d979f6a064\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Run in our cloud, or yours - Impala AI Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Impala runs in our cloud or inside your own AWS account.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://impalaai.mintlify.site/_mintlify/api/og/v2?division=Introduction\u0026amp;title=Run+in+our+cloud%2C+or+yours\u0026amp;description=Impala+runs+in+our+cloud+or+inside+your+own+AWS+account.\u0026amp;theme=6b61ed0062b27ba13c4e93e6\u0026amp;signature=5c8427ee962118e5a17995d4cc1945744c70a1be16ee705bbf5a75d979f6a064\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#2563eb\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.getimpala.ai/deployment-options\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/deployment-options.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.getimpala.ai/#organization\",\"name\":\"Impala AI Documentation\",\"url\":\"https://docs.getimpala.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/impalaai/56GIWcAxVIuqqB4N/LOGO.png?fit=max\u0026auto=format\u0026n=56GIWcAxVIuqqB4N\u0026q=85\u0026s=bfa04414e9e206d4d746cb5c14c65b64\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.getimpala.ai#website\",\"name\":\"Impala AI Documentation\",\"url\":\"https://docs.getimpala.ai\",\"publisher\":{\"@id\":\"https://docs.getimpala.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.getimpala.ai/deployment-options#webpage\",\"url\":\"https://docs.getimpala.ai/deployment-options\",\"name\":\"Run in our cloud, or yours\",\"description\":\"Impala runs in our cloud or inside your own AWS account.\",\"dateModified\":\"2026-10-28T13:06:26.110Z\",\"isPartOf\":{\"@id\":\"https://docs.getimpala.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.getimpala.ai/deployment-options#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.getimpala.ai/deployment-options#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Introduction\",\"item\":\"https://docs.getimpala.ai/introduction\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Run in our cloud, or yours\",\"item\":\"https://docs.getimpala.ai/deployment-options\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.getimpala.ai/deployment-options#article\",\"headline\":\"Run in our cloud, or yours\",\"name\":\"Run in our cloud, or yours\",\"description\":\"Impala runs in our cloud or inside your own AWS account.\",\"url\":\"https://docs.getimpala.ai/deployment-options\",\"mainEntityOfPage\":{\"@id\":\"https://docs.getimpala.ai/deployment-options#webpage\"},\"dateModified\":\"2026-10-28T13:06:26.110Z\",\"publisher\":{\"@id\":\"https://docs.getimpala.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.getimpala.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Impala AI Documentation\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Impala AI Documentation\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/deployment-options.md","siteName":"Impala AI Documentation","nav":{"global":null,"groups":[{"group":"Introduction","icon":"compass","pages":[{"title":"Introduction","href":"/introduction"},{"title":"Run async and open source","href":"/async-inference"},{"title":"Completion windows","description":"Choose per request how soon you need the result. Later costs less.","href":"/completion-windows"},{"title":"Run in our cloud, or yours","href":"/deployment-options"}]},{"group":"Serverless inference","icon":"bolt","pages":[{"title":"Quickstart","description":"Get your endpoint and key, then send your first request.","href":"/impala-cloud-setup"},{"title":"Chat completions","href":"/send-a-request"},{"title":"Rate limit webhooks","href":"/rate-limit-webhooks"},{"title":"Billing API","href":"/billing-api"}]},{"group":"Batch inference","icon":"layer-group","pages":[{"title":"Run a batch","href":"/run-your-first-batch"},{"title":"Jobs","href":"/jobs-and-job-ids"},{"title":"Images","href":"/pass_images_with_image_url"},{"title":"Video","href":"/video-input"}]},{"group":"Agent orchestration","icon":"sitemap","pages":[{"title":"Impala Swarm","href":"/swarm"}]},{"group":"Optimization","icon":"gauge","pages":[{"title":"Impala Herd","href":"/impala-herd"}]},{"group":"Bring your own model","icon":"cube","pages":[{"title":"LoRA adapters","href":"/lora-adapters"},{"title":"LoRA adapters in batch","href":"/lora-batch"},{"title":"Impala Leap","href":"/weight-sync"}]},{"group":"Bring your own cloud (BYOC)","icon":"cloud","pages":[{"title":"Install Impala in your VPC","href":"/getting-started-infrastructure-setup"},{"title":"Expose the OpenAI API endpoint","href":"/exposing_the_openai_api_endpoint_service"},{"title":"Raise AWS service quotas","href":"/aws_service_quotas_for_Impala_data_plane_deployment"}]},{"group":"Integrations","icon":"plug","pages":[{"title":"LiteLLM","href":"/connect-litellm"},{"title":"Anthropic SDKs and Claude Code","href":"/anthropic-sdk"}]},{"group":"Reference","icon":"book","pages":[{"title":"Security \u0026 data handling","href":"/security"},{"title":"Further reading","href":"/further-reading"},{"title":"Glossary","href":"/glossary"}]},{"group":"API reference","icon":"code","pages":[{"group":"System","pages":[{"title":"Health","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /health","href":"/api-reference/system/health"},{"title":"Ready","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /ready","href":"/api-reference/system/ready"}]},{"group":"Files","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files","href":"/api-reference/files/list-files"},{"title":"Upload File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/files","href":"/api-reference/files/upload-file"},{"title":"Get File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files/{file_id}","href":"/api-reference/files/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json delete /v1/files/{file_id}","href":"/api-reference/files/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files/{file_id}/content","href":"/api-reference/files/get-file-content"}]},{"group":"Batches","pages":[{"title":"List Batches","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/batches","href":"/api-reference/batches/list-batches"},{"title":"Create Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/batches","href":"/api-reference/batches/create-batch"},{"title":"Get Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/batches/{batch_id}","href":"/api-reference/batches/get-batch"},{"title":"Cancel Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/batches/{batch_id}/cancel","href":"/api-reference/batches/cancel-batch"}]}]}]},"basePath":"","title":"Run in our cloud, or yours - Impala AI Documentation","deploymentId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","buildId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","dynamics":[],"chunks":[]}