{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Impala AI Documentation","colors":{"primary":"#2563eb","light":"#7aa7f5","dark":"#1d4ed8"},"logo":{"light":"https://mintcdn.com/impalaai/56GIWcAxVIuqqB4N/LOGO.png?fit=max\u0026auto=format\u0026n=56GIWcAxVIuqqB4N\u0026q=85\u0026s=bfa04414e9e206d4d746cb5c14c65b64","dark":"https://mintcdn.com/impalaai/iKjilE4KzmFvYW-p/LOGO-LIGHT.png?fit=max\u0026auto=format\u0026n=iKjilE4KzmFvYW-p\u0026q=85\u0026s=89996dfd863a19b2b7f3e1a23d3cd900"},"favicon":"https://mintcdn.com/impalaai/CT_7X33viTgR4c3n/favicon-flipped.png?fit=max\u0026auto=format\u0026n=CT_7X33viTgR4c3n\u0026q=85\u0026s=3274696fdf43018c47e87fe4465d6453","background":{"decoration":"gradient"},"navbar":{"links":[{"href":"/changelog","label":"Product updates"},{"href":"https://www.getimpala.ai/blog","label":"Blog"},{"href":"mailto:orel@getimpala.ai","label":"Support"}]},"footer":{"socials":{"linkedin":"https://www.linkedin.com/company/impala-ai","website":"https://www.getimpala.ai/"}},"fonts":{"family":"rethink sans"},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"impalaai","hasAudioNarration":false,"actualSubdomain":"impalaai","customDomains":["docs.getimpala.ai"],"gitSource":{"type":"github","owner":"orel-impala","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af9ac18dc65debd1bc21b1b","clientVersion":"0.0.4270","searchFilterCounts":[{"language":"default","tag":"API reference","count":11},{"language":"default","tag":"Files","count":5},{"language":"default","tag":"Introduction","count":4},{"language":"default","tag":"Serverless inference","count":4},{"language":"default","tag":"Batch inference","count":4},{"language":"default","tag":"Batches","count":4},{"language":"default","tag":"Bring your own cloud (BYOC)","count":3},{"language":"default","tag":"Reference","count":3},{"language":"default","tag":"Bring your own model","count":3},{"language":"default","tag":"Integrations","count":2}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"site-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"control","enabled":true,"payload":{"type":"string","value":"control"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[]}
{"page":{"pagePath":"further-reading","slug":"/further-reading","pageMetadata":{"title":"Further reading","description":"Impala's engineering writing on inference economics, kernels and expert parallelism.","href":"/further-reading"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Impala’s engineering writing on inference economics, kernels and expert parallelism.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Heading}=_components;if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/research`,children:`Research`})}),` — The engine and its measured results.`]}),`\n`,_jsx(Heading,{level:`2`,id:`cost-and-utilization`,children:`Cost and utilization`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/run-it-hot`,children:`Run It Hot`})}),` — Why utilization, not electricity price, is the lever on cost per token.`]}),`\n`,_jsx(Heading,{level:`2`,id:`workload-shape`,children:`Workload shape`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/nobodys-waiting-common-use-cases-for-async-ai`,children:`Nobody’s Waiting: Common Use Cases for Async AI`})}),` — The share of inference where no human is reading the output, and what that changes.`]}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/inference-for-agentic-workloads-is-different-heres-what-that-means-for-your-stack`,children:`Inference for Agentic Workloads Is Different`})}),` — Why agent traces break the assumptions interactive serving is built on.`]}),`\n`,_jsx(Heading,{level:`2`,id:`engine-internals`,children:`Engine internals`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/wide-ep-dbo-deepep-hardware-cliff`,children:`DBO, Kernel Crossover, and the Real Hardware Cliff`})}),` — Where kernel choice stops scaling and what replaces it.`]}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/wide-ep-load-balancing-portability`,children:`Wide-EP failure modes, load balancing, and portability`})}),` — Expert parallelism at fleet scale, and how it fails.`]}),`\n`,_jsx(Heading,{level:`2`,id:`building-the-platform`,children:`Building the platform`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/iac-you-can-reason-about`,children:`IaC You Can Reason About`})}),` — Part 1 of the DevOps series.`]}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:_jsx(_components.a,{href:`https://www.getimpala.ai/blog/what-full-byoc-actually-takes`,children:`What Full BYOC Actually Takes`})}),` — Part 2, on deploying into `,_jsx(_components.a,{href:`/getting-started-infrastructure-setup`,children:`your own cloud`}),`.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Further reading","description":"Impala's engineering writing on inference economics, kernels and expert parallelism.","href":"/further-reading"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Cost and utilization","slug":"cost-and-utilization","depth":2,"children":[]},{"title":"Workload shape","slug":"workload-shape","depth":2,"children":[]},{"title":"Engine internals","slug":"engine-internals","depth":2,"children":[]},{"title":"Building the platform","slug":"building-the-platform","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"impalaai","siteName":"Impala AI Documentation","title":"Further reading - Impala AI Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-08-31T12:27:14.021Z","originalFileLocation":"further-reading.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Impala\u0026#x27;s engineering writing on inference economics, kernels and expert parallelism.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Further reading - Impala AI Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Impala\u0026#x27;s engineering writing on inference economics, kernels and expert parallelism.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.getimpala.ai/further-reading\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://impalaai.mintlify.site/_mintlify/api/og/v2?division=Reference\u0026amp;title=Further+reading\u0026amp;description=Impala%27s+engineering+writing+on+inference+economics%2C+kernels+and+expert+parallelism.\u0026amp;theme=6b61ed0062b27ba13c4e93e6\u0026amp;signature=cbf16e94c2be0e3a9f9f7131e094065f0dac74b0a551a4bd62649fd43456de88\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Further reading - Impala AI Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Impala\u0026#x27;s engineering writing on inference economics, kernels and expert parallelism.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://impalaai.mintlify.site/_mintlify/api/og/v2?division=Reference\u0026amp;title=Further+reading\u0026amp;description=Impala%27s+engineering+writing+on+inference+economics%2C+kernels+and+expert+parallelism.\u0026amp;theme=6b61ed0062b27ba13c4e93e6\u0026amp;signature=cbf16e94c2be0e3a9f9f7131e094065f0dac74b0a551a4bd62649fd43456de88\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/impalaai/U-hxjL9MrmCEu7hF/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Impala AI Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#2563eb\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.getimpala.ai/further-reading\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/further-reading.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.getimpala.ai/#organization\",\"name\":\"Impala AI Documentation\",\"url\":\"https://docs.getimpala.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/impalaai/56GIWcAxVIuqqB4N/LOGO.png?fit=max\u0026auto=format\u0026n=56GIWcAxVIuqqB4N\u0026q=85\u0026s=bfa04414e9e206d4d746cb5c14c65b64\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.getimpala.ai#website\",\"name\":\"Impala AI Documentation\",\"url\":\"https://docs.getimpala.ai\",\"publisher\":{\"@id\":\"https://docs.getimpala.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.getimpala.ai/further-reading#webpage\",\"url\":\"https://docs.getimpala.ai/further-reading\",\"name\":\"Further reading\",\"description\":\"Impala's engineering writing on inference economics, kernels and expert parallelism.\",\"dateModified\":\"2026-08-31T12:27:14.021Z\",\"isPartOf\":{\"@id\":\"https://docs.getimpala.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.getimpala.ai/further-reading#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.getimpala.ai/further-reading#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Reference\",\"item\":\"https://docs.getimpala.ai/security\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Further reading\",\"item\":\"https://docs.getimpala.ai/further-reading\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.getimpala.ai/further-reading#article\",\"headline\":\"Further reading\",\"name\":\"Further reading\",\"description\":\"Impala's engineering writing on inference economics, kernels and expert parallelism.\",\"url\":\"https://docs.getimpala.ai/further-reading\",\"mainEntityOfPage\":{\"@id\":\"https://docs.getimpala.ai/further-reading#webpage\"},\"dateModified\":\"2026-08-31T12:27:14.021Z\",\"publisher\":{\"@id\":\"https://docs.getimpala.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.getimpala.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Impala AI Documentation\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Impala AI Documentation\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/further-reading.md","siteName":"Impala AI Documentation","nav":{"global":null,"groups":[{"group":"Introduction","icon":"compass","pages":[{"title":"Introduction","href":"/introduction"},{"title":"Run async and open source","href":"/async-inference"},{"title":"Completion windows","href":"/completion-windows"},{"title":"Run in our cloud, or yours","href":"/deployment-options"}]},{"group":"Serverless inference","icon":"bolt","pages":[{"title":"Quickstart","href":"/impala-cloud-setup"},{"title":"Chat completions","href":"/send-a-request"},{"title":"Rate limit webhooks","href":"/rate-limit-webhooks"},{"title":"Billing API","href":"/billing-api"}]},{"group":"Batch inference","icon":"layer-group","pages":[{"title":"Run a batch","href":"/run-your-first-batch"},{"title":"Jobs","href":"/jobs-and-job-ids"},{"title":"Images","href":"/pass_images_with_image_url"},{"title":"Video","href":"/video-input"}]},{"group":"Agent orchestration","icon":"sitemap","pages":[{"title":"Impala Swarm","href":"/swarm"}]},{"group":"Optimization","icon":"gauge","pages":[{"title":"Impala Herd","href":"/impala-herd"}]},{"group":"Bring your own model","icon":"cube","pages":[{"title":"LoRA adapters","href":"/lora-adapters"},{"title":"LoRA adapters in batch","href":"/lora-batch"},{"title":"Impala Leap","href":"/weight-sync"}]},{"group":"Bring your own cloud (BYOC)","icon":"cloud","pages":[{"title":"Install Impala in your VPC","href":"/getting-started-infrastructure-setup"},{"title":"Expose the OpenAI API endpoint","href":"/exposing_the_openai_api_endpoint_service"},{"title":"Raise AWS service quotas","href":"/aws_service_quotas_for_Impala_data_plane_deployment"}]},{"group":"Integrations","icon":"plug","pages":[{"title":"LiteLLM","href":"/connect-litellm"},{"title":"Anthropic SDKs and Claude Code","href":"/anthropic-sdk"}]},{"group":"Reference","icon":"book","pages":[{"title":"Security \u0026 data handling","description":"Impala runs single-tenant, in our cloud or in yours. Your data stays isolated and isn't stored.","href":"/security"},{"title":"Further reading","href":"/further-reading"},{"title":"Glossary","description":"The vocabulary these docs use for async inference, agent workloads and Impala's own objects.","href":"/glossary"}]},{"group":"API reference","icon":"code","pages":[{"group":"System","pages":[{"title":"Health","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /health","href":"/api-reference/system/health"},{"title":"Ready","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /ready","href":"/api-reference/system/ready"}]},{"group":"Files","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files","href":"/api-reference/files/list-files"},{"title":"Upload File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/files","href":"/api-reference/files/upload-file"},{"title":"Get File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files/{file_id}","href":"/api-reference/files/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json delete /v1/files/{file_id}","href":"/api-reference/files/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/files/{file_id}/content","href":"/api-reference/files/get-file-content"}]},{"group":"Batches","pages":[{"title":"List Batches","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/batches","href":"/api-reference/batches/list-batches"},{"title":"Create Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/batches","href":"/api-reference/batches/create-batch"},{"title":"Get Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json get /v1/batches/{batch_id}","href":"/api-reference/batches/get-batch"},{"title":"Cancel Batch","deprecated":null,"version":null,"openapi":"/openai-api-swagger.json post /v1/batches/{batch_id}/cancel","href":"/api-reference/batches/cancel-batch"}]}]}]},"basePath":"","title":"Further reading - Impala AI Documentation","deploymentId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","buildId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","dynamics":[],"chunks":[]}