{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"DeepInfra","colors":{"primary":"#6366F1","light":"#818CF8","dark":"#4F46E5"},"logo":{"light":"https://mintcdn.com/deepinfra/ifPbTCg3ikXAClcH/logo/light.svg?fit=max\u0026auto=format\u0026n=ifPbTCg3ikXAClcH\u0026q=85\u0026s=0d46b707dec7daeabb9a6ac1b68eb06f","dark":"https://mintcdn.com/deepinfra/ifPbTCg3ikXAClcH/logo/dark.svg?fit=max\u0026auto=format\u0026n=ifPbTCg3ikXAClcH\u0026q=85\u0026s=780d4a2e2a095231b88b5cdf52ef88a5"},"favicon":"https://mintcdn.com/deepinfra/TF7R5PMbKvsnJh19/favicon.png?fit=max\u0026auto=format\u0026n=TF7R5PMbKvsnJh19\u0026q=85\u0026s=6e28bc383917ff4144e84bccf57049c6","navbar":{"links":[{"href":"mailto:feedback@deepinfra.com","label":"Support"}],"primary":{"type":"button","label":"Dashboard","href":"https://deepinfra.com/dash"}},"footer":{"socials":{"x":"https://x.com/deepinfra","github":"https://github.com/deepinfra","linkedin":"https://www.linkedin.com/company/deep-infra"}},"seo":{"metatags":{"canonical":"https://docs.deepinfra.com"}},"integrations":{"ga4":{"measurementId":"G-EQ45SQSZZ0"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":true},"navigation":{"global":{"anchors":[{"anchor":"Models","icon":"brain","href":"https://deepinfra.com/models"},{"anchor":"Discord","icon":"discord","href":"https://discord.com/invite/x88dCvhqYq"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"deepinfra","hasAudioNarration":false,"actualSubdomain":"deepinfra","customDomains":["docs.deepinfra.com"],"gitSource":{"type":"github","owner":"deepinfra","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"entitlements":{},"buildId":"6aede18d8505f5481923b0ed","clientVersion":"0.0.4088","searchFilterCounts":[{"language":"default","tag":"API Reference","count":159},{"language":"default","tag":"Documentation","count":54},{"language":"default","tag":"Dedicated Models","count":22},{"language":"default","tag":"Authentication","count":16},{"language":"default","tag":"Models","count":15},{"language":"default","tag":"Agents","count":13},{"language":"default","tag":"Chat Completions","count":12},{"language":"default","tag":"Integrations","count":11},{"language":"default","tag":"Sandboxes","count":11},{"language":"default","tag":"Account","count":11}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"api-reference/dedicated-models/deploy-llm-presets","slug":"/api-reference/dedicated-models/deploy-llm-presets","pageMetadata":{"title":"Deploy Llm Presets","description":"DeepInfra presets and mirrored vLLM recipes for ``hf_repo_id``, told apart by\n``source``; empty when none. Filter by ``gpu``/``engine``/``source``.","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/presets","href":"/api-reference/dedicated-models/deploy-llm-presets","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"DeepInfra presets and mirrored vLLM recipes for \", _jsx(_components.code, {\n children: \"hf_repo_id\"\n }), \", told apart by\\n\", _jsx(_components.code, {\n children: \"source\"\n }), \"; empty when none. Filter by \", _jsx(_components.code, {\n children: \"gpu\"\n }), \"/\", _jsx(_components.code, {\n children: \"engine\"\n }), \"/\", _jsx(_components.code, {\n children: \"source\"\n }), \".\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,..._provideComponents(),...props.components},{Info}=_components;if(!Info)_missingMdxReference(`Info`,true);return _jsxs(Info,{children:[`When called with an API key, the key needs the `,_jsx(_components.code,{children:`models:read`}),` scope (`,_jsx(_components.a,{href:`/account/authentication#scopes`,children:`about scopes`}),`). Signing in with a session needs no scope.`]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Deploy Llm Presets","description":"DeepInfra presets and mirrored vLLM recipes for ``hf_repo_id``, told apart by\n``source``; empty when none. Filter by ``gpu``/``engine``/``source``.","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/presets","href":"/api-reference/dedicated-models/deploy-llm-presets","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"tags":["Dedicated Models"],"summary":"Deploy Llm Presets","description":"DeepInfra presets and mirrored vLLM recipes for ``hf_repo_id``, told apart by\n``source``; empty when none. Filter by ``gpu``/``engine``/``source``.","operationId":"deploy_llm_presets_deploy_llm_presets_get","security":["0a482fee-0a73-4355-bab3-90d5a5d74c81"],"parameters":["d7852ef7-5c08-4f06-8108-60c14b074710","c8b52da7-b07b-48a4-b8d9-0c7a9390c77e","1a6dac28-7db8-4005-9e71-4a54ff7d4906","8a9a1992-c88c-4f06-bb68-dab8bd839924","c1073399-3b82-4bfe-ab22-6bd79766b5f4","e221766d-a505-448f-82e7-783f203b1ac0"],"responses":{"200":"68b35039-3190-4dc9-bb1e-f9879b78dd1c","422":"49de27e8-0ec5-4440-a894-c19a689e5af5"},"x-required-scope":"models:read","x-mint":{"content":"\u003cInfo>When called with an API key, the key needs the `models:read` scope ([about scopes](/account/authentication#scopes)). Signing in with a session needs no scope.\u003c/Info>"},"method":"get","type":"path","servers":["59e5de0c-6897-479b-9878-f058ac99734b"],"path":"/deploy/llm/presets","baseUrlOptions":["https://api.deepinfra.com"],"title":"Deploy Llm Presets","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"d7852ef7-5c08-4f06-8108-60c14b074710":{"name":"hf_repo_id","in":"query","required":true,"schema":{"type":"string","title":"Hf Repo Id","isRequired":true,"uniqueKey":"","typeLabel":"string"}},"c8b52da7-b07b-48a4-b8d9-0c7a9390c77e":{"name":"gpu","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"DeployGPUs","enum":["L4-24GB","L40S-48GB","A100-80GB","H100-80GB","H200-141GB","B200-180GB","B300-270GB","RTXPRO6000-96GB","other"],"uniqueKey":"oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Gpu","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"enum\u003cstring> | null"}},"1a6dac28-7db8-4005-9e71-4a54ff7d4906":{"name":"engine","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Engine","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Engine","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"8a9a1992-c88c-4f06-bb68-dab8bd839924":{"name":"source","in":"query","required":false,"schema":{"oneOf":[{"type":"string","title":"Source","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Source","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"c1073399-3b82-4bfe-ab22-6bd79766b5f4":{"name":"xi-api-key","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"Xi-Api-Key","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"Xi-Api-Key","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}},"e221766d-a505-448f-82e7-783f203b1ac0":{"name":"x-api-key","in":"header","required":false,"schema":{"oneOf":[{"type":"string","title":"X-Api-Key","uniqueKey":"oneOf.0","typeLabel":"string"},{"type":"null","title":"X-Api-Key","uniqueKey":"oneOf.1","typeLabel":"null"}],"isRequired":false,"uniqueKey":"","typeLabel":"string | null"}}},"responses":{"68b35039-3190-4dc9-bb1e-f9879b78dd1c":{"description":"Successful Response","content":{"application/json":{"schema":{"type":"array","items":{"properties":{"id":{"type":"string","title":"Id","description":"Preset id.","isRequired":true,"uniqueKey":"items.[INDEX].id","typeLabel":"string"},"gpu_configs":{"items":{"type":"string","uniqueKey":"items.[INDEX].gpu_configs.items.[INDEX]","typeLabel":"string"},"type":"array","title":"Gpu Configs","description":"Allowed Nx\u003cGPU> configs.","isRequired":true,"uniqueKey":"items.[INDEX].gpu_configs","typeLabel":"string[]"},"source":{"type":"string","title":"Source","description":"Config source.","default":"deepinfra","uniqueKey":"items.[INDEX].source","typeLabel":"string"},"engine":{"type":"string","title":"Engine","description":"Inference engine.","default":"vllm","uniqueKey":"items.[INDEX].engine","typeLabel":"string"},"standard_args":{"properties":{"max_context_size":{"oneOf":[{"type":"integer","title":"Max Context Size","description":"Maximum total sequence length (prompt + generation).","maximum":10000000,"minimum":1,"uniqueKey":"items.[INDEX].standard_args.max_context_size.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Context Size","description":"Maximum total sequence length (prompt + generation).","uniqueKey":"items.[INDEX].standard_args.max_context_size.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.max_context_size","typeLabel":"integer | null"},"max_concurrent_requests":{"oneOf":[{"type":"integer","title":"Max Concurrent Requests","description":"Max number of requests served concurrently.","maximum":1024,"minimum":1,"uniqueKey":"items.[INDEX].standard_args.max_concurrent_requests.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Concurrent Requests","description":"Max number of requests served concurrently.","uniqueKey":"items.[INDEX].standard_args.max_concurrent_requests.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.max_concurrent_requests","typeLabel":"integer | null"},"max_images_per_prompt":{"oneOf":[{"type":"integer","title":"Max Images Per Prompt","description":"Images the engine accepts in one request; deepapi refuses more before rendering. 0 disables image input entirely.","maximum":1024,"minimum":0,"uniqueKey":"items.[INDEX].standard_args.max_images_per_prompt.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Images Per Prompt","description":"Images the engine accepts in one request; deepapi refuses more before rendering. 0 disables image input entirely.","uniqueKey":"items.[INDEX].standard_args.max_images_per_prompt.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.max_images_per_prompt","typeLabel":"integer | null"},"gpu_memory_fraction":{"oneOf":[{"type":"number","title":"Gpu Memory Fraction","description":"Fraction of GPU memory the engine may use for weights + KV cache.","maximum":0.97,"minimum":0.5,"uniqueKey":"items.[INDEX].standard_args.gpu_memory_fraction.oneOf.0","typeLabel":"number"},{"type":"null","title":"Gpu Memory Fraction","description":"Fraction of GPU memory the engine may use for weights + KV cache.","uniqueKey":"items.[INDEX].standard_args.gpu_memory_fraction.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.gpu_memory_fraction","typeLabel":"number | null"},"max_prefill_tokens":{"oneOf":[{"type":"integer","title":"Max Prefill Tokens","description":"Max tokens processed per prefill/engine step (chunked prefill size).","maximum":131072,"minimum":512,"uniqueKey":"items.[INDEX].standard_args.max_prefill_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Prefill Tokens","description":"Max tokens processed per prefill/engine step (chunked prefill size).","uniqueKey":"items.[INDEX].standard_args.max_prefill_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.max_prefill_tokens","typeLabel":"integer | null"},"kv_cache_dtype":{"oneOf":[{"type":"string","title":"Kv Cache Dtype","description":"KV cache precision. fp8 ~doubles KV capacity at \u003c1% accuracy loss.","enum":["auto","fp8"],"uniqueKey":"items.[INDEX].standard_args.kv_cache_dtype.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Kv Cache Dtype","description":"KV cache precision. fp8 ~doubles KV capacity at \u003c1% accuracy loss.","uniqueKey":"items.[INDEX].standard_args.kv_cache_dtype.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.kv_cache_dtype","typeLabel":"enum\u003cstring> | null"},"enable_prefix_caching":{"oneOf":[{"type":"boolean","title":"Enable Prefix Caching","description":"Reuse KV cache for shared prompt prefixes.","uniqueKey":"items.[INDEX].standard_args.enable_prefix_caching.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Enable Prefix Caching","description":"Reuse KV cache for shared prompt prefixes.","uniqueKey":"items.[INDEX].standard_args.enable_prefix_caching.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.enable_prefix_caching","typeLabel":"boolean | null"},"quantization":{"oneOf":[{"type":"string","title":"Quantization","description":"On-the-fly weight quantization method.","enum":["fp8","awq","gptq","awq_marlin","gptq_marlin","compressed-tensors","bitsandbytes"],"uniqueKey":"items.[INDEX].standard_args.quantization.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","title":"Quantization","description":"On-the-fly weight quantization method.","uniqueKey":"items.[INDEX].standard_args.quantization.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].standard_args.quantization","typeLabel":"enum\u003cstring> | null"}},"additionalProperties":false,"type":"object","title":"StandardArgs","description":"Engine tuning knobs.","uniqueKey":"items.[INDEX].standard_args","typeLabel":"StandardArgs · object"},"extra_args":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"items.[INDEX].extra_args.oneOf.0.items.[INDEX]","typeLabel":"string"},"title":"Extra Args","description":"Raw engine flags; vLLM recipes only.","uniqueKey":"items.[INDEX].extra_args.oneOf.0","typeLabel":"string[]"},{"type":"null","title":"Extra Args","description":"Raw engine flags; vLLM recipes only.","uniqueKey":"items.[INDEX].extra_args.oneOf.1","typeLabel":"null"}],"uniqueKey":"items.[INDEX].extra_args","typeLabel":"string[] | null"},"label":{"type":"string","title":"Label","description":"Short display name (e.g. \"Throughput-optimized\").","default":"","uniqueKey":"items.[INDEX].label","typeLabel":"string"}},"type":"object","required":["id","gpu_configs"],"title":"PresetConfigOut","description":"One preset deploy config for an HF model on specific hardware.","uniqueKey":"items.[INDEX]","typeLabel":"PresetConfigOut · object"},"title":"Response Deploy Llm Presets Deploy Llm Presets Get","uniqueKey":"","typeLabel":"PresetConfigOut · object[]"},"examples":{"Example":{"title":"Example","value":[{"id":"\u003cstring>","gpu_configs":["\u003cstring>"],"source":"deepinfra","engine":"vllm","standard_args":{"max_context_size":5000000,"max_concurrent_requests":512,"max_images_per_prompt":512,"gpu_memory_fraction":0.735,"max_prefill_tokens":65792,"kv_cache_dtype":"auto","enable_prefix_caching":true,"quantization":"fp8"},"extra_args":["\u003cstring>"],"label":""}]}},"exampleType":"generated"}},"exampleType":"generated"},"49de27e8-0ec5-4440-a894-c19a689e5af5":{"content":{"application/json":{"schema":{"properties":{"error":{"type":"string","title":"Error","description":"Error","examples":["Model not found"],"isRequired":true,"uniqueKey":"error","typeLabel":"string"}},"type":"object","required":["error"],"title":"DeepError","uniqueKey":"","typeLabel":"DeepError · object"},"examples":{"Example":{"title":"Example","value":{"error":"Model not found"}}},"exampleType":"generated"}},"description":"Unprocessable Content","exampleType":"generated"}},"security":{"0a482fee-0a73-4355-bab3-90d5a5d74c81":{"HTTPBearer":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"HTTPBearer"}}},"servers":{"59e5de0c-6897-479b-9878-f058ac99734b":{"url":"https://api.deepinfra.com"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","scopes":[],"schemeName":"HTTPBearer"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Bearer authentication header of the form `Bearer \u003ctoken>`, where `\u003ctoken>` is your auth token.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"HTTPBearer","name":"Authorization"}],"title":"HTTPBearer"}]},"originalFileLocation":"https://api.deepinfra.com/openapi.json"},"subdomain":"deepinfra","siteName":"DeepInfra","title":"Deploy Llm Presets - DeepInfra","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-06T14:17:55.262Z","originalFileLocation":"api-reference/dedicated-models/deploy-llm-presets.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"DeepInfra presets and mirrored vLLM recipes for hf_repo_id, told apart by source; empty when none. Filter by gpu/engine/source.\">\u003cmeta data-mint-head name=\"application-name\" content=\"DeepInfra\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Deploy Llm Presets - DeepInfra\">\u003cmeta data-mint-head property=\"og:description\" content=\"DeepInfra presets and mirrored vLLM recipes for hf_repo_id, told apart by source; empty when none. Filter by gpu/engine/source.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"DeepInfra\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://deepinfra.mintlify.site/_mintlify/api/og/v2?division=Dedicated+Models\u0026amp;title=Deploy+Llm+Presets\u0026amp;description=DeepInfra+presets+and+mirrored+vLLM+recipes+for+%60%60hf_repo_id%60%60%2C+told+apart+by%0A%60%60source%60%60%3B+empty+when+none.+Filter+by+%60%60gpu%60%60%2F%60%60engine%60%60%2F%60%60source%60%60.\u0026amp;theme=bbe65afb283b3e10ff929937\u0026amp;signature=f04dd427a83cd96af3df200a81798072807c1c0e7f587a56dbb220af13eae88b\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Deploy Llm Presets - DeepInfra\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"DeepInfra presets and mirrored vLLM recipes for hf_repo_id, told apart by source; empty when none. Filter by gpu/engine/source.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://deepinfra.mintlify.site/_mintlify/api/og/v2?division=Dedicated+Models\u0026amp;title=Deploy+Llm+Presets\u0026amp;description=DeepInfra+presets+and+mirrored+vLLM+recipes+for+%60%60hf_repo_id%60%60%2C+told+apart+by%0A%60%60source%60%60%3B+empty+when+none.+Filter+by+%60%60gpu%60%60%2F%60%60engine%60%60%2F%60%60source%60%60.\u0026amp;theme=bbe65afb283b3e10ff929937\u0026amp;signature=f04dd427a83cd96af3df200a81798072807c1c0e7f587a56dbb220af13eae88b\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/deepinfra/uEBMIHUMawrR4czw/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"DeepInfra\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#6366F1\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/dedicated-models/deploy-llm-presets.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.deepinfra.com/#organization\",\"name\":\"DeepInfra\",\"url\":\"https://docs.deepinfra.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/deepinfra/ifPbTCg3ikXAClcH/logo/light.svg?fit=max\u0026auto=format\u0026n=ifPbTCg3ikXAClcH\u0026q=85\u0026s=0d46b707dec7daeabb9a6ac1b68eb06f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.deepinfra.com#website\",\"name\":\"DeepInfra\",\"url\":\"https://docs.deepinfra.com\",\"publisher\":{\"@id\":\"https://docs.deepinfra.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets#webpage\",\"url\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets\",\"name\":\"Deploy Llm Presets\",\"description\":\"DeepInfra presets and mirrored vLLM recipes for hf_repo_id, told apart by source; empty when none. Filter by gpu/engine/source.\",\"dateModified\":\"2026-11-06T14:17:55.262Z\",\"isPartOf\":{\"@id\":\"https://docs.deepinfra.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Dedicated Models\",\"item\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-create\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Deploy Llm Presets\",\"item\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets#apireference\",\"headline\":\"Deploy Llm Presets\",\"name\":\"Deploy Llm Presets\",\"description\":\"DeepInfra presets and mirrored vLLM recipes for hf_repo_id, told apart by source; empty when none. Filter by gpu/engine/source.\",\"url\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets\",\"mainEntityOfPage\":{\"@id\":\"https://docs.deepinfra.com/api-reference/dedicated-models/deploy-llm-presets#webpage\"},\"dateModified\":\"2026-11-06T14:17:55.262Z\",\"publisher\":{\"@id\":\"https://docs.deepinfra.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.deepinfra.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"DeepInfra\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"DeepInfra","nav":{"global":{"anchors":[{"anchor":"Models","icon":"brain","href":"https://deepinfra.com/models"},{"anchor":"Discord","icon":"discord","href":"https://discord.com/invite/x88dCvhqYq"}]},"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":""}]},{"tab":"API Reference","groups":[{"group":"Logs \u0026 Metrics","pages":[{"title":"Get Live Metrics","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/metrics/live","href":"/api-reference/logs-\u0026-metrics/get-live-metrics"},{"title":"Logs Query","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/logs/query","href":"/api-reference/logs-\u0026-metrics/logs-query"},{"title":"Deployment Logs Query","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/deployment_logs/query","href":"/api-reference/logs-\u0026-metrics/deployment-logs-query"},{"title":"Get Request Costs","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/request-costs","href":"/api-reference/logs-\u0026-metrics/get-request-costs"}]},{"group":"Utilities","pages":[{"title":"Cli Version","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /cli/version","href":"/api-reference/utilities/cli-version"},{"title":"Submit Feedback","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/feedback","href":"/api-reference/utilities/submit-feedback"}]},{"group":"Account","pages":[{"title":"Me","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/me","href":"/api-reference/account/me"},{"title":"Delete Account","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/me","href":"/api-reference/account/delete-account"},{"title":"Account Update Details","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json patch /v1/me","href":"/api-reference/account/account-update-details"},{"title":"Account Email Values","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/me/emails","href":"/api-reference/account/account-email-values"},{"title":"Team Set Display Name","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/me/team_display_name","href":"/api-reference/account/team-set-display-name"},{"title":"Gpu Pool Gpu Types","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/gpu_pool/gpu_types","href":"/api-reference/account/gpu-pool-gpu-types"},{"title":"Account Gpu Pool","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/me/gpu_pool","href":"/api-reference/account/account-gpu-pool"},{"title":"Request Gpu Pool Change","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/me/gpu_pool/request","href":"/api-reference/account/request-gpu-pool-change"},{"title":"Cancel Gpu Pool Request","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/me/gpu_pool/request/{request_id}","href":"/api-reference/account/cancel-gpu-pool-request"},{"title":"Account Rate Limit","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/me/rate_limit","href":"/api-reference/account/account-rate-limit"},{"title":"Request Rate Limit Increase","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/me/rate_limit/request","href":"/api-reference/account/request-rate-limit-increase"}]},{"group":"Dedicated Models","pages":[{"title":"Deploy Create","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/deploy","href":"/api-reference/dedicated-models/deploy-create"},{"title":"Deploy Create Hf","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/hf/","href":"/api-reference/dedicated-models/deploy-create-hf"},{"title":"Deploy Gpu Availability","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/gpu_availability","href":"/api-reference/dedicated-models/deploy-gpu-availability"},{"title":"Deploy Llm Suggest Name","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/suggest_name","href":"/api-reference/dedicated-models/deploy-llm-suggest-name"},{"title":"Deploy Llm Standard Args","description":null,"deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/standard_args","href":"/api-reference/dedicated-models/deploy-llm-standard-args"},{"title":"Deploy Llm Presets","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/llm/presets","href":"/api-reference/dedicated-models/deploy-llm-presets"},{"title":"Deploy Create Llm","description":null,"deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/llm","href":"/api-reference/dedicated-models/deploy-create-llm"},{"title":"Deploy List","deprecated":true,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/list/","href":"/api-reference/dedicated-models/deploy-list"},{"title":"Deploy List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/list","href":"/api-reference/dedicated-models/deploy-list-1"},{"title":"Deployment Stats","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/stats","href":"/api-reference/dedicated-models/deployment-stats"},{"title":"Deploy Status","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/{deploy_id}","href":"/api-reference/dedicated-models/deploy-status"},{"title":"Deploy Update","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json put /deploy/{deploy_id}","href":"/api-reference/dedicated-models/deploy-update"},{"title":"Deploy Delete","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /deploy/{deploy_id}","href":"/api-reference/dedicated-models/deploy-delete"},{"title":"Deploy Stats","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/{deploy_id}/stats","href":"/api-reference/dedicated-models/deploy-stats"},{"title":"Deploy Detailed Stats","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/{deploy_id}/stats2","href":"/api-reference/dedicated-models/deploy-detailed-stats"},{"title":"Deploy Args History","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/{deploy_id}/config/history","href":"/api-reference/dedicated-models/deploy-args-history"},{"title":"Deploy Args Restore","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/{deploy_id}/config/history/{entry_id}/restore","href":"/api-reference/dedicated-models/deploy-args-restore"},{"title":"Deploy Stop","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/{deploy_id}/stop","href":"/api-reference/dedicated-models/deploy-stop"},{"title":"Deploy Start","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/{deploy_id}/start","href":"/api-reference/dedicated-models/deploy-start"},{"title":"Deploy Rebalance Status","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /deploy/{deploy_id}/rebalance","href":"/api-reference/dedicated-models/deploy-rebalance-status"},{"title":"Deploy Rebalance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/{deploy_id}/rebalance","href":"/api-reference/dedicated-models/deploy-rebalance"},{"title":"Deploy Rebalance Cancel","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /deploy/{deploy_id}/rebalance/cancel","href":"/api-reference/dedicated-models/deploy-rebalance-cancel"}]},{"group":"Models","pages":[{"title":"Private Models List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/private/list","href":"/api-reference/models/private-models-list"},{"title":"Model Families Names","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /model-families/names","href":"/api-reference/models/model-families-names"},{"title":"Model Family","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /model-families/{family_name}","href":"/api-reference/models/model-family"},{"title":"Models List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/list","href":"/api-reference/models/models-list"},{"title":"Models Deployment List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/deployment/list","href":"/api-reference/models/models-deployment-list"},{"title":"Models Lora List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/lora/list","href":"/api-reference/models/models-lora-list"},{"title":"Openrouter Models","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /openrouter/models","href":"/api-reference/models/openrouter-models"},{"title":"Model Publicity","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /models/{model_name}/publicity","href":"/api-reference/models/model-publicity"},{"title":"Model Meta Update","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /models/{model_name}/meta","href":"/api-reference/models/model-meta-update"},{"title":"Models Info","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/{model_name}","href":"/api-reference/models/models-info"},{"title":"Model Delete","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /models/{model_name}","href":"/api-reference/models/model-delete"},{"title":"Models Featured","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/featured","href":"/api-reference/models/models-featured"},{"title":"Model Schema","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /models/{model_name}/schema/{variantKey}","href":"/api-reference/models/model-schema"},{"title":"Openai Models","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/models","href":"/api-reference/models/openai-models"},{"title":"Get Hardware","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v2/hardware","href":"/api-reference/models/get-hardware"}]},{"group":"LoRA Adapters","pages":[{"title":"Delete Lora Model","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /lora-model/{lora_model_name}","href":"/api-reference/lora-adapters/delete-lora-model"},{"title":"Create Lora","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/lora/create","href":"/api-reference/lora-adapters/create-lora"},{"title":"Get Lora Status","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/lora/{lora_name}/status","href":"/api-reference/lora-adapters/get-lora-status"},{"title":"Get Lora","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/lora/{lora_name}","href":"/api-reference/lora-adapters/get-lora"},{"title":"Delete Lora","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/lora/{lora_name}","href":"/api-reference/lora-adapters/delete-lora"},{"title":"Update Lora","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json patch /v1/lora/{lora_name}","href":"/api-reference/lora-adapters/update-lora"},{"title":"Get Model Loras","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/model/{model_name}/loras","href":"/api-reference/lora-adapters/get-model-loras"},{"title":"Get User Loras","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/user/loras","href":"/api-reference/lora-adapters/get-user-loras"}]},{"group":"Inference","pages":[{"title":"Inference Deploy","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/inference/deploy/{deploy_id}","href":"/api-reference/inference/inference-deploy"},{"title":"Inference Model","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/inference/{model_name}","href":"/api-reference/inference/inference-model"}]},{"group":"Tokenizer","pages":[{"title":"Tokenize","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/tokenize","href":"/api-reference/tokenizer/tokenize"},{"title":"Detokenize","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/detokenize","href":"/api-reference/tokenizer/detokenize"}]},{"group":"Image Generation","pages":[{"title":"Openai Images Generations","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/images/generations","href":"/api-reference/image-generation/openai-images-generations"},{"title":"Openai Images Variations","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/images/variations","href":"/api-reference/image-generation/openai-images-variations"},{"title":"Openai Images Edits","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/images/edits","href":"/api-reference/image-generation/openai-images-edits"},{"title":"Get Generated Image","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/images/{image_id}","href":"/api-reference/image-generation/get-generated-image"}]},{"group":"Audio","pages":[{"title":"Openai Audio Speech","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/audio/speech","href":"/api-reference/audio/openai-audio-speech"},{"title":"Openai Audio Transcriptions","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/audio/transcriptions","href":"/api-reference/audio/openai-audio-transcriptions"},{"title":"Openai Audio Translations","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/audio/translations","href":"/api-reference/audio/openai-audio-translations"}]},{"group":"Videos","pages":[{"title":"Create Video Generation","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/videos","href":"/api-reference/videos/create-video-generation"},{"title":"Create Video Generation","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/openai/videos","href":"/api-reference/videos/create-video-generation-1"},{"title":"Get Video Generation","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/videos/{video_id}","href":"/api-reference/videos/get-video-generation"},{"title":"Get Video Generation","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/openai/videos/{video_id}","href":"/api-reference/videos/get-video-generation-1"},{"title":"Get Video Content","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/videos/{video_id}/content","href":"/api-reference/videos/get-video-content"},{"title":"Get Video Content","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/openai/videos/{video_id}/content","href":"/api-reference/videos/get-video-content-1"}]},{"group":"Text to Speech","pages":[{"title":"Get Voices","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/voices","href":"/api-reference/text-to-speech/get-voices"},{"title":"Text To Speech Stream","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/text-to-speech/{voice_id}/stream","href":"/api-reference/text-to-speech/text-to-speech-stream"},{"title":"Text To Speech","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/text-to-speech/{voice_id}","href":"/api-reference/text-to-speech/text-to-speech"},{"title":"Get Voice","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/voices/{voice_id}","href":"/api-reference/text-to-speech/get-voice"},{"title":"Delete Voice","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/voices/{voice_id}","href":"/api-reference/text-to-speech/delete-voice"},{"title":"Create Voice","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/voices/add","href":"/api-reference/text-to-speech/create-voice"},{"title":"Update Voice","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/voices/{voice_id}/edit","href":"/api-reference/text-to-speech/update-voice"}]},{"group":"GPU Rentals","pages":[{"title":"Container Rentals Get Params","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/containers/params","href":"/api-reference/gpu-rentals/container-rentals-get-params"},{"title":"Rent Gpu Availability","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/containers/gpu_availability","href":"/api-reference/gpu-rentals/rent-gpu-availability"},{"title":"Container Rentals List","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/containers","href":"/api-reference/gpu-rentals/container-rentals-list"},{"title":"Container Rentals Start","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/containers","href":"/api-reference/gpu-rentals/container-rentals-start"},{"title":"Container Rentals Get","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/containers/{container_id}","href":"/api-reference/gpu-rentals/container-rentals-get"},{"title":"Container Rentals Delete","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/containers/{container_id}","href":"/api-reference/gpu-rentals/container-rentals-delete"},{"title":"Container Rentals Update","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json patch /v1/containers/{container_id}","href":"/api-reference/gpu-rentals/container-rentals-update"}]},{"group":"Text Completions","pages":[{"title":"Openai Completions","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/completions","href":"/api-reference/text-completions/openai-completions"}]},{"group":"Chat Completions","pages":[{"title":"Openai Chat Completions","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/chat/completions","href":"/api-reference/chat-completions/openai-chat-completions"},{"title":"Anthropic Messages","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /anthropic/v1/messages","href":"/api-reference/chat-completions/anthropic-messages"},{"title":"Anthropic Messages Count Tokens","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /anthropic/v1/messages/count_tokens","href":"/api-reference/chat-completions/anthropic-messages-count-tokens"}]},{"group":"Responses","pages":[{"title":"Openai Responses","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/responses","href":"/api-reference/responses/openai-responses"},{"title":"Openai Responses Not Found","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/responses/{response_id}","href":"/api-reference/responses/openai-responses-not-found"},{"title":"Openai Responses Not Found","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/responses/{response_id}","href":"/api-reference/responses/openai-responses-not-found-1"}]},{"group":"Embeddings","pages":[{"title":"Openai Embeddings","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/embeddings","href":"/api-reference/embeddings/openai-embeddings"}]},{"group":"Decisions","pages":[{"title":"Systemone","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/decisions","href":"/api-reference/decisions/systemone"},{"title":"List Models","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /typesafe/v1/models","href":"/api-reference/decisions/list-models"}]},{"group":"Authentication","pages":[{"title":"Github Login","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /github/login","href":"/api-reference/authentication/github-login"},{"title":"Okta Login","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /okta/login","href":"/api-reference/authentication/okta-login"},{"title":"Github Cli Login","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /github/cli/login","href":"/api-reference/authentication/github-cli-login"},{"title":"Google Login","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /google/login","href":"/api-reference/authentication/google-login"},{"title":"Get Api Tokens","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/api-tokens","href":"/api-reference/authentication/get-api-tokens"},{"title":"Create Api Token","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/api-tokens","href":"/api-reference/authentication/create-api-token"},{"title":"Get Api Token Scopes","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/api-tokens/scopes","href":"/api-reference/authentication/get-api-token-scopes"},{"title":"Get Api Token By Id","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/api-tokens/id/{token_id}","href":"/api-reference/authentication/get-api-token-by-id"},{"title":"Delete Api Token By Id","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/api-tokens/id/{token_id}","href":"/api-reference/authentication/delete-api-token-by-id"},{"title":"Update Api Token Scopes By Id","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json patch /v1/api-tokens/id/{token_id}","href":"/api-reference/authentication/update-api-token-scopes-by-id"},{"title":"Export Api Token To Vercel By Body","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/api-tokens/vercel_export","href":"/api-reference/authentication/export-api-token-to-vercel-by-body"},{"title":"Inspect Scoped Jwt","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/scoped-jwt","href":"/api-reference/authentication/inspect-scoped-jwt"},{"title":" Create Scoped Jwt","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/scoped-jwt","href":"/api-reference/authentication/create-scoped-jwt"},{"title":"Get Ssh Keys","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/ssh_keys","href":"/api-reference/authentication/get-ssh-keys"},{"title":"Create Ssh Key","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/ssh_keys","href":"/api-reference/authentication/create-ssh-key"},{"title":"Delete Ssh Key","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/ssh_keys/{ssh_key_id}","href":"/api-reference/authentication/delete-ssh-key"}]},{"group":"Files \u0026 Batches","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/files","href":"/api-reference/files-\u0026-batches/list-files"},{"title":"Openai Files","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/files","href":"/api-reference/files-\u0026-batches/openai-files"},{"title":"Get File","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/files/{file_id}","href":"/api-reference/files-\u0026-batches/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/files/{file_id}","href":"/api-reference/files-\u0026-batches/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/files/{file_id}/content","href":"/api-reference/files-\u0026-batches/get-file-content"},{"title":"Retrieve Openai Batches","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/batches","href":"/api-reference/files-\u0026-batches/retrieve-openai-batches"},{"title":"Create Openai Batch","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/batches","href":"/api-reference/files-\u0026-batches/create-openai-batch"},{"title":"Retrieve Openai Batch","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/batches/{batch_id}","href":"/api-reference/files-\u0026-batches/retrieve-openai-batch"},{"title":"Cancel Openai Batch","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/batches/{batch_id}/cancel","href":"/api-reference/files-\u0026-batches/cancel-openai-batch"}]},{"group":"Agents","pages":[{"title":"List Instances","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/agents","href":"/api-reference/agents/list-instances"},{"title":"Create Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents","href":"/api-reference/agents/create-instance"},{"title":"Get Catalog","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/agents/catalog","href":"/api-reference/agents/get-catalog"},{"title":"Get Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/agents/{instance_id}","href":"/api-reference/agents/get-instance"},{"title":"Delete Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/agents/{instance_id}","href":"/api-reference/agents/delete-instance"},{"title":"Rename Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json patch /v1/agents/{instance_id}","href":"/api-reference/agents/rename-instance"},{"title":"Create Dashboard Launch Token","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/launch_token","href":"/api-reference/agents/create-dashboard-launch-token"},{"title":"Stop Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/stop","href":"/api-reference/agents/stop-instance"},{"title":"Start Instance","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/start","href":"/api-reference/agents/start-instance"},{"title":"Update Instance Version","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/update","href":"/api-reference/agents/update-instance-version"},{"title":"List Backups","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/agents/{instance_id}/backups","href":"/api-reference/agents/list-backups"},{"title":"Create Backup","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/backup","href":"/api-reference/agents/create-backup"},{"title":"Restore Backup","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/agents/{instance_id}/backups/{backup_id}/restore","href":"/api-reference/agents/restore-backup"}]},{"group":"Sandboxes","pages":[{"title":"List Sandboxes","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/sandboxes","href":"/api-reference/sandboxes/list-sandboxes"},{"title":"Create Sandbox","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/sandboxes","href":"/api-reference/sandboxes/create-sandbox"},{"title":"List Sandbox Plans","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/sandboxes/catalog","href":"/api-reference/sandboxes/list-sandbox-plans"},{"title":"Get Sandbox","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/sandboxes/{sandbox_id}","href":"/api-reference/sandboxes/get-sandbox"},{"title":"Delete Sandbox","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json delete /v1/sandboxes/{sandbox_id}","href":"/api-reference/sandboxes/delete-sandbox"},{"title":"Stop Sandbox","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/sandboxes/{sandbox_id}/stop","href":"/api-reference/sandboxes/stop-sandbox"},{"title":"Start Sandbox","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/sandboxes/{sandbox_id}/start","href":"/api-reference/sandboxes/start-sandbox"},{"title":"Exec Command","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json post /v1/sandboxes/{sandbox_id}/exec","href":"/api-reference/sandboxes/exec-command"},{"title":"Read File","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /v1/sandboxes/{sandbox_id}/fs/content","href":"/api-reference/sandboxes/read-file"},{"title":"Write File","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json put /v1/sandboxes/{sandbox_id}/fs/content","href":"/api-reference/sandboxes/write-file"}]},{"group":"Billing","pages":[{"title":"Get Config","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/config","href":"/api-reference/billing/get-config"},{"title":"Get Key Limits","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/key-limits","href":"/api-reference/billing/get-key-limits"},{"title":"Get Checklist","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/checklist","href":"/api-reference/billing/get-checklist"},{"title":"List Invoices","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/invoices","href":"/api-reference/billing/list-invoices"},{"title":"Usage","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/usage","href":"/api-reference/billing/usage"},{"title":"Usage Tokens","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/usage/tokens","href":"/api-reference/billing/usage-tokens"},{"title":"Usage Rent","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/usage/rent","href":"/api-reference/billing/usage-rent"},{"title":"Usage Api Token By Id","deprecated":null,"version":null,"openapi":"https://api.deepinfra.com/openapi.json get /payment/usage/id/{token_id}","href":"/api-reference/billing/usage-api-token-by-id"}]}]}]},"basePath":"","title":"Deploy Llm Presets - DeepInfra","buildId":"dpl_DTau1J5HqS9UTgVSDwGksstFWtPa","deploymentId":"dpl_DTau1J5HqS9UTgVSDwGksstFWtPa","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-5FCzAcfS.js","utils-SLtAG4EZ.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-2DZi8ZMu.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-D7J3nkzE.js","snippetPresets-D0Alv0AH.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-BI4qNJ2c.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BD3uyr8j.js","shallow-D8iEBr5z.js","getApiPlaygroundDisplay-CgNP4lzR.js","CodeSnippet-CX-QHuMs.js","CodeSnippets-VlXE-ZUf.js","Page-D9ithiIZ.js","getPastedJson-DYNQkZ1M.js","icon-CzacdwOi.js","MethodPill-2JVqoYKi.js","DuplicateIcon-_xVXs-U8.js","createIcon-BRHrweLo.js","DynamicMarkdown-mQG_iQiE.js","SectionHeading-DMpJzv8f.js","axios-vUo_bRtp.js","Markdown-5FGIym-8.js","clsx-D-TRO5q5.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CdrJecqK.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-CHlcWBLM.js"]}