[{"data":1,"prerenderedAt":974},["ShallowReactive",2],{"navigation_docs":3,"-gateway-models-and-routing":160,"-gateway-models-and-routing-surround":969},[4,21,62,82,103,149],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":20},"Get Started","i-lucide-rocket","\u002Fgetting-started","1.getting-started",[10,15],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-info",{"title":16,"path":17,"stem":18,"icon":19},"Quickstart","\u002Fgetting-started\u002Fquickstart","1.getting-started\u002F2.quickstart","i-lucide-play-circle",false,{"title":22,"icon":23,"path":24,"stem":25,"children":26,"page":20},"Gateway","i-lucide-network","\u002Fgateway","2.gateway",[27,32,37,42,47,52,57],{"title":28,"path":29,"stem":30,"icon":31},"Overview","\u002Fgateway\u002Foverview","2.gateway\u002F1.overview","i-lucide-waypoints",{"title":33,"path":34,"stem":35,"icon":36},"Models and Routing","\u002Fgateway\u002Fmodels-and-routing","2.gateway\u002F2.models-and-routing","i-lucide-brain",{"title":38,"path":39,"stem":40,"icon":41},"Smart Router","\u002Fgateway\u002Fsmart-routing","2.gateway\u002F3.smart-routing","i-lucide-route",{"title":43,"path":44,"stem":45,"icon":46},"Context Engine","\u002Fgateway\u002Fcontext-engine","2.gateway\u002F4.context-engine","i-product-context-engine",{"title":48,"path":49,"stem":50,"icon":51},"Data Integrations","\u002Fgateway\u002Fdata-integrations","2.gateway\u002F5.data-integrations","i-lucide-database",{"title":53,"path":54,"stem":55,"icon":56},"Tools","\u002Fgateway\u002Ftools","2.gateway\u002F6.tools","i-lucide-wrench",{"title":58,"path":59,"stem":60,"icon":61},"Guardrails","\u002Fgateway\u002Fguardrails","2.gateway\u002F7.guardrails","i-lucide-shield-alert",{"title":63,"icon":64,"path":65,"stem":66,"children":67,"page":20},"Compliance","i-lucide-shield-check","\u002Fcompliance","3.compliance",[68,72,77],{"title":69,"path":70,"stem":71,"icon":64},"Data Governance","\u002Fcompliance\u002Fdata-governance","3.compliance\u002F01.data-governance",{"title":73,"path":74,"stem":75,"icon":76},"Network Access","\u002Fcompliance\u002Fnetwork-access","3.compliance\u002F02.network-access","i-lucide-lock",{"title":78,"path":79,"stem":80,"icon":81},"Audit Logs","\u002Fcompliance\u002Faudit-logs","3.compliance\u002F03.audit-logs","i-lucide-scroll-text",{"title":83,"icon":84,"path":85,"stem":86,"children":87,"page":20},"Observability","i-lucide-eye","\u002Fobservability","4.observability",[88,93,98],{"title":89,"path":90,"stem":91,"icon":92},"Organization","\u002Fobservability\u002Forganization","4.observability\u002F1.organization","i-lucide-building-2",{"title":94,"path":95,"stem":96,"icon":97},"Application","\u002Fobservability\u002Fapplication","4.observability\u002F2.application","i-lucide-activity",{"title":99,"path":100,"stem":101,"icon":102},"Metrics","\u002Fobservability\u002Fmetrics","4.observability\u002F3.metrics","i-lucide-bar-chart-2",{"title":104,"icon":105,"path":106,"stem":107,"children":108,"page":20},"Administration","i-lucide-settings","\u002Fadministration","5.administration",[109,114,119,129,144],{"title":110,"path":111,"stem":112,"icon":113},"Organization and Projects","\u002Fadministration\u002Forganizations-and-projects","5.administration\u002F1.organizations-and-projects","i-lucide-box",{"title":115,"path":116,"stem":117,"icon":118},"Members and Access","\u002Fadministration\u002Fmembers-and-access","5.administration\u002F2.members-and-access","i-lucide-shield-user",{"title":120,"path":121,"stem":122,"children":123,"icon":76},"Authentication","\u002Fadministration\u002Fauthentication","5.administration\u002F3.authentication",[124],{"title":125,"path":126,"stem":127,"icon":128},"Connect Model APIs","\u002Fadministration\u002Fauthentication\u002Fconnect-model-apis","5.administration\u002F3.authentication\u002F31.connect-model-apis","i-lucide-cpu",{"title":130,"path":131,"stem":132,"children":133,"icon":143},"Connections","\u002Fadministration\u002Fconnections","5.administration\u002F4.connections",[134,139],{"title":135,"path":136,"stem":137,"icon":138},"Connect MCP Servers","\u002Fadministration\u002Fconnections\u002Fmcp-connections","5.administration\u002F4.connections\u002F42.mcp-connections","i-lucide-plug",{"title":140,"path":141,"stem":142,"icon":51},"Connect Data Sources","\u002Fadministration\u002Fconnections\u002Fdata-sources-connections","5.administration\u002F4.connections\u002F43.data-sources-connections","i-lucide-link",{"title":145,"path":146,"stem":147,"icon":148},"Budgets","\u002Fadministration\u002Fbudgets","5.administration\u002F5.budgets","i-lucide-wallet",{"title":150,"icon":151,"path":152,"stem":153,"children":154,"page":20},"Reference","i-lucide-book-open","\u002Freference","6.reference",[155],{"title":156,"path":157,"stem":158,"icon":159},"Using the API","\u002Freference\u002Fapi-usage","6.reference\u002F1.api-usage","i-lucide-terminal-square",{"id":161,"title":33,"body":162,"description":962,"extension":963,"links":964,"meta":965,"navigation":966,"path":34,"seo":967,"stem":35,"__hash__":968},"docs\u002F2.gateway\u002F2.models-and-routing.md",{"type":163,"value":164,"toc":944},"minimark",[165,169,175,180,188,223,227,247,250,265,272,280,287,384,389,392,395,399,419,422,540,549,553,563,567,573,631,638,642,645,650,661,706,709,713,718,722,737,741,755,764,768,782,789,795,799,810,880,883,887,914,918,940],[166,167,168],"p",{},"Models are the LLMs your applications call through the Gateway, from any provider your organization has connected. Your organization approves the models once, and each application calls the ones it needs by model ID, with fallback models and inference defaults set outside its code.",[170,171,174],"who-panel",{":applies-to":172,":roles":173},"[\"LLM requests\"]","[\"Organization Admin\", \"Workspace Admin\", \"Project Admin\", \"App Admin\"]","Organization Admins choose which models the organization can use. Admins of an application then choose which of those models it can call, and set its fallback models and inference defaults.",[176,177,179],"h2",{"id":178},"why-use-it","Why use it",[166,181,182,183,187],{},"When each team calls providers directly, nobody can list which models are approved, and every model change is a code change. Models puts that choice in one place, as part of the control and choice described in the ",[184,185,11],"a",{"href":186},"\u002Fgetting-started\u002Fintroduction#why-use-optiak",".",[189,190,191,199,205,211,217],"ul",{},[192,193,194,198],"li",{},[195,196,197],"strong",{},"One approved list."," An application can call only the models enabled for both the organization and the application. The Gateway checks this on every request.",[192,200,201,204],{},[195,202,203],{},"Switch models without a migration."," Every model is called through the same API and named by a model ID, so moving to another model or provider is a one-line change.",[192,206,207,210],{},[195,208,209],{},"Give each application the right models."," Restrict an application to a smaller selection from the organization's approved models.",[192,212,213,216],{},[195,214,215],{},"Requests survive provider failures."," When a model fails, the Gateway retries the request with the application's fallback models.",[192,218,219,222],{},[195,220,221],{},"Manage inference defaults centrally."," Set an application's system prompt and response length cap without repeating them in every request.",[176,224,226],{"id":225},"how-it-works","How it works",[166,228,229,230,233,234,237,238,242,243,187],{},"The organization's model catalog, in ",[195,231,232],{},"Company setup",", lists the models your organization can use: the models of each provider you have a ",[184,235,236],{"href":126},"provider key"," for, and the models of your ",[184,239,241],{"href":240},"\u002Fadministration\u002Fauthentication\u002Fconnect-model-apis#custom-providers","custom providers",". For how organization and application settings fit together, see ",[184,244,246],{"href":245},"\u002Fadministration\u002Forganizations-and-projects#applications","Organizations and Projects",[166,248,249],{},"Which models an application can call is set in two places:",[251,252,253,259],"ol",{},[192,254,255,258],{},[195,256,257],{},"The organization makes a model available."," An Organization Admin enables the model in the organization's catalog. No application can call a model that isn't enabled there.",[192,260,261,264],{},[195,262,263],{},"The application narrows the list."," An admin of the application selects which of the organization's models it can call. New applications start with no models enabled. An application explicitly configured to inherit uses the organization's enabled list, subject to provider scope and data governance rules.",[166,266,267,268,187],{},"This is the rule used across Optiak: ",[184,269,271],{"href":270},"\u002Fgetting-started\u002Fintroduction#the-organization-enables-the-application-narrows","the organization enables, the application narrows",[166,273,274,275,279],{},"Choosing the model is one step of an LLM request through the Gateway, after policies, budgets and guardrails, and before the prompt is built and sent. See ",[184,276,278],{"href":277},"\u002Fgateway\u002Foverview#how-it-works","How the Gateway handles a request"," for every stage.",[166,281,282,283,286],{},"This page covers the highlighted steps: the Gateway checks that the requested model is available to the application and meets your ",[184,284,285],{"href":70},"data governance"," rules, then sends the request to the provider and tries the fallback models if it fails.",[288,289,295],"pre",{"className":290,"code":291,"filename":292,"language":293,"meta":294,"style":294},"language-mermaid shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","flowchart LR\n    A([Your application])\n    subgraph G[Gateway]\n        direction LR\n        P[Authentication and\u003Cbr\u002F>organization policies]\n        B[Budgets and\u003Cbr\u002F>guardrails]\n        M[Model choice\u003Cbr\u002F>requested model or Smart Router]\n        C[Prompt building\u003Cbr\u002F>Data Integrations, Context Engine\u003Cbr\u002F>and inference defaults]\n        D[Delivery\u003Cbr\u002F>requested model, then fallback models]\n    end\n    L([Model provider])\n    A --> P --> B --> M --> C --> D --> L\n    classDef key stroke:var(--ui-primary),stroke-width:2\n    class M,D key\n","Where model choice fits in an LLM request","mermaid","",[296,297,298,306,312,318,324,330,336,342,348,354,360,366,372,378],"code",{"__ignoreMap":294},[299,300,303],"span",{"class":301,"line":302},"line",1,[299,304,305],{},"flowchart LR\n",[299,307,309],{"class":301,"line":308},2,[299,310,311],{},"    A([Your application])\n",[299,313,315],{"class":301,"line":314},3,[299,316,317],{},"    subgraph G[Gateway]\n",[299,319,321],{"class":301,"line":320},4,[299,322,323],{},"        direction LR\n",[299,325,327],{"class":301,"line":326},5,[299,328,329],{},"        P[Authentication and\u003Cbr\u002F>organization policies]\n",[299,331,333],{"class":301,"line":332},6,[299,334,335],{},"        B[Budgets and\u003Cbr\u002F>guardrails]\n",[299,337,339],{"class":301,"line":338},7,[299,340,341],{},"        M[Model choice\u003Cbr\u002F>requested model or Smart Router]\n",[299,343,345],{"class":301,"line":344},8,[299,346,347],{},"        C[Prompt building\u003Cbr\u002F>Data Integrations, Context Engine\u003Cbr\u002F>and inference defaults]\n",[299,349,351],{"class":301,"line":350},9,[299,352,353],{},"        D[Delivery\u003Cbr\u002F>requested model, then fallback models]\n",[299,355,357],{"class":301,"line":356},10,[299,358,359],{},"    end\n",[299,361,363],{"class":301,"line":362},11,[299,364,365],{},"    L([Model provider])\n",[299,367,369],{"class":301,"line":368},12,[299,370,371],{},"    A --> P --> B --> M --> C --> D --> L\n",[299,373,375],{"class":301,"line":374},13,[299,376,377],{},"    classDef key stroke:var(--ui-primary),stroke-width:2\n",[299,379,381],{"class":301,"line":380},14,[299,382,383],{},"    class M,D key\n",[385,386,388],"h3",{"id":387},"organization-model-catalog","Organization model catalog",[166,390,391],{},"The catalog shows each model's provider, capabilities, data residency, region, context window, and input and output prices per million tokens. Badges identify no-training support and Smart Router eligibility. Expand a row to see its description, model ID, max input and output tokens, and full capabilities.",[166,393,394],{},"You can search by model name, filter by provider, data residency, region, capabilities or enabled status, and sort by fields such as context window or price to compare models before enabling them.",[385,396,398],{"id":397},"model-ids","Model IDs",[166,400,401,402,405,406,409,410,413,414,418],{},"A model ID names the model a request calls, in the ",[296,403,404],{},"model"," field. To find the IDs an application can use, call ",[296,407,408],{},"GET \u002Fmodels"," with one of its application API keys. The response lists every model the key can call, including custom provider models, and starts with ",[296,411,412],{},"optiak\u002Fsmart"," when Smart Router is on for the application. See ",[184,415,417],{"href":416},"\u002Fapi-reference#tag\u002Fmodels\u002FGET\u002Fv1\u002Fmodels","List models"," in the API reference.",[166,420,421],{},"You can name a built-in model at three levels of detail; the more you name, the less the Gateway chooses for you. Custom provider models and Smart Router have their own forms:",[423,424,425,441],"table",{},[426,427,428],"thead",{},[429,430,431,435,438],"tr",{},[432,433,434],"th",{},"Form",[432,436,437],{},"Example",[432,439,440],{},"What the Gateway does",[442,443,444,459,477,502,520],"tbody",{},[429,445,446,451,456],{},[447,448,449],"td",{},[296,450,404],{},[447,452,453],{},[296,454,455],{},"gpt-5.6-luna",[447,457,458],{},"Calls the model at any provider enabled for the application that offers it.",[429,460,461,466,471],{},[447,462,463],{},[296,464,465],{},"provider\u002Fmodel",[447,467,468],{},[296,469,470],{},"openai\u002Fgpt-5.6-luna",[447,472,473,474,187],{},"Calls the model at that provider and chooses the region, preferring ",[296,475,476],{},"global",[429,478,479,484,489],{},[447,480,481],{},[296,482,483],{},"provider\u002Fregion\u002Fmodel",[447,485,486],{},[296,487,488],{},"openai\u002Fglobal\u002Fgpt-5.6-luna",[447,490,491,492,495,496,499,500,187],{},"Calls the model at that provider, in that region: ",[296,493,494],{},"eu",", ",[296,497,498],{},"us"," or ",[296,501,476],{},[429,503,504,509,514],{},[447,505,506],{},[296,507,508],{},"custom-provider\u002Fmodel",[447,510,511],{},[296,512,513],{},"my-provider\u002Fmy-model",[447,515,516,517,519],{},"Calls a model of one of your ",[184,518,241],{"href":240},", named by the provider's identifier and the model's ID.",[429,521,522,526,530],{},[447,523,524],{},[296,525,412],{},[447,527,528],{},[296,529,412],{},[447,531,532,533,535,536,539],{},"Lets ",[184,534,38],{"href":39}," choose the model for each request. The short form ",[296,537,538],{},"smart"," also works.",[166,541,542,543,545,546,187],{},"For each model, ",[296,544,408],{}," also returns its context window, capabilities, data residency and price; see ",[184,547,156],{"href":548},"\u002Freference\u002Fapi-usage#models",[176,550,552],{"id":551},"inference-settings","Inference settings",[166,554,555,556,559,560,187],{},"Inference settings are set per application and apply to every LLM request it sends: fallback models for when a model fails, and inference defaults that shape each request. In the console, open the application, then ",[195,557,558],{},"Configuration",", then ",[195,561,562],{},"Inference",[385,564,566],{"id":565},"fallback-models","Fallback models",[166,568,569,570,572],{},"Fallback models are the models the Gateway tries when the requested model fails. They are an ordered list, and the Gateway tries them from first to last. Add them under ",[195,571,566],{}," and drag them to change the order. They must be models that the application can call.",[423,574,575,585],{},[426,576,577],{},[429,578,579,582],{},[432,580,581],{},"Request outcome",[432,583,584],{},"Fallback",[442,586,587,595,602,609,617,624],{},[429,588,589,592],{},[447,590,591],{},"The requested built-in model isn't enabled for the application",[447,593,594],{},"Uses fallback model",[429,596,597,600],{},[447,598,599],{},"The provider fails, rejects the provider key or doesn't have the model",[447,601,594],{},[429,603,604,607],{},[447,605,606],{},"The request exceeds the model's context window",[447,608,594],{},[429,610,611,614],{},[447,612,613],{},"The request is invalid or uses a parameter the model doesn't support",[447,615,616],{},"Does not use fallback model",[429,618,619,622],{},[447,620,621],{},"The request times out",[447,623,616],{},[429,625,626,629],{},[447,627,628],{},"A streamed response has already started",[447,630,616],{},[166,632,633,634,637],{},"In order to use fallbacks, you must enable them in the application's configuration. Data governance rules apply to fallback models too, and a request that names a region falls back only to models in that region. Each attempt appears in the request's trace, in the application's ",[195,635,636],{},"Requests"," tab.",[385,639,641],{"id":640},"inference-defaults","Inference defaults",[166,643,644],{},"Inference defaults shape every request before it reaches the model. Today that is the application's system prompt.",[646,647,649],"h4",{"id":648},"system-prompt","System prompt",[166,651,652,653,656,657,660],{},"The application's system prompt is combined with the instructions a request carries: its system and developer messages, and ",[296,654,655],{},"instructions"," in the Responses API. ",[195,658,659],{},"Application prompt behavior"," sets how:",[423,662,663,673],{},[426,664,665],{},[429,666,667,670],{},[432,668,669],{},"Behavior",[432,671,672],{},"Result",[442,674,675,686,696],{},[429,676,677,683],{},[447,678,679,682],{},[195,680,681],{},"Append"," (default)",[447,684,685],{},"The application's system prompt follows the request's instructions.",[429,687,688,693],{},[447,689,690],{},[195,691,692],{},"Prepend",[447,694,695],{},"The application's system prompt comes before the request's instructions.",[429,697,698,703],{},[447,699,700],{},[195,701,702],{},"Replace",[447,704,705],{},"Only the application's system prompt is sent. The request's instructions are discarded.",[166,707,708],{},"A request with no instructions gets the application's system prompt as it is.",[176,710,712],{"id":711},"set-it-up","Set it up",[166,714,715,716,187],{},"An Organization Admin enables models for the organization, then each application enables its own. For who can do each step, see ",[184,717,115],{"href":116},[385,719,721],{"id":720},"in-the-organization","In the organization",[166,723,724,725,559,727,730,731,734,735,187],{},"In the console, open ",[195,726,232],{},[195,728,729],{},"Models",". Find a model in the model catalog and turn on ",[195,732,733],{},"Enabled",". If a provider's models are missing, add its provider key first; see ",[184,736,120],{"href":121},[385,738,740],{"id":739},"in-the-application","In the application",[166,742,743,744,559,746,748,749,751,752,187],{},"In the console, open the application, then ",[195,745,558],{},[195,747,729],{},", and turn on the models the application can call. Then set its fallback models and inference defaults under ",[195,750,562],{},"; see ",[184,753,552],{"href":754},"#inference-settings",[166,756,757,758,760,761,763],{},"An application can call a model only when it's enabled in ",[195,759,232],{}," for the organization and, if the application has its own selection, in the application's ",[195,762,729],{},". If a request is rejected or a model is missing, check both.",[385,765,767],{"id":766},"custom-provider-models","Custom provider models",[166,769,770,771,773,774,776,777,773,779,781],{},"Creating a custom provider and adding its models does not enable those models for requests. Enable each model in ",[195,772,232],{}," → ",[195,775,729],{},", then select it in the application's ",[195,778,558],{},[195,780,729],{},". An application configured to inherit the organization's enabled models does not need a separate selection.",[166,783,784,785,788],{},"Custom models appear in the organization catalog even when the provider's ",[195,786,787],{},"Scope"," is limited to selected applications or projects. Scope controls which applications can use the provider's credentials. Enabling a model for the organization does not expand that scope.",[166,790,791,792,794],{},"For example, a provider scoped to Application A has a model named ",[296,793,513],{},". That model appears in the organization catalog for approval. Once enabled there, it becomes available for Application A to select. Application B, outside the provider's scope, cannot select or call it.",[646,796,798],{"id":797},"token-limits","Token limits",[166,800,801,802,805,806,809],{},"A custom model can declare a ",[195,803,804],{},"Context window"," and ",[195,807,808],{},"Max output tokens",". Both are optional: leave a limit empty when the provider doesn't publish it, and Optiak won't check it. The context window covers prompt plus response tokens and is often listed as the context length. Use the limit your endpoint serves, which can be lower than the model's maximum. Max output tokens must be lower than the context window; if the provider publishes only a context length, set just the context window.",[423,811,812,822],{},[426,813,814],{},[429,815,816,819],{},[432,817,818],{},"Limit set",[432,820,821],{},"Effect",[442,823,824,844,855,872],{},[429,825,826,830],{},[447,827,828],{},[195,829,804],{},[447,831,832,833,836,837,840,841,187],{},"A request whose ",[296,834,835],{},"max_completion_tokens"," (Chat Completions) or ",[296,838,839],{},"max_output_tokens"," (Responses) is equal to or above the window is rejected with ",[296,842,843],{},"400",[429,845,846,850],{},[447,847,848],{},[195,849,808],{},[447,851,852,853,187],{},"A request asking for more output tokens than this is rejected with ",[296,854,843],{},[429,856,857,861],{},[447,858,859],{},[195,860,804],{},[447,862,863,864,868,869,187],{},"With ",[184,865,867],{"href":866},"\u002Fgateway\u002Fcontext-engine#context-budgeting","Context Budgeting"," on, the prompt must fit in the model's context budget. An oversized prompt is trimmed or rejected with ",[296,870,871],{},"422",[429,873,874,877],{},[447,875,876],{},"None",[447,878,879],{},"No local checks. The upstream endpoint decides.",[166,881,882],{},"If the application has fallback models, Optiak tries them before returning one of these errors. Optiak estimates prompt sizes for custom models with an approximate tokenizer, so a prompt close to a limit may be counted slightly differently from the upstream model's own count.",[176,884,886],{"id":885},"limits-and-behavior","Limits and behavior",[189,888,889,896,899,902,905,908,911],{},[192,890,891,892,895],{},"A request is rejected, without fallback, when its model ID doesn't exist or the model breaks your organization's data governance rules. See ",[184,893,156],{"href":894},"\u002Freference\u002Fapi-usage#common-errors"," for the errors.",[192,897,898],{},"When you turn off a model for the organization, no application can call it any more, as a requested model or as a fallback. The console will ask you to confirm the change if it would affect any application.",[192,900,901],{},"Models from custom providers can be primary or fallback models, and can be mixed with built-in models in the fallback order. The provider must be active, available to the application, and meet its data governance rules. Optiak does not have complete capability metadata for custom models; ensure they support the request parameters and content.",[192,903,904],{},"A request to a custom provider model that isn't enabled for the application, or whose provider is inactive, is rejected without fallback.",[192,906,907],{},"Requests that name a region do not fall back to custom provider models.",[192,909,910],{},"Requests with provider-owned conversation state or provider-specific tools\u002Fhistory do not switch to or from a custom provider for fallback.",[192,912,913],{},"The catalog shows the retirement date when a provider announces that it will retire a model.",[176,915,917],{"id":916},"related","Related",[189,919,920,925,930,935],{},[192,921,922,924],{},[184,923,38],{"href":39},": let Optiak choose the model for each request.",[192,926,927,929],{},[184,928,120],{"href":121},": provider keys and custom providers.",[192,931,932,934],{},[184,933,69],{"href":70},": the organization rules that limit which models can be used.",[192,936,937,939],{},[184,938,156],{"href":157},": endpoints, parameters and errors.",[941,942,943],"style",{},"html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":294,"searchDepth":308,"depth":308,"links":945},[946,947,951,955,960,961],{"id":178,"depth":308,"text":179},{"id":225,"depth":308,"text":226,"children":948},[949,950],{"id":387,"depth":314,"text":388},{"id":397,"depth":314,"text":398},{"id":551,"depth":308,"text":552,"children":952},[953,954],{"id":565,"depth":314,"text":566},{"id":640,"depth":314,"text":641},{"id":711,"depth":308,"text":712,"children":956},[957,958,959],{"id":720,"depth":314,"text":721},{"id":739,"depth":314,"text":740},{"id":766,"depth":314,"text":767},{"id":885,"depth":308,"text":886},{"id":916,"depth":308,"text":917},"Choose which models your applications can call and how requests reach them.","md",null,{},{"icon":36},{"title":33,"description":962},"L-TgTMSgRqs-L_2Te9PrT3WOfA7nIr-mfZKx-lEfWO8",[970,972],{"title":28,"path":29,"stem":30,"description":971,"icon":31,"children":-1},"One entry point for your application's LLM requests and tool calls.",{"title":38,"path":39,"stem":40,"description":973,"icon":41,"children":-1},"Let Optiak choose the model for each request to lower model costs while keeping quality.",1795006121165]