[{"data":1,"prerenderedAt":1283},["ShallowReactive",2],{"navigation_docs":3,"-administration-authentication-connect-model-apis":160,"-administration-authentication-connect-model-apis-surround":1278},[4,21,62,82,103,149],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":20},"Get Started","i-lucide-rocket","\u002Fgetting-started","1.getting-started",[10,15],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-info",{"title":16,"path":17,"stem":18,"icon":19},"Quickstart","\u002Fgetting-started\u002Fquickstart","1.getting-started\u002F2.quickstart","i-lucide-play-circle",false,{"title":22,"icon":23,"path":24,"stem":25,"children":26,"page":20},"Gateway","i-lucide-network","\u002Fgateway","2.gateway",[27,32,37,42,47,52,57],{"title":28,"path":29,"stem":30,"icon":31},"Overview","\u002Fgateway\u002Foverview","2.gateway\u002F1.overview","i-lucide-waypoints",{"title":33,"path":34,"stem":35,"icon":36},"Models and Routing","\u002Fgateway\u002Fmodels-and-routing","2.gateway\u002F2.models-and-routing","i-lucide-brain",{"title":38,"path":39,"stem":40,"icon":41},"Smart Router","\u002Fgateway\u002Fsmart-routing","2.gateway\u002F3.smart-routing","i-lucide-route",{"title":43,"path":44,"stem":45,"icon":46},"Context Engine","\u002Fgateway\u002Fcontext-engine","2.gateway\u002F4.context-engine","i-product-context-engine",{"title":48,"path":49,"stem":50,"icon":51},"Data Integrations","\u002Fgateway\u002Fdata-integrations","2.gateway\u002F5.data-integrations","i-lucide-database",{"title":53,"path":54,"stem":55,"icon":56},"Tools","\u002Fgateway\u002Ftools","2.gateway\u002F6.tools","i-lucide-wrench",{"title":58,"path":59,"stem":60,"icon":61},"Guardrails","\u002Fgateway\u002Fguardrails","2.gateway\u002F7.guardrails","i-lucide-shield-alert",{"title":63,"icon":64,"path":65,"stem":66,"children":67,"page":20},"Compliance","i-lucide-shield-check","\u002Fcompliance","3.compliance",[68,72,77],{"title":69,"path":70,"stem":71,"icon":64},"Data Governance","\u002Fcompliance\u002Fdata-governance","3.compliance\u002F01.data-governance",{"title":73,"path":74,"stem":75,"icon":76},"Network Access","\u002Fcompliance\u002Fnetwork-access","3.compliance\u002F02.network-access","i-lucide-lock",{"title":78,"path":79,"stem":80,"icon":81},"Audit Logs","\u002Fcompliance\u002Faudit-logs","3.compliance\u002F03.audit-logs","i-lucide-scroll-text",{"title":83,"icon":84,"path":85,"stem":86,"children":87,"page":20},"Observability","i-lucide-eye","\u002Fobservability","4.observability",[88,93,98],{"title":89,"path":90,"stem":91,"icon":92},"Organization","\u002Fobservability\u002Forganization","4.observability\u002F1.organization","i-lucide-building-2",{"title":94,"path":95,"stem":96,"icon":97},"Application","\u002Fobservability\u002Fapplication","4.observability\u002F2.application","i-lucide-activity",{"title":99,"path":100,"stem":101,"icon":102},"Metrics","\u002Fobservability\u002Fmetrics","4.observability\u002F3.metrics","i-lucide-bar-chart-2",{"title":104,"icon":105,"path":106,"stem":107,"children":108,"page":20},"Administration","i-lucide-settings","\u002Fadministration","5.administration",[109,114,119,129,144],{"title":110,"path":111,"stem":112,"icon":113},"Organization and Projects","\u002Fadministration\u002Forganizations-and-projects","5.administration\u002F1.organizations-and-projects","i-lucide-box",{"title":115,"path":116,"stem":117,"icon":118},"Members and Access","\u002Fadministration\u002Fmembers-and-access","5.administration\u002F2.members-and-access","i-lucide-shield-user",{"title":120,"path":121,"stem":122,"children":123,"icon":76},"Authentication","\u002Fadministration\u002Fauthentication","5.administration\u002F3.authentication",[124],{"title":125,"path":126,"stem":127,"icon":128},"Connect Model APIs","\u002Fadministration\u002Fauthentication\u002Fconnect-model-apis","5.administration\u002F3.authentication\u002F31.connect-model-apis","i-lucide-cpu",{"title":130,"path":131,"stem":132,"children":133,"icon":143},"Connections","\u002Fadministration\u002Fconnections","5.administration\u002F4.connections",[134,139],{"title":135,"path":136,"stem":137,"icon":138},"Connect MCP Servers","\u002Fadministration\u002Fconnections\u002Fmcp-connections","5.administration\u002F4.connections\u002F42.mcp-connections","i-lucide-plug",{"title":140,"path":141,"stem":142,"icon":51},"Connect Data Sources","\u002Fadministration\u002Fconnections\u002Fdata-sources-connections","5.administration\u002F4.connections\u002F43.data-sources-connections","i-lucide-link",{"title":145,"path":146,"stem":147,"icon":148},"Budgets","\u002Fadministration\u002Fbudgets","5.administration\u002F5.budgets","i-lucide-wallet",{"title":150,"icon":151,"path":152,"stem":153,"children":154,"page":20},"Reference","i-lucide-book-open","\u002Freference","6.reference",[155],{"title":156,"path":157,"stem":158,"icon":159},"Using the API","\u002Freference\u002Fapi-usage","6.reference\u002F1.api-usage","i-lucide-terminal-square",{"id":161,"title":125,"body":162,"description":1271,"extension":1272,"links":1273,"meta":1274,"navigation":1275,"path":126,"seo":1276,"stem":127,"__hash__":1277},"docs\u002F5.administration\u002F3.authentication\u002F31.connect-model-apis.md",{"type":163,"value":164,"toc":1261},"minimark",[165,175,181,186,189,192,195,372,377,383,390,413,421,424,427,443,471,475,502,505,508,1140,1144,1233,1236,1240,1257],[166,167,168,169,174],"p",{},"Connect a model provider so Optiak can call its models on your organization's behalf. Your services keep using an ",[170,171,173],"a",{"href":172},"\u002Fadministration\u002Fauthentication#application-api-keys","Application API key","; they do not send provider keys with Gateway requests.",[176,177,180],"who-panel",{":applies-to":178,":roles":179},"[\"LLM requests\"]","[\"Organization Admin\"]","Organization Admins connect model providers and enable the models applications can use.",[182,183,185],"h2",{"id":184},"how-provider-keys-work","How provider keys work",[166,187,188],{},"A provider key authenticates Optiak to a model provider, using the access available through that provider account. A key can be available to the organization or limited to selected projects or applications. Optiak stores provider keys encrypted and does not show their values again after saving.",[166,190,191],{},"Connecting a key does not enable every model for every application. The organization enables models, and applications select from those allowed to them. Provider permissions, billing, quotas, and model availability still apply.",[166,193,194],{},"The table below shows which credentials to prepare for each provider.",[196,197,203],"div",{"className":198,"role":200,"ariaLabel":201,"tabIndex":202},[199],"provider-auth-table","region","Model provider authentication comparison",0,[204,205,206,227],"table",{},[207,208,209],"thead",{},[210,211,212,219,221,224],"tr",{},[213,214,215],"th",{},[216,217,218],"strong",{},"Provider",[213,220,120],{},[213,222,223],{},"Account or identity used",[213,225,226],{},"Before you connect",[228,229,230,247,262,278,294,310,326,341,356],"tbody",{},[210,231,232,238,241,244],{},[233,234,235],"td",{},[216,236,237],{},"OpenAI",[233,239,240],{},"Provider key",[233,242,243],{},"OpenAI provider account",[233,245,246],{},"Key permissions for the intended models",[210,248,249,254,256,259],{},[233,250,251],{},[216,252,253],{},"Anthropic",[233,255,240],{},[233,257,258],{},"Anthropic provider account",[233,260,261],{},"Active account with billing enabled",[210,263,264,269,272,275],{},[233,265,266],{},[216,267,268],{},"AWS Bedrock",[233,270,271],{},"Amazon Bedrock API key",[233,273,274],{},"AWS identity associated with the key",[233,276,277],{},"Model access, IAM permissions, and a compatible key type and region",[210,279,280,285,288,291],{},[233,281,282],{},[216,283,284],{},"Azure",[233,286,287],{},"Provider key and resource name",[233,289,290],{},"Azure OpenAI resource",[233,292,293],{},"Models deployed in the resource",[210,295,296,301,304,307],{},[233,297,298],{},[216,299,300],{},"Google",[233,302,303],{},"Gemini provider key",[233,305,306],{},"Google Cloud project selected in AI Studio",[233,308,309],{},"Billing, quota, and regional availability",[210,311,312,317,320,323],{},[233,313,314],{},[216,315,316],{},"Vertex AI",[233,318,319],{},"Service-account JSON key",[233,321,322],{},"Google Cloud service account",[233,324,325],{},"Vertex AI API, IAM role, billing, and quotas",[210,327,328,333,335,338],{},[233,329,330],{},[216,331,332],{},"Mistral",[233,334,240],{},[233,336,337],{},"Mistral provider account",[233,339,340],{},"Access to the intended models",[210,342,343,348,350,353],{},[233,344,345],{},[216,346,347],{},"CompactifAI",[233,349,240],{},[233,351,352],{},"CompactifAI account",[233,354,355],{},"Billing details and payment method",[210,357,358,363,366,369],{},[233,359,360],{},[216,361,362],{},"Custom provider",[233,364,365],{},"Provider key and endpoint base URL",[233,367,368],{},"Account accepted by the endpoint",[233,370,371],{},"An OpenAI-compatible endpoint and its model IDs",[373,374,376],"h3",{"id":375},"scope-and-credential-order","Scope and credential order",[166,378,379,382],{},[216,380,381],{},"Scope"," determines which applications can use a credential. Organization scope includes all current and future applications. Project scope includes applications in the selected projects. Application scope includes only the selected applications. You can combine selected projects and applications.",[166,384,385,386,389],{},"When several active credentials match a request, Optiak tries application-scoped credentials first, then project-scoped credentials, then organization-wide credentials. Within the same matching scope level, lower ",[216,387,388],{},"Order"," values are tried first. If the values are equal, the older credential comes first. These rules also apply to subscription connections.",[166,391,392,393,395,396,400,401,395,403,406,407,409,410,412],{},"For example, an application-scoped key with ",[216,394,388],{}," ",[397,398,399],"code",{},"10"," is tried before a project-scoped key with ",[216,402,388],{},[397,404,405],{},"0",". Between two application-scoped keys, ",[397,408,405],{}," is tried before ",[397,411,399],{},".",[166,414,415,416,420],{},"If authentication fails or a rate limit is reached, Optiak tries the next eligible credential. Other retryable provider failures can move the request to another model deployment; see ",[170,417,419],{"href":418},"\u002Fgateway\u002Fmodels-and-routing#fallback-models","Fallback models",". Invalid requests and timeouts stop retries, as does a streamed response that has already started.",[166,422,423],{},"When a request names a model without a provider prefix, scope and order also prioritize credentials across providers offering that model. Naming a provider explicitly keeps the request on that provider's selected deployments before configured fallback models.",[182,425,226],{"id":426},"before-you-connect",[428,429,430,434,437,440],"ul",{},[431,432,433],"li",{},"Use an Organization Admin account to manage providers.",[431,435,436],{},"Choose the provider account or service account whose models and billing your applications should use. Prepare a key with permission to call the intended models.",[431,438,439],{},"Confirm the provider's billing, quotas, and any model-access prerequisites.",[431,441,442],{},"Have the provider-specific details ready, such as an Azure resource name, a service-account JSON key, or a custom endpoint base URL.",[166,444,445,446,449,450,453,454,457,458,461,462,466,467,470],{},"In ",[216,447,448],{},"Company setup"," → ",[216,451,452],{},"Providers",", select ",[216,455,456],{},"Add provider",", choose the provider, give the connection a ",[216,459,460],{},"Name",", enter its credentials, and choose the organization, projects, or applications that can use them. See ",[170,463,465],{"href":464},"#supported-providers","Supported providers"," for preparation steps and provider-specific fields. For subscription-backed models such as Codex, see ",[170,468,130],{"href":469},"\u002Fadministration\u002Fconnections#connect-subscriptions"," instead.",[182,472,474],{"id":473},"after-you-connect","After you connect",[476,477,478,486,492],"ol",{},[431,479,445,480,449,482,485],{},[216,481,448],{},[216,483,484],{},"Models",", enable the models your organization wants applications to use. Custom provider models appear separately and do not require a built-in provider key.",[431,487,488,489,491],{},"Select the application's models by following ",[170,490,33],{"href":34},". Applications can use only models enabled by the organization and available to them.",[431,493,494,495,498,499,501],{},"Use the application's key to call ",[397,496,497],{},"GET \u002Fmodels"," and check its available model IDs, then send a request using one of those IDs. See ",[170,500,156],{"href":157}," for request examples.",[166,503,504],{},"If you rotate or revoke a provider key, update the saved credentials in Optiak. Requests using an expired or revoked key fail even if the application's own key is still valid.",[182,506,465],{"id":507},"supported-providers",[509,510,512,555,585,855,916,944,1022,1055,1092],"accordion",{"type":511},"multiple",[513,514,516,523,526,549],"accordion-item",{"icon":515,"label":237},"i-simple-icons-openai",[166,517,518],{},[519,520],"span",{"id":521,"dataDocSection":522},"openai","",[166,524,525],{},"Use an OpenAI provider key with permission to call the models you want to enable.",[476,527,528,537,543,546],{},[431,529,530,531,412],{},"Open ",[170,532,536],{"href":533,"rel":534},"https:\u002F\u002Fplatform.openai.com\u002Fapi-keys",[535],"nofollow","OpenAI's API keys page",[431,538,539,540,412],{},"Select ",[216,541,542],{},"Create new secret key",[431,544,545],{},"Name the key and choose its permissions.",[431,547,548],{},"Copy it; OpenAI shows the full value only once.",[166,550,551,552,554],{},"Choose ",[216,553,237],{}," in Optiak and enter the key.",[513,556,558,563,566,581],{"icon":557,"label":253},"i-simple-icons-anthropic",[166,559,560],{},[519,561],{"id":562,"dataDocSection":522},"anthropic",[166,564,565],{},"Use an Anthropic provider key from an active account with billing enabled.",[476,567,568,575],{},[431,569,530,570,412],{},[170,571,574],{"href":572,"rel":573},"https:\u002F\u002Fconsole.anthropic.com\u002Fsettings\u002Fkeys",[535],"Anthropic Console",[431,576,539,577,580],{},[216,578,579],{},"Create Key"," and copy the key; Anthropic shows the full value only once.",[166,582,551,583,554],{},[216,584,253],{},[513,586,588,593,601,604,833,852],{"icon":587,"label":268},"i-logos-aws",[166,589,590],{},[519,591],{"id":592,"dataDocSection":522},"aws",[166,594,595,596,412],{},"Use an Amazon Bedrock API key. Many models in commercial AWS Regions are available by default; for third-party models that require an AWS Marketplace subscription, Bedrock can initiate the subscription automatically on first use. This requires the right Bedrock and Marketplace permissions, a valid payment method, and any provider-specific prerequisites. For example, Anthropic models require first-time-use details. Some models may need additional account-level access. See ",[170,597,600],{"href":598,"rel":599},"https:\u002F\u002Fdocs.aws.amazon.com\u002Fbedrock\u002Flatest\u002Fuserguide\u002Fmodel-access.html",[535],"AWS's current model access guidance",[166,602,603],{},"The recommended IAM policy includes these actions:",[605,606,610],"pre",{"className":607,"code":608,"language":609,"meta":522,"style":522},"language-json shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","{\n  \"Version\": \"2012-10-17\",\n  \"Statement\": [\n    {\n      \"Effect\": \"Allow\",\n      \"Action\": [\n        \"bedrock:InvokeModel\",\n        \"bedrock:InvokeModelWithResponseStream\",\n        \"bedrock:GetInferenceProfile\",\n        \"bedrock:ListInferenceProfiles\",\n        \"aws-marketplace:Subscribe\",\n        \"aws-marketplace:Unsubscribe\",\n        \"aws-marketplace:ViewSubscriptions\"\n      ],\n      \"Resource\": \"*\"\n    }\n  ]\n}\n","json",[397,611,612,620,648,663,669,692,706,719,731,743,755,767,779,790,796,815,821,827],{"__ignoreMap":522},[519,613,616],{"class":614,"line":615},"line",1,[519,617,619],{"class":618},"sMK4o","{\n",[519,621,623,626,630,633,636,639,643,645],{"class":614,"line":622},2,[519,624,625],{"class":618},"  \"",[519,627,629],{"class":628},"spNyl","Version",[519,631,632],{"class":618},"\"",[519,634,635],{"class":618},":",[519,637,638],{"class":618}," \"",[519,640,642],{"class":641},"sfazB","2012-10-17",[519,644,632],{"class":618},[519,646,647],{"class":618},",\n",[519,649,651,653,656,658,660],{"class":614,"line":650},3,[519,652,625],{"class":618},[519,654,655],{"class":628},"Statement",[519,657,632],{"class":618},[519,659,635],{"class":618},[519,661,662],{"class":618}," [\n",[519,664,666],{"class":614,"line":665},4,[519,667,668],{"class":618},"    {\n",[519,670,672,675,679,681,683,685,688,690],{"class":614,"line":671},5,[519,673,674],{"class":618},"      \"",[519,676,678],{"class":677},"sBMFI","Effect",[519,680,632],{"class":618},[519,682,635],{"class":618},[519,684,638],{"class":618},[519,686,687],{"class":641},"Allow",[519,689,632],{"class":618},[519,691,647],{"class":618},[519,693,695,697,700,702,704],{"class":614,"line":694},6,[519,696,674],{"class":618},[519,698,699],{"class":677},"Action",[519,701,632],{"class":618},[519,703,635],{"class":618},[519,705,662],{"class":618},[519,707,709,712,715,717],{"class":614,"line":708},7,[519,710,711],{"class":618},"        \"",[519,713,714],{"class":641},"bedrock:InvokeModel",[519,716,632],{"class":618},[519,718,647],{"class":618},[519,720,722,724,727,729],{"class":614,"line":721},8,[519,723,711],{"class":618},[519,725,726],{"class":641},"bedrock:InvokeModelWithResponseStream",[519,728,632],{"class":618},[519,730,647],{"class":618},[519,732,734,736,739,741],{"class":614,"line":733},9,[519,735,711],{"class":618},[519,737,738],{"class":641},"bedrock:GetInferenceProfile",[519,740,632],{"class":618},[519,742,647],{"class":618},[519,744,746,748,751,753],{"class":614,"line":745},10,[519,747,711],{"class":618},[519,749,750],{"class":641},"bedrock:ListInferenceProfiles",[519,752,632],{"class":618},[519,754,647],{"class":618},[519,756,758,760,763,765],{"class":614,"line":757},11,[519,759,711],{"class":618},[519,761,762],{"class":641},"aws-marketplace:Subscribe",[519,764,632],{"class":618},[519,766,647],{"class":618},[519,768,770,772,775,777],{"class":614,"line":769},12,[519,771,711],{"class":618},[519,773,774],{"class":641},"aws-marketplace:Unsubscribe",[519,776,632],{"class":618},[519,778,647],{"class":618},[519,780,782,784,787],{"class":614,"line":781},13,[519,783,711],{"class":618},[519,785,786],{"class":641},"aws-marketplace:ViewSubscriptions",[519,788,789],{"class":618},"\"\n",[519,791,793],{"class":614,"line":792},14,[519,794,795],{"class":618},"      ],\n",[519,797,799,801,804,806,808,810,813],{"class":614,"line":798},15,[519,800,674],{"class":618},[519,802,803],{"class":677},"Resource",[519,805,632],{"class":618},[519,807,635],{"class":618},[519,809,638],{"class":618},[519,811,812],{"class":641},"*",[519,814,789],{"class":618},[519,816,818],{"class":614,"line":817},16,[519,819,820],{"class":618},"    }\n",[519,822,824],{"class":614,"line":823},17,[519,825,826],{"class":618},"  ]\n",[519,828,830],{"class":614,"line":829},18,[519,831,832],{"class":618},"}\n",[166,834,835,836,841,842,844,845,848,849,851],{},"Generate a key by following ",[170,837,840],{"href":838,"rel":839},"https:\u002F\u002Fdocs.aws.amazon.com\u002Fbedrock\u002Flatest\u002Fuserguide\u002Fapi-keys-generate.html",[535],"AWS's key-generation instructions",". Choose ",[216,843,268],{}," in Optiak, enter the key in ",[216,846,847],{},"API Key",", and give it a ",[216,850,460],{},". The form does not accept an AWS access-key\u002Fsecret-key pair or ask for an AWS Region.",[166,853,854],{},"Optiak uses the saved key for its EU and US Bedrock deployments. AWS short-term keys work only in the region where they were generated and expire within 12 hours, so check the key type and region against the models you plan to use.",[513,856,858,863,866,904],{"icon":857,"label":284},"i-logos-azure-icon",[166,859,860],{},[519,861],{"id":862,"dataDocSection":522},"azure",[166,864,865],{},"Connect an Azure OpenAI resource using its provider key and resource name.",[476,867,868,883,901],{},[431,869,870,871,876,877,449,880,412],{},"In the ",[170,872,875],{"href":873,"rel":874},"https:\u002F\u002Fportal.azure.com\u002F",[535],"Azure Portal",", open the resource, then ",[216,878,879],{},"Resource Management",[216,881,882],{},"Keys and Endpoint",[431,884,885,886,889,890,893,894,897,898,412],{},"Copy ",[216,887,888],{},"KEY 1"," or ",[216,891,892],{},"KEY 2",". The resource name is the first part of its endpoint; for ",[397,895,896],{},"https:\u002F\u002Fmy-openai-resource.openai.azure.com\u002F",", it is ",[397,899,900],{},"my-openai-resource",[431,902,903],{},"Deploy the models you want to use in Azure AI Foundry. A key alone does not grant access to an undeployed model.",[166,905,551,906,908,909,911,912,915],{},[216,907,284],{}," in Optiak. Enter the key in ",[216,910,847],{}," and the resource name in ",[216,913,914],{},"Resource name",". The resource name must be 2–64 characters, use only letters, numbers, and hyphens, and start and end with a letter or number.",[513,917,919,924,932,940],{"icon":918,"label":300},"i-logos-google-icon",[166,920,921],{},[519,922],{"id":923,"dataDocSection":522},"google",[166,925,926,927,412],{},"Use a Gemini provider key created in ",[170,928,931],{"href":929,"rel":930},"https:\u002F\u002Faistudio.google.com\u002Fapp\u002Fapikey",[535],"Google AI Studio",[476,933,934,937],{},[431,935,936],{},"Select or create a Google Cloud project in AI Studio and create the key.",[431,938,939],{},"Check that billing, quota, and regional availability meet your production needs.",[166,941,551,942,554],{},[216,943,300],{},[513,945,947,952,955,1013],{"icon":946,"label":316},"i-logos-google-cloud",[166,948,949],{},[519,950],{"id":951,"dataDocSection":522},"vertex-ai",[166,953,954],{},"Use Vertex AI when you want Gemini models billed and governed through Google Cloud Vertex AI. Optiak authenticates with a Google Cloud service account.",[476,956,957,976,989],{},[431,958,870,959,964,965,449,968,971,972,975],{},[170,960,963],{"href":961,"rel":962},"https:\u002F\u002Fconsole.cloud.google.com\u002F",[535],"Google Cloud Console",", open ",[216,966,967],{},"IAM & Admin",[216,969,970],{},"Service Accounts"," and create a service account with the Vertex AI user role (",[397,973,974],{},"roles\u002Faiplatform.user",").",[431,977,978,979,449,982,449,985,988],{},"Under the service account, select ",[216,980,981],{},"Keys",[216,983,984],{},"Add Key",[216,986,987],{},"Create new key (JSON)"," and download the JSON file.",[431,990,991,992],{},"Enable the Vertex AI API in the project:",[605,993,997],{"className":994,"code":995,"language":996,"meta":522,"style":522},"language-bash shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","gcloud services enable aiplatform.googleapis.com\n","bash",[397,998,999],{"__ignoreMap":522},[519,1000,1001,1004,1007,1010],{"class":614,"line":615},[519,1002,1003],{"class":677},"gcloud",[519,1005,1006],{"class":641}," services",[519,1008,1009],{"class":641}," enable",[519,1011,1012],{"class":641}," aiplatform.googleapis.com\n",[166,1014,551,1015,1017,1018,1021],{},[216,1016,316],{}," in Optiak and paste the full JSON file contents into ",[216,1019,1020],{},"Service account JSON key",". Confirm billing and quotas are active in the Google Cloud project.",[513,1023,1025,1030,1033,1051],{"icon":1024,"label":332},"i-logos-mistral-ai-icon",[166,1026,1027],{},[519,1028],{"id":1029,"dataDocSection":522},"mistral",[166,1031,1032],{},"Use a Mistral provider key with access to the models you want to enable.",[476,1034,1035,1042,1048],{},[431,1036,530,1037,412],{},[170,1038,1041],{"href":1039,"rel":1040},"https:\u002F\u002Fconsole.mistral.ai\u002Fapi-keys",[535],"Mistral Console",[431,1043,539,1044,1047],{},[216,1045,1046],{},"Create new key",", name it, and choose its permissions.",[431,1049,1050],{},"Copy the key.",[166,1052,551,1053,554],{},[216,1054,332],{},[513,1056,1058,1063,1066,1087],{"icon":1057,"label":347},"i-brand-compactifai",[166,1059,1060],{},[519,1061],{"id":1062,"dataDocSection":522},"compactifai",[166,1064,1065],{},"CompactifAI is Multiverse Computing's API for its compressed models.",[476,1067,1068,1076,1082],{},[431,1069,1070,1071,412],{},"Sign up or sign in at the ",[170,1072,1075],{"href":1073,"rel":1074},"https:\u002F\u002Fdashboard.compactif.ai\u002F",[535],"CompactifAI Dashboard",[431,1077,445,1078,1081],{},[216,1079,1080],{},"Manage API Keys",", add your billing details, accept the billing terms, and add a payment method.",[431,1083,1084,1085,412],{},"Copy the API key from ",[216,1086,1080],{},[166,1088,551,1089,1091],{},[216,1090,347],{}," in Optiak and enter the key. CompactifAI issues one key per account. If you rotate it in the dashboard, update the key in Optiak, or requests that use it will fail.",[513,1093,1096,1101,1104,1109,1112,1132],{"icon":1094,"label":1095},"i-lucide-plug-zap","Custom providers",[166,1097,1098],{},[519,1099],{"id":1100,"dataDocSection":522},"custom-providers",[166,1102,1103],{},"Use a custom provider for an OpenAI-compatible endpoint that is not in the built-in provider list. Have the endpoint base URL, provider key, and model IDs ready.",[166,1105,551,1106,1108],{},[216,1107,362],{}," in Optiak, then add a name, slug, endpoint base URL, and provider key. The slug is part of each model's public ID and cannot be changed after creation.",[166,1110,1111],{},"After creating the provider, add its models and optional input, output, cache read and cache write pricing. You can edit provider or model details later. If the organization or an application still allows a model from a custom provider, Optiak asks you to confirm before deleting the provider or model. The confirmation lists what will lose access.",[166,1113,1114,1115,1118,1119,1122,1123,1126,1127,1131],{},"Each model can also declare ",[216,1116,1117],{},"Token limits (optional)",": ",[216,1120,1121],{},"Context window"," and ",[216,1124,1125],{},"Max output tokens",". Leave a field empty when you don't know it; Optiak only enforces the limits you set. Max output must be lower than the context window. If the provider publishes only a context length, set just the context window. See ",[170,1128,1130],{"href":1129},"\u002Fgateway\u002Fmodels-and-routing#token-limits","Token limits"," for where to find the values and what they change.",[166,1133,1134,1135,1139],{},"Before calling a model, follow ",[170,1136,1138],{"href":1137},"\u002Fgateway\u002Fmodels-and-routing#custom-provider-models","Custom provider models"," to enable it for the organization and application, including when the provider has a limited scope.",[182,1141,1143],{"id":1142},"troubleshooting","Troubleshooting",[428,1145,1146,1160,1171,1182,1188,1198,1210,1220],{},[431,1147,1148,1151,1152,1155,1156,449,1158,412],{},[216,1149,1150],{},"Authentication fails:"," Send a valid ",[170,1153,173],{"href":1154},"\u002Fadministration\u002Fauthentication#use-a-key",", not a provider key, to the Gateway. If the provider rejects authentication, replace its expired or revoked key in ",[216,1157,448],{},[216,1159,452],{},[431,1161,1162,1165,1166,1168,1169,412],{},[216,1163,1164],{},"Model is missing:"," Check the credential's scope, organization enablement, and application model selection. For custom providers, add the model first. Use an ID returned by ",[397,1167,497],{},"; see ",[170,1170,33],{"href":34},[431,1172,1173,1176,1177,449,1179,1181],{},[216,1174,1175],{},"Requests fail after key rotation:"," Update the saved provider key in ",[216,1178,448],{},[216,1180,452],{},". Rotating it at the provider does not update Optiak.",[431,1183,1184,1187],{},[216,1185,1186],{},"Billing, quota, or access error:"," Check billing, remaining quota, and model permissions in the connected provider account. Enabling a model in Optiak does not grant provider access or increase quota.",[431,1189,1190,1193,1194,412],{},[216,1191,1192],{},"AWS Bedrock fails:"," Use an Amazon Bedrock API key, not an AWS access-key\u002Fsecret-key pair. Check expiry, region, IAM permissions, and ",[170,1195,1197],{"href":1196},"#aws","model access",[431,1199,1200,1203,1204,1206,1207,412],{},[216,1201,1202],{},"Azure fails:"," Use a key and ",[216,1205,914],{}," from the same resource, with the model deployed there. Enter the name, not the endpoint URL; see ",[170,1208,284],{"href":1209},"#azure",[431,1211,1212,1215,1216,412],{},[216,1213,1214],{},"Vertex AI fails:"," Paste the full service-account JSON key, not a Gemini key. Check the API is enabled and the account has the ",[170,1217,1219],{"href":1218},"#vertex-ai","required role",[431,1221,1222,1225,1226,1229,1230,412],{},[216,1223,1224],{},"Custom provider fails:"," Check the OpenAI-compatible ",[216,1227,1228],{},"Base URL",", key, and upstream model ID. Gateway requests use the ",[170,1231,1232],{"href":1137},"Optiak public model ID",[166,1234,1235],{},"Never include Application API keys or provider keys in support messages or logs.",[182,1237,1239],{"id":1238},"related","Related",[428,1241,1242,1247,1252],{},[431,1243,1244,1246],{},[170,1245,120],{"href":121},": create and manage the Application API keys your services send to Optiak.",[431,1248,1249,1251],{},[170,1250,33],{"href":34},": choose the models an application can use.",[431,1253,1254,1256],{},[170,1255,130],{"href":131},": connect subscription-backed models, tools, and data sources.",[1258,1259,1260],"style",{},"html pre.shiki code .sMK4o, html code.shiki .sMK4o{--shiki-light:#39ADB5;--shiki-default:#89DDFF;--shiki-dark:#89DDFF}html pre.shiki code .spNyl, html code.shiki .spNyl{--shiki-light:#9C3EDA;--shiki-default:#C792EA;--shiki-dark:#C792EA}html pre.shiki code .sfazB, html code.shiki .sfazB{--shiki-light:#91B859;--shiki-default:#C3E88D;--shiki-dark:#C3E88D}html pre.shiki code .sBMFI, html code.shiki .sBMFI{--shiki-light:#E2931D;--shiki-default:#FFCB6B;--shiki-dark:#FFCB6B}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":522,"searchDepth":622,"depth":622,"links":1262},[1263,1266,1267,1268,1269,1270],{"id":184,"depth":622,"text":185,"children":1264},[1265],{"id":375,"depth":650,"text":376},{"id":426,"depth":622,"text":226},{"id":473,"depth":622,"text":474},{"id":507,"depth":622,"text":465},{"id":1142,"depth":622,"text":1143},{"id":1238,"depth":622,"text":1239},"Prepare provider keys and connect the model APIs your applications need.","md",null,{},{"icon":128},{"title":125,"description":1271},"gUewnLt4VJzarP0nKkPs2Fl628myG6juVYYKX8ztPJk",[1279,1281],{"title":120,"path":121,"stem":122,"children":-1,"description":1280,"icon":76},"Manage the credentials your services and Optiak use to access the Gateway and model providers.",{"title":130,"path":131,"stem":132,"children":-1,"description":1282,"icon":143},"Connect Optiak to external services and subscription-backed models.",1795006123118]