[{"data":1,"prerenderedAt":550},["ShallowReactive",2],{"navigation_docs":3,"-observability-organization":160,"-observability-organization-surround":545},[4,21,62,82,103,149],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":20},"Get Started","i-lucide-rocket","\u002Fgetting-started","1.getting-started",[10,15],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-info",{"title":16,"path":17,"stem":18,"icon":19},"Quickstart","\u002Fgetting-started\u002Fquickstart","1.getting-started\u002F2.quickstart","i-lucide-play-circle",false,{"title":22,"icon":23,"path":24,"stem":25,"children":26,"page":20},"Gateway","i-lucide-network","\u002Fgateway","2.gateway",[27,32,37,42,47,52,57],{"title":28,"path":29,"stem":30,"icon":31},"Overview","\u002Fgateway\u002Foverview","2.gateway\u002F1.overview","i-lucide-waypoints",{"title":33,"path":34,"stem":35,"icon":36},"Models and Routing","\u002Fgateway\u002Fmodels-and-routing","2.gateway\u002F2.models-and-routing","i-lucide-brain",{"title":38,"path":39,"stem":40,"icon":41},"Smart Router","\u002Fgateway\u002Fsmart-routing","2.gateway\u002F3.smart-routing","i-lucide-route",{"title":43,"path":44,"stem":45,"icon":46},"Context Engine","\u002Fgateway\u002Fcontext-engine","2.gateway\u002F4.context-engine","i-product-context-engine",{"title":48,"path":49,"stem":50,"icon":51},"Data Integrations","\u002Fgateway\u002Fdata-integrations","2.gateway\u002F5.data-integrations","i-lucide-database",{"title":53,"path":54,"stem":55,"icon":56},"Tools","\u002Fgateway\u002Ftools","2.gateway\u002F6.tools","i-lucide-wrench",{"title":58,"path":59,"stem":60,"icon":61},"Guardrails","\u002Fgateway\u002Fguardrails","2.gateway\u002F7.guardrails","i-lucide-shield-alert",{"title":63,"icon":64,"path":65,"stem":66,"children":67,"page":20},"Compliance","i-lucide-shield-check","\u002Fcompliance","3.compliance",[68,72,77],{"title":69,"path":70,"stem":71,"icon":64},"Data Governance","\u002Fcompliance\u002Fdata-governance","3.compliance\u002F01.data-governance",{"title":73,"path":74,"stem":75,"icon":76},"Network Access","\u002Fcompliance\u002Fnetwork-access","3.compliance\u002F02.network-access","i-lucide-lock",{"title":78,"path":79,"stem":80,"icon":81},"Audit Logs","\u002Fcompliance\u002Faudit-logs","3.compliance\u002F03.audit-logs","i-lucide-scroll-text",{"title":83,"icon":84,"path":85,"stem":86,"children":87,"page":20},"Observability","i-lucide-eye","\u002Fobservability","4.observability",[88,93,98],{"title":89,"path":90,"stem":91,"icon":92},"Organization","\u002Fobservability\u002Forganization","4.observability\u002F1.organization","i-lucide-building-2",{"title":94,"path":95,"stem":96,"icon":97},"Application","\u002Fobservability\u002Fapplication","4.observability\u002F2.application","i-lucide-activity",{"title":99,"path":100,"stem":101,"icon":102},"Metrics","\u002Fobservability\u002Fmetrics","4.observability\u002F3.metrics","i-lucide-bar-chart-2",{"title":104,"icon":105,"path":106,"stem":107,"children":108,"page":20},"Administration","i-lucide-settings","\u002Fadministration","5.administration",[109,114,119,129,144],{"title":110,"path":111,"stem":112,"icon":113},"Organization and Projects","\u002Fadministration\u002Forganizations-and-projects","5.administration\u002F1.organizations-and-projects","i-lucide-box",{"title":115,"path":116,"stem":117,"icon":118},"Members and Access","\u002Fadministration\u002Fmembers-and-access","5.administration\u002F2.members-and-access","i-lucide-shield-user",{"title":120,"path":121,"stem":122,"children":123,"icon":76},"Authentication","\u002Fadministration\u002Fauthentication","5.administration\u002F3.authentication",[124],{"title":125,"path":126,"stem":127,"icon":128},"Connect Model APIs","\u002Fadministration\u002Fauthentication\u002Fconnect-model-apis","5.administration\u002F3.authentication\u002F31.connect-model-apis","i-lucide-cpu",{"title":130,"path":131,"stem":132,"children":133,"icon":143},"Connections","\u002Fadministration\u002Fconnections","5.administration\u002F4.connections",[134,139],{"title":135,"path":136,"stem":137,"icon":138},"Connect MCP Servers","\u002Fadministration\u002Fconnections\u002Fmcp-connections","5.administration\u002F4.connections\u002F42.mcp-connections","i-lucide-plug",{"title":140,"path":141,"stem":142,"icon":51},"Connect Data Sources","\u002Fadministration\u002Fconnections\u002Fdata-sources-connections","5.administration\u002F4.connections\u002F43.data-sources-connections","i-lucide-link",{"title":145,"path":146,"stem":147,"icon":148},"Budgets","\u002Fadministration\u002Fbudgets","5.administration\u002F5.budgets","i-lucide-wallet",{"title":150,"icon":151,"path":152,"stem":153,"children":154,"page":20},"Reference","i-lucide-book-open","\u002Freference","6.reference",[155],{"title":156,"path":157,"stem":158,"icon":159},"Using the API","\u002Freference\u002Fapi-usage","6.reference\u002F1.api-usage","i-lucide-terminal-square",{"id":161,"title":89,"body":162,"description":538,"extension":539,"links":540,"meta":541,"navigation":542,"path":90,"seo":543,"stem":91,"__hash__":544},"docs\u002F4.observability\u002F1.organization.md",{"type":163,"value":164,"toc":522},"minimark",[165,169,174,179,182,261,265,287,290,303,345,348,359,363,368,372,379,387,390,397,409,412,419,434,437,444,460,463,470,483,486,493,501,505],[166,167,168],"p",{},"The Dashboard shows the Gateway traffic of every project and application you can access. It tells you how much your organization sends, what it costs, and where requests fail or get blocked.",[170,171],"who-panel",{":applies-to":172,":roles":173},"[\"LLM requests\", \"Tool calls\"]","[\"Organization Admin\", \"Workspace Admin\", \"Project Admin\", \"App Admin\", \"App Viewer\"]",[175,176,178],"h2",{"id":177},"why-use-it","Why use it",[166,180,181],{},"Use the Dashboard when you need one view across teams, such as a cost review or a check after an incident. Each section helps with questions such as:",[183,184,185,198],"table",{},[186,187,188],"thead",{},[189,190,191,195],"tr",{},[192,193,194],"th",{},"Section",[192,196,197],{},"Use it to find out",[199,200,201,213,223,233,243,252],"tbody",{},[189,202,203,210],{},[204,205,206],"td",{},[207,208,209],"strong",{},"Usage",[204,211,212],{},"How much traffic goes through the Gateway, and how many tokens does it use?",[189,214,215,220],{},[204,216,217],{},[207,218,219],{},"Cost",[204,221,222],{},"How much do you spend, and what made it go up or down?",[189,224,225,230],{},[204,226,227],{},[207,228,229],{},"Reliability",[204,231,232],{},"How many requests succeed, how fast are they, and why do the others fail?",[189,234,235,240],{},[204,236,237],{},[207,238,239],{},"Governance & Security",[204,241,242],{},"How often do guardrails run, block or detect something, and in which applications?",[189,244,245,249],{},[204,246,247],{},[207,248,48],{},[204,250,251],{},"How much does retrieval add to requests, and how often does it fail?",[189,253,254,258],{},[204,255,256],{},[207,257,53],{},[204,259,260],{},"How many tool calls do applications make, and how many succeed?",[175,262,264],{"id":263},"how-it-works","How it works",[166,266,267,268,271,272,275,276,275,279,282,283,286],{},"In the console, open ",[207,269,270],{},"Dashboard"," in the sidebar. The Dashboard contains information about every LLM request and MCP tool call that applications you can see send through the Gateway. It opens on the last 7 days. At the top right, pick ",[207,273,274],{},"Today",", ",[207,277,278],{},"7d",[207,280,281],{},"30d"," or ",[207,284,285],{},"Custom",". The period applies to the whole page.",[166,288,289],{},"Every section has the same three parts:",[291,292],"dashboard-section-mock",{":bars":293,":cards":294,":columns":295,":controls":296,":max":297,":risingIsBad":298,":rows":299,":series":300,"icon":301,"prefix":302,"title":219},"[{\"label\":\"9 Oct\",\"values\":[60,38.3,21.7]},{\"label\":\"10 Oct\",\"values\":[75,47.9,27.1]},{\"label\":\"11 Oct\",\"values\":[105,67.1,37.9]},{\"label\":\"12 Oct\",\"values\":[95,60.7,34.3]},{\"label\":\"13 Oct\",\"values\":[120,76.7,43.3]},{\"label\":\"14 Oct\",\"values\":[95,60.7,34.3]},{\"label\":\"15 Oct\",\"values\":[92.1,58.9,33.5]}]","[{\"label\":\"Spend\",\"icon\":\"i-lucide-circle-dollar-sign\",\"value\":\"$1,284.50\",\"delta\":\"+12.4%\",\"good\":false},{\"label\":\"Average spend per day\",\"icon\":\"i-lucide-calendar-days\",\"value\":\"$183.50\",\"delta\":\"+12.4%\",\"good\":false},{\"label\":\"Average cost per request\",\"icon\":\"i-lucide-receipt\",\"value\":\"$0.0214\",\"delta\":\"-3.1%\",\"good\":true},{\"label\":\"Blended price per million tokens\",\"icon\":\"i-lucide-tag\",\"value\":\"$3.12\",\"delta\":\"-2.0%\",\"good\":true}]","[{\"label\":\"Application\"},{\"label\":\"Spend\",\"caption\":\"9 – 15 Oct\"},{\"label\":\"Previous period\",\"caption\":\"2 – 8 Oct\"},{\"label\":\"Change\",\"caption\":\"vs previous\"},{\"label\":\"Change %\",\"caption\":\"vs previous\"},{\"label\":\"Share of change\",\"caption\":\"vs previous\"}]","[{\"label\":\"Metric\",\"icon\":\"i-lucide-circle-dollar-sign\",\"value\":\"Spend\"},{\"label\":\"Grouping\",\"icon\":\"i-lucide-layers\",\"value\":\"Application\"},{\"label\":\"Bucket\",\"icon\":\"i-lucide-calendar\",\"value\":\"Daily\"}]","240","true","[{\"label\":\"Total\",\"total\":true,\"cells\":[[\"$1,284.50\",\"100%\"],[\"$1,142.79\",\"100%\"],[\"+$141.71\"],[\"+12.4%\"],[\"+12.4pp\"]]},{\"label\":\"Support assistant\",\"cells\":[[\"$642.10\",\"50.0%\"],[\"$540.20\",\"47.3%\"],[\"+$101.90\"],[\"+18.9%\"],[\"+8.9pp\"]]},{\"label\":\"Sales copilot\",\"cells\":[[\"$410.30\",\"31.9%\"],[\"$380.40\",\"33.3%\"],[\"+$29.90\"],[\"+7.9%\"],[\"+2.6pp\"]]},{\"label\":\"Internal search\",\"cells\":[[\"$232.10\",\"18.1%\"],[\"$222.19\",\"19.4%\"],[\"+$9.91\"],[\"+4.5%\"],[\"+0.9pp\"]]}]","[\"Support assistant\",\"Sales copilot\",\"Internal search\"]","i-lucide-coins","$",[304,305,306,313,331],"ul",{},[307,308,309,312],"li",{},[207,310,311],{},"Summary cards."," Each card shows one metric for the period and its change against the previous period. The previous period is the same length of time, immediately before. Select the info icon on a card to read the definition of the metric.",[307,314,315,318,319,322,323,326,327,330],{},[207,316,317],{},"A chart."," Above the chart, pick a ",[207,320,321],{},"Metric",", a ",[207,324,325],{},"Grouping"," and a ",[207,328,329],{},"Bucket",". The grouping splits the vertical bars by categories the metric allows, like application, project, provider, model, reason or tool. The bucket is the time step of the chart's x-axis, such as one day.",[307,332,333,336,337,340,341,344],{},[207,334,335],{},"A table."," Switch the chart to a table to compare, for each category of the grouping, the aggregated metric over the period with the previous period. For most metrics, the table also shows how much of the change each category caused. For a metric that is a sum, the rows of ",[207,338,339],{},"Share of change"," add up to the ",[207,342,343],{},"Change %"," of the total.",[166,346,347],{},"In a chart with daily buckets, select a day to show only that day. Clear it to go back to the full period. In a table grouped by application, select an application row to open that application.",[349,350,352,353,358],"callout",{"color":351},"warning","Some groupings count one request under more than one row, so the rows don't match the total. The Dashboard then shows a warning above the chart. See ",[354,355,357],"a",{"href":356},"\u002Fobservability\u002Fmetrics#when-the-rows-and-the-total-differ","When the rows and the total differ",".",[175,360,362],{"id":361},"dashboard-sections","Dashboard sections",[166,364,365,366,358],{},"Each section links to the definitions of its metrics in ",[354,367,99],{"href":100},[369,370,209],"h3",{"id":371},"usage",[166,373,374,375,358],{},"Usage shows how much traffic goes through the Gateway: ",[354,376,378],{"href":377},"\u002Fobservability\u002Fmetrics#usage","requests and tokens",[304,380,381,384],{},[307,382,383],{},"When input tokens rise faster than requests, the average request sends more input tokens.",[307,385,386],{},"A higher cache hit rate is better. Group it by model to find the models that read less from the prompt cache.",[369,388,219],{"id":389},"cost",[166,391,392,393,358],{},"Cost shows what your traffic costs, at the price of each model: ",[354,394,396],{"href":395},"\u002Fobservability\u002Fmetrics#cost","spend and its rates",[304,398,399,406],{},[307,400,401,402,358],{},"When spend rises, open the table. It splits the change into volume, mix and rate. See ",[354,403,405],{"href":404},"\u002Fobservability\u002Fmetrics#how-a-change-splits-into-volume-mix-and-rate","How a change splits into volume, mix and rate",[307,407,408],{},"For average cost per request and the blended price, lower is better. When the blended price falls but spend rises, you used more tokens.",[369,410,229],{"id":411},"reliability",[166,413,414,415,358],{},"Reliability shows whether requests succeed and how long they take: ",[354,416,418],{"href":417},"\u002Fobservability\u002Fmetrics#reliability","outcomes and latency",[304,420,421,424,427],{},[307,422,423],{},"Group the success rate by provider or model to find one that fails more than the others.",[307,425,426],{},"When p95 latency is far above p50, a small number of requests are slow, not all of them.",[307,428,429,430,433],{},"Use ",[207,431,432],{},"Top failure reasons"," to see what fails most.",[369,435,239],{"id":436},"governance-security",[166,438,439,440,358],{},"This section shows what your guardrails do with your traffic: ",[354,441,443],{"href":442},"\u002Fobservability\u002Fmetrics#governance-security","guardrail activity",[304,445,446,449,454],{},[307,447,448],{},"One request can run several guardrail checks, so evaluations can be more than requests.",[307,450,451,452,358],{},"A high audit detection rate with a low blocked rate means guardrails find issues but block few of them. Review the action of each check in ",[354,453,58],{"href":59},[307,455,429,456,459],{},[207,457,458],{},"Violations by application"," to find the applications that trigger guardrails most often.",[369,461,48],{"id":462},"data-integrations",[166,464,465,466,358],{},"Data Integrations shows what retrieval adds to requests: ",[354,467,469],{"href":468},"\u002Fobservability\u002Fmetrics#data-integrations","retrieval metrics",[304,471,472,475,478],{},[307,473,474],{},"These metrics are empty when no request in the period used retrieval.",[307,476,477],{},"Compare retrieval added latency with end-to-end latency in Reliability to see how much of the wait comes from retrieval.",[307,479,480,481,358],{},"To connect a data source, see ",[354,482,48],{"href":49},[369,484,53],{"id":485},"tools",[166,487,488,489,358],{},"Tools shows the tool calls that go through the MCP Gateway: ",[354,490,492],{"href":491},"\u002Fobservability\u002Fmetrics#tools","tool call metrics",[304,494,495,498],{},[307,496,497],{},"Group by tool to find the tools that fail or run slowly.",[307,499,500],{},"Group by application to see which applications depend on each tool.",[175,502,504],{"id":503},"related","Related",[304,506,507,512,517],{},[307,508,509,511],{},[354,510,99],{"href":100},": the definition and formula of every number on this page.",[307,513,514,516],{},[354,515,94],{"href":95},": the same sections for one application, and its requests.",[307,518,519,521],{},[354,520,53],{"href":54},": the MCP servers behind the Tools section.",{"title":523,"searchDepth":524,"depth":524,"links":525},"",2,[526,527,528,537],{"id":177,"depth":524,"text":178},{"id":263,"depth":524,"text":264},{"id":361,"depth":524,"text":362,"children":529},[530,532,533,534,535,536],{"id":371,"depth":531,"text":209},3,{"id":389,"depth":531,"text":219},{"id":411,"depth":531,"text":229},{"id":436,"depth":531,"text":239},{"id":462,"depth":531,"text":48},{"id":485,"depth":531,"text":53},{"id":503,"depth":524,"text":504},"See traffic, cost, reliability and policy activity across every project and application you can access.","md",null,{},{"icon":92},{"title":89,"description":538},"YllBJWskgcKaJgYC5iF_xhlD8FLDeY5pVwrMV5bwg0E",[546,548],{"title":78,"path":79,"stem":80,"description":547,"icon":81,"children":-1},"See who changed what in your organization, and when.",{"title":94,"path":95,"stem":96,"description":549,"icon":97,"children":-1},"The traffic, cost and individual requests of one application.",1795006122560]