{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"TrueFoundry Docs","description":"TrueFoundry documentation — enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","colors":{"primary":"#4f46e5","light":"#4f46e5","dark":"#4f46e5"},"logo":{"light":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20","dark":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/dark.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=c1cb26554a546d84500b40f7057bece8"},"favicon":"https://mintcdn.com/truefoundry/6bbtTt95c1iCcyph/favicon.svg?fit=max\u0026auto=format\u0026n=6bbtTt95c1iCcyph\u0026q=85\u0026s=f55bde34214b38034126d05b08ea16c7","appearance":{"default":"light"},"background":{"decoration":"grid"},"navbar":{"links":[{"href":"https://www.truefoundry.com/book-demo","label":"Book Demo"},{"href":"https://www.truefoundry.com/blog","label":"Blog"}],"primary":{"type":"button","label":"Sign Up","href":"https://www.truefoundry.com/register"}},"footer":{"socials":{"x":"https://twitter.com/truefoundry","linkedin":"https://in.linkedin.com/company/truefoundry"}},"seo":{"metatags":{"og:type":"website","og:site_name":"TrueFoundry Docs","og:image":"https://assets.production.truefoundry.com/logo.svg","og:description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane."}},"icons":{"library":"fontawesome"},"styling":{"codeblocks":"dark","latex":true},"contextual":{"options":["copy","view","chatgpt","claude","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"truefoundry","hasAudioNarration":false,"actualSubdomain":"truefoundry","customDomains":["www.truefoundry.com"],"gitSource":{"type":"github","owner":"truefoundry","repo":"docs-mintlify","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af5a17bcf5b122bc79b93e6","clientVersion":"0.0.4111","searchFilterCounts":[{"language":"default","tag":"AI Gateway","count":246},{"language":"default","tag":"API Reference","count":202},{"language":"default","tag":"Platform","count":196},{"language":"default","tag":"Integrations","count":131},{"language":"default","tag":"LLM Gateway","count":113},{"language":"default","tag":"AI Deployment","count":109},{"language":"default","tag":"Integrate Models","count":50},{"language":"default","tag":"Observability","count":47},{"language":"default","tag":"Guardrails and Security","count":46},{"language":"default","tag":"MCP Servers","count":43}]},"assistantConfig":{"enableAskAiButton":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@truefoundry.com","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".line-highlight{background:rgb(var(--primary-light)/.7)!important}.tfy-cat-anchor{scroll-margin-top:6rem;margin-block:1.75rem}.line-highlight:before{background:rgb(var(--primary-light)/.7)!important}.line-highlight:after{background:rgb(var(--primary-light)/.7)!important}"}],"page":{"pagePath":"docs/ai-gateway/load-balancing-configuration","slug":"/docs/ai-gateway/load-balancing-configuration","pageMetadata":{"title":"AI Gateway: Load Balancing Config","sidebarTitle":"Routing Config","description":"Load balancing configuration has moved to Virtual Models in the TrueFoundry AI Gateway.","redirect":"/docs/ai-gateway/virtual-model","href":"/docs/ai-gateway/load-balancing-configuration"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Load balancing configuration has moved to Virtual Models in the TrueFoundry AI Gateway.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,p:`p`,..._provideComponents(),...props.components};return _jsxs(_components.p,{children:[`This page has moved. See `,_jsx(_components.a,{href:`/docs/ai-gateway/virtual-model`,children:`Virtual Models`}),`.`]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":"dark","config":{},"pageMetadata":{"title":"AI Gateway: Load Balancing Config","sidebarTitle":"Routing Config","description":"Load balancing configuration has moved to Virtual Models in the TrueFoundry AI Gateway.","redirect":"/docs/ai-gateway/virtual-model","href":"/docs/ai-gateway/load-balancing-configuration"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/truefoundry/9e0085f7ed271180/scripts.js"],"subdomain":"truefoundry","siteName":"TrueFoundry Docs","title":"AI Gateway: Load Balancing Config - TrueFoundry Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-08-24T08:25:32.299Z","originalFileLocation":"docs/ai-gateway/load-balancing-configuration.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Load balancing configuration has moved to Virtual Models in the TrueFoundry AI Gateway.\">\u003cmeta data-mint-head name=\"application-name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"AI Gateway: Load Balancing Config - TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.truefoundry.com/docs/ai-gateway/load-balancing-configuration\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"AI Gateway: Load Balancing Config - TrueFoundry Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4f46e5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.truefoundry.com/docs/ai-gateway/load-balancing-configuration\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/ai-gateway/load-balancing-configuration.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"TrueFoundry Docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"TrueFoundry Docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/docs/ai-gateway/load-balancing-configuration.md","siteName":"TrueFoundry Docs","nav":{"global":null,"tabs":[{"tab":"AI Gateway","groups":[{"group":"Get Started","pages":[{"title":"Introduction to AI Gateway","sidebarTitle":"AI Gateway Overview","href":"/docs/ai-gateway/intro-to-llm-gateway"},{"title":"Quick Start Guide: Setup \u0026 Integration","sidebarTitle":"Quick Start","href":"/docs/ai-gateway/quick-start"}]},{"group":"LLM Gateway","pages":[{"group":"Integrate Models","pages":[{"title":"TrueFoundry Managed Models","sidebarTitle":"TrueFoundry Managed Models","href":"/docs/ai-gateway/truefoundry-managed"},{"title":"Providers","sidebarTitle":"Supported Providers","href":"/docs/ai-gateway/supported-providers"},{"title":"OpenAI","sidebarTitle":"OpenAI Models","href":"/docs/ai-gateway/openai"},{"title":"Anthropic","sidebarTitle":"Anthropic","href":"/docs/ai-gateway/anthropic"},{"title":"AWS Claude Platform","sidebarTitle":"AWS Claude Platform","href":"/docs/ai-gateway/aws-claude-platform"},{"title":"AWS Bedrock","sidebarTitle":"AWS Bedrock","href":"/docs/ai-gateway/aws-bedrock"},{"title":"AWS Bedrock Mantle","sidebarTitle":"AWS Bedrock Mantle","href":"/docs/ai-gateway/aws-bedrock-mantle"},{"title":"AWS Sagemaker","sidebarTitle":"AWS Sagemaker","href":"/docs/ai-gateway/aws-sagemaker"},{"title":"Google Vertex","sidebarTitle":"Google Vertex AI","href":"/docs/ai-gateway/google-vertex"},{"title":"Google Gemini","sidebarTitle":"Google Gemini","href":"/docs/ai-gateway/google-gemini"},{"group":"Azure Models","pages":[{"title":"Choosing an Azure model integration","sidebarTitle":"Overview","href":"/docs/ai-gateway/azure-models-guide"},{"title":"Microsoft Foundry","sidebarTitle":"Microsoft Foundry","tag":"NEW","href":"/docs/ai-gateway/microsoft-foundry"},{"title":"Migrate to Microsoft Foundry","sidebarTitle":"Migrate to Microsoft Foundry","href":"/docs/ai-gateway/migrate-to-microsoft-foundry"},{"title":"Azure OpenAI","sidebarTitle":"Azure OpenAI","tag":"LEGACY","href":"/docs/ai-gateway/azure-openai"},{"title":"Azure Foundry","sidebarTitle":"Azure AI Foundry","tag":"LEGACY","href":"/docs/ai-gateway/azure-ai-foundry"},{"group":"Authentication","pages":[{"title":"Azure Entra ID Certificate Based Authentication","sidebarTitle":"Azure Certificate Auth","href":"/docs/ai-gateway/azure-entra-certificate-auth"},{"title":"Azure Entra ID Client Secret Based Authentication","sidebarTitle":"Azure Client Secret Auth","href":"/docs/ai-gateway/azure-entra-client-secret-auth"},{"title":"Azure Workload Identity Federation Authentication","sidebarTitle":"Azure Workload Identity","href":"/docs/ai-gateway/azure-entra-wif-auth"}]}]},{"title":"Databricks","sidebarTitle":"Databricks Models","href":"/docs/ai-gateway/databricks-models"},{"title":"Cohere","sidebarTitle":"Cohere Models","href":"/docs/ai-gateway/cohere"},{"title":"AI21","sidebarTitle":"AI21","href":"/docs/ai-gateway/ai21"},{"title":"Deepinfra","sidebarTitle":"Deepinfra Models","href":"/docs/ai-gateway/deepinfra"},{"title":"Groq","sidebarTitle":"Groq Models","href":"/docs/ai-gateway/groq"},{"title":"ElevenLabs","sidebarTitle":"ElevenLabs","href":"/docs/ai-gateway/elevenlabs"},{"title":"Deepgram","sidebarTitle":"Deepgram","href":"/docs/ai-gateway/deepgram"},{"title":"Cartesia","sidebarTitle":"Cartesia","href":"/docs/ai-gateway/cartesia"},{"title":"Smallest AI","sidebarTitle":"Smallest AI","href":"/docs/ai-gateway/smallest-ai"},{"title":"Mistral AI","sidebarTitle":"Mistral AI Models","href":"/docs/ai-gateway/mistral"},{"title":"Cloudera","sidebarTitle":"Cloudera Models","href":"/docs/ai-gateway/cloudera"},{"title":"OpenRouter","sidebarTitle":"OpenRouter","href":"/docs/ai-gateway/openrouter"},{"title":"Perplexity AI","sidebarTitle":"Perplexity Models","href":"/docs/ai-gateway/perplexity-ai"},{"title":"Together AI","sidebarTitle":"Together AI","href":"/docs/ai-gateway/together-ai"},{"title":"xAI","sidebarTitle":"xAI Models","href":"/docs/ai-gateway/xai"},{"title":"SambaNova","sidebarTitle":"SambaNova","href":"/docs/ai-gateway/sambanova"},{"title":"Cerebras","sidebarTitle":"Cerebras","href":"/docs/ai-gateway/cerebras"},{"title":"Wafer","sidebarTitle":"Wafer","href":"/docs/ai-gateway/wafer"},{"title":"Fireworks AI Model Provider for TrueFoundry AI Gateway","sidebarTitle":"Fireworks AI","href":"/docs/ai-gateway/fireworks-ai"},{"title":"Snowflake Cortex","sidebarTitle":"Snowflake Cortex","href":"/docs/ai-gateway/snowflake-cortex"},{"title":"Baseten","sidebarTitle":"Baseten","href":"/docs/ai-gateway/baseten"},{"title":"TypeSafe","sidebarTitle":"TypeSafe","href":"/docs/ai-gateway/typesafe"},{"group":"Custom Endpoints","root":{"title":"Custom Endpoints","sidebarTitle":"Custom Endpoints","href":"/docs/ai-gateway/custom-endpoints"},"expanded":false,"pages":[{"group":"Examples","pages":[{"title":"CoreWeave","sidebarTitle":"CoreWeave Models","href":"/docs/ai-gateway/coreweave-models"},{"title":"PipeShift","sidebarTitle":"PipeShift","href":"/docs/ai-gateway/pipeshift"},{"title":"SiliconFlow","sidebarTitle":"SiliconFlow","href":"/docs/ai-gateway/siliconflow"},{"title":"io.net","sidebarTitle":"io.net","href":"/docs/ai-gateway/io-net"},{"title":"Resemble AI","sidebarTitle":"Resemble AI","href":"/docs/ai-gateway/resemble-ai"},{"title":"Ringg.AI","sidebarTitle":"Ringg.AI","href":"/docs/ai-gateway/ringg-ai"},{"title":"Crusoe","sidebarTitle":"Crusoe","href":"/docs/ai-gateway/crusoe"},{"title":"Jev (TypeSafe)","sidebarTitle":"Jev","href":"/docs/ai-gateway/jev"},{"title":"SCX.ai","sidebarTitle":"SCX.ai","href":"/docs/ai-gateway/scx-ai"}]}]},{"title":"Self-Hosted Models","sidebarTitle":"Self-Hosted Models","href":"/docs/ai-gateway/self-hosted-models"}]},{"group":"Supported APIs","pages":[{"group":"Chat Completions","root":{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},"expanded":false,"directory":"accordion","pages":[{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},{"title":"Chat Completions: Multimodal","sidebarTitle":"Multimodal","href":"/docs/ai-gateway/chat-completions-multimodal"},{"title":"Chat Completions: Tools \u0026 Signatures","sidebarTitle":"Tools","href":"/docs/ai-gateway/chat-completions-tools"},{"title":"Chat Completions: Structured Outputs","sidebarTitle":"Structured Outputs","href":"/docs/ai-gateway/chat-completions-structured-outputs"},{"title":"Chat Completions: Caching \u0026 Reasoning","sidebarTitle":"Caching \u0026 Reasoning","href":"/docs/ai-gateway/chat-completions-advanced"},{"title":"Chat Completions: Extended Thinking","sidebarTitle":"Extended Thinking","href":"/docs/ai-gateway/chat-completions-extended-thinking"}]},{"title":"Embeddings API (/embeddings)","sidebarTitle":"Embeddings","href":"/docs/ai-gateway/embed"},{"title":"Batch API (/batches)","sidebarTitle":"Batch Predictions","href":"/docs/ai-gateway/batch-predictions-with-truefoundry-llm-gateway"},{"title":"Finetune API (/fine_tuning)","sidebarTitle":"Finetuning","href":"/docs/ai-gateway/finetune"},{"title":"Responses API (/responses)","sidebarTitle":"Responses API","href":"/docs/ai-gateway/responses-api"},{"title":"Image Generation API (/images/generations)","sidebarTitle":"Image Generation","href":"/docs/ai-gateway/image-generation"},{"title":"Image Edit API (/images/edits)","sidebarTitle":"Image Edit","href":"/docs/ai-gateway/image-edit"},{"title":"Image Variation API (/images/variations)","sidebarTitle":"Image Variation","href":"/docs/ai-gateway/image-variation"},{"title":"Video Generation API (/videos-proxy)","sidebarTitle":"Video Generation","href":"/docs/ai-gateway/video-generation"},{"title":"Text to Speech API","sidebarTitle":"Text to Speech","href":"/docs/ai-gateway/text-to-speech"},{"title":"Audio Translation API","sidebarTitle":"Audio Translation","href":"/docs/ai-gateway/audio-translation"},{"title":"Speech to Text API","sidebarTitle":"Speech to Text","href":"/docs/ai-gateway/audio-transcription"},{"group":"Live / Realtime API","root":{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},"expanded":false,"directory":"accordion","pages":[{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},{"title":"Live API: Code Snippets","sidebarTitle":"Code Snippets","href":"/docs/ai-gateway/live-api-code-snippets"},{"title":"Live API: Tool Calling","sidebarTitle":"Tool Calling","href":"/docs/ai-gateway/live-api-tool-calling"},{"title":"OpenAI Realtime with WebRTC","sidebarTitle":"WebRTC (OpenAI)","href":"/docs/ai-gateway/live-api-webrtc"},{"title":"Amazon Nova Sonic (Bedrock)","sidebarTitle":"Nova Sonic (Bedrock)","href":"/docs/ai-gateway/live-api-nova-sonic"}]},{"title":"Files API (/files)","sidebarTitle":"Files API","href":"/docs/ai-gateway/file-endpoints"},{"title":"Rerank API (/rerank)","sidebarTitle":"Rerank API","href":"/docs/ai-gateway/rerank"},{"title":"Moderation API (/moderations)","sidebarTitle":"Moderation API","href":"/docs/ai-gateway/moderation"},{"title":"Compaction API (/responses/compact)","sidebarTitle":"Compaction API","href":"/docs/ai-gateway/compaction"},{"title":"Messages API (/messages)","sidebarTitle":"Messages API","href":"/docs/ai-gateway/messages-overview"},{"title":"Decisions API (/v1/decisions, /v1/systemone)","sidebarTitle":"Decisions API","href":"/docs/ai-gateway/decisions"},{"title":"Proxy API (/proxy)","sidebarTitle":"Proxy API","href":"/docs/ai-gateway/proxy-api"}]},{"group":"Making LLM Requests","pages":[{"title":"Making Your First Request","sidebarTitle":"Making Your First Request","href":"/docs/ai-gateway/making-llm-requests-via-gateway"},{"title":"Authentication","sidebarTitle":"Authentication","href":"/docs/ai-gateway/authentication"},{"title":"Custom Metadata and Headers","sidebarTitle":"Metadata \u0026 Headers","href":"/docs/ai-gateway/request-headers"},{"title":"Native SDK Support","sidebarTitle":"Native SDK Support","href":"/docs/ai-gateway/native-sdk-support"},{"title":"Model Discovery","sidebarTitle":"Model Discovery","href":"/docs/ai-gateway/model-discovery"}]},{"group":"Set Up Your IDEs","pages":[{"title":"Set Up Your IDEs","sidebarTitle":"Overview","href":"/docs/ai-gateway/personal-setup"},{"title":"Claude Code","href":"/docs/ai-gateway/ide-setup/claude-code"},{"title":"Codex (CLI \u0026 Desktop)","href":"/docs/ai-gateway/ide-setup/codex"},{"title":"Claude Desktop","href":"/docs/ai-gateway/ide-setup/claude-desktop"},{"title":"Cursor","href":"/docs/ai-gateway/ide-setup/cursor"},{"title":"VS Code","href":"/docs/ai-gateway/ide-setup/vscode"},{"title":"GitHub Copilot CLI","href":"/docs/ai-gateway/ide-setup/copilot-cli"},{"title":"Gemini CLI","href":"/docs/ai-gateway/ide-setup/gemini-cli"},{"title":"OpenCode","href":"/docs/ai-gateway/ide-setup/opencode"},{"title":"Goose","href":"/docs/ai-gateway/ide-setup/goose"},{"title":"Qwen Code","href":"/docs/ai-gateway/ide-setup/qwen-code"},{"title":"Grok Build","href":"/docs/ai-gateway/ide-setup/grok-build"},{"title":"Pi","href":"/docs/ai-gateway/ide-setup/pi"}]},{"title":"TrueFoundry AI Gateway Playground","sidebarTitle":"AI Gateway Playground","href":"/docs/ai-gateway/playground-overview"},{"group":"Virtual Models","pages":[{"title":"Virtual Models","sidebarTitle":"Overview","href":"/docs/ai-gateway/virtual-model"},{"title":"Create a Virtual Model","sidebarTitle":"Create a Virtual Model","href":"/docs/ai-gateway/virtual-model-advanced"},{"title":"Auto Routing","sidebarTitle":"Auto Routing","href":"/docs/ai-gateway/auto-routing"}]},{"title":"Access Control","sidebarTitle":"Access Control","href":"/docs/ai-gateway/gateway-access-control"},{"group":"Policies","pages":[{"title":"Rate Limiting","sidebarTitle":"Rate Limiting","href":"/docs/ai-gateway/ratelimiting-v2"},{"title":"Rate Limiting (V1, deprecated)","sidebarTitle":"Rate Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/ratelimiting"},{"title":"Budget Limiting","sidebarTitle":"Budget Limiting","href":"/docs/ai-gateway/budget-limiting-v2"},{"title":"Budget Usage Recovery","sidebarTitle":"Budget Usage Recovery","href":"/docs/ai-gateway/budget-usage-recovery"},{"title":"Budget Limiting (V1, deprecated)","sidebarTitle":"Budget Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/budgetlimiting"},{"title":"Logging Configuration","sidebarTitle":"Logging Config","href":"/docs/ai-gateway/logging-config"}]},{"title":"Caching (Exact and Semantic)","sidebarTitle":"Caching (Exact and Semantic)","href":"/docs/ai-gateway/caching"},{"title":"Cost Tracking","sidebarTitle":"Cost Tracking","href":"/docs/ai-gateway/cost-tracking"},{"title":"Cost Savings","sidebarTitle":"Cost Savings","href":"/docs/ai-gateway/cost-savings"},{"group":"Extras","pages":[{"title":"Session Management","sidebarTitle":"Session Management","href":"/docs/ai-gateway/session-management"},{"title":"Log Feedback on Requests","sidebarTitle":"Log Feedback","href":"/docs/ai-gateway/feedback-for-traces"},{"title":"First Chunk Gate for Streaming","sidebarTitle":"First Chunk Gate","href":"/docs/ai-gateway/first-chunk-gate"},{"title":"Anthropic Stream Overload Fallback","sidebarTitle":"Anthropic Stream Fallback","href":"/docs/ai-gateway/anthropic-stream-overload-fallback"}]}]},{"group":"MCP Registry and Gateway","pages":[{"title":"TrueFoundry MCP Gateway","sidebarTitle":"Overview","href":"/docs/ai-gateway/mcp/mcp-overview"},{"title":"MCP Server: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/mcp/mcp-server-getting-started"},{"title":"MCP Protocol Support","sidebarTitle":"Protocol Support","href":"/docs/ai-gateway/mcp/mcp-protocol-support"},{"group":"Authentication and Security","root":{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},"pages":[{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},{"title":"Auth Overrides","sidebarTitle":"Auth Overrides","href":"/docs/ai-gateway/mcp/mcp-server-auth-overrides"},{"group":"Outbound auth integrations","pages":[{"title":"Okta app setup","sidebarTitle":"Okta App Setup","href":"/docs/ai-gateway/mcp/okta-app-setup"},{"title":"Microsoft Entra app setup","sidebarTitle":"Microsoft Entra App Setup","href":"/docs/ai-gateway/mcp/entra-app-setup"},{"title":"Microsoft Entra On-Behalf-Of (OBO) for MCP","sidebarTitle":"Microsoft Entra OBO App Setup","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure-obo"},{"title":"Register an AWS Bedrock AgentCore MCP Server","sidebarTitle":"AgentCore (AWS SigV4)","href":"/docs/ai-gateway/mcp/mcp-server-agentcore-sigv4"}]}]},{"title":"MCP Troubleshooting Guide","sidebarTitle":"Troubleshooting Guide","href":"/docs/ai-gateway/mcp/mcp-troubleshooting-guide"},{"title":"MCP Tool Approvals","sidebarTitle":"Tool Approvals","href":"/docs/ai-gateway/mcp/mcp-tool-approval"},{"title":"MCP Tool Management","sidebarTitle":"Tool Management","href":"/docs/ai-gateway/mcp/mcp-tool-management"},{"title":"Connect MCP Servers from Your IDE","sidebarTitle":"Connect MCP Servers from Your IDE","href":"/docs/ai-gateway/mcp/connect-mcp-from-ide"},{"title":"TrueFoundry Managed MCPs","sidebarTitle":"TrueFoundry Managed MCPs","href":"/docs/ai-gateway/mcp/tfy-managed-mcp-server"},{"title":"Virtual MCP Server","sidebarTitle":"Virtual MCP Server","href":"/docs/ai-gateway/mcp/virtual-mcp-server"},{"title":"OpenAPI to MCP Server","sidebarTitle":"OpenAPI to MCP Server","href":"/docs/ai-gateway/mcp/openapi-mcp-server"},{"title":"Hosted Stdio-based MCP Server","sidebarTitle":"Hosted Stdio-based MCP Server","href":"/docs/ai-gateway/mcp/stdio-mcp-server"},{"group":"MCP Server Guides","pages":[{"group":"Creating MCP Servers","pages":[{"title":"Create a Basic Calculator MCP Server","sidebarTitle":"Basic Calculator MCP Server","href":"/docs/ai-gateway/mcp/create-calculator-mcp-server"},{"title":"Add Okta OAuth to a Calculator MCP Server","sidebarTitle":"Okta OAuth MCP server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-okta"},{"title":"Create an OAuth MCP Server with Azure Entra ID","sidebarTitle":"Azure Entra ID OAuth MCP Server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure"}]}]}]},{"group":"Skills Registry","pages":[{"title":"AI Gateway Skills Registry","sidebarTitle":"Overview","href":"/docs/ai-gateway/skills/skills-registry"},{"title":"Create, Manage, and Use Skills","sidebarTitle":"Create, Manage and Use Skills","href":"/docs/ai-gateway/skills/getting-started"}]},{"group":"Prompt Registry","pages":[{"title":"Prompt Management","sidebarTitle":"Create, Manage and Use Prompts","href":"/docs/ai-gateway/prompt-management"}]},{"group":"Guardrails and Security","pages":[{"title":"AI Gateway Guardrails Overview","sidebarTitle":"Overview","href":"/docs/ai-gateway/guardrails-overview"},{"title":"AI Gateway Guardrails: Quick Start","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/guardrails-getting-started"},{"title":"Configure Guardrail Policies","sidebarTitle":"Configure Guardrail Policies","href":"/docs/ai-gateway/guardrails-configuration"},{"group":"TrueFoundry Guardrails","root":{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},"pages":[{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},{"title":"Secrets Detection Guardrail","sidebarTitle":"Secrets Detection","href":"/docs/ai-gateway/secrets-detection"},{"title":"Code Safety Linter Guardrail","sidebarTitle":"Code Safety Linter","href":"/docs/ai-gateway/code-safety-linter"},{"title":"SQL Sanitizer Guardrail","sidebarTitle":"SQL Sanitizer","href":"/docs/ai-gateway/sql-sanitizer"},{"title":"Regex Pattern Match Guardrail","sidebarTitle":"Regex Pattern Match","href":"/docs/ai-gateway/regex-pattern-matching"},{"title":"Prompt Injection Guardrail","sidebarTitle":"Prompt Injection","href":"/docs/ai-gateway/tfy-prompt-injection"},{"title":"PII/PHI Detection Guardrail","sidebarTitle":"PII/PHI","href":"/docs/ai-gateway/tfy-pii"},{"title":"Content Moderation Guardrail","sidebarTitle":"Content Moderation","href":"/docs/ai-gateway/tfy-content-moderation"},{"title":"Metadata Validation Guardrail","sidebarTitle":"Metadata Validation","href":"/docs/ai-gateway/metadata-validation"},{"title":"Cedar Guardrails","sidebarTitle":"Cedar Guardrails","href":"/docs/ai-gateway/cedar-guardrails"},{"title":"OPA Guardrails","sidebarTitle":"OPA Guardrails","href":"/docs/ai-gateway/opa-guardrails"}]},{"group":"External Providers","pages":[{"title":"Akto Integration","sidebarTitle":"Akto","href":"/docs/ai-gateway/akto"},{"title":"Arthur AI","sidebarTitle":"Arthur AI","href":"/docs/ai-gateway/arthur-ai"},{"title":"AWS Bedrock Guardrail Integration","sidebarTitle":"AWS Bedrock Guardrail","href":"/docs/ai-gateway/bedrock-guardrails"},{"title":"Azure Content Safety Guardrail Integration","sidebarTitle":"Azure Content Safety","href":"/docs/ai-gateway/azure-content-safety"},{"title":"Azure PII Guardrail Integration","sidebarTitle":"Azure PII","href":"/docs/ai-gateway/azure-pii"},{"title":"Azure Prompt Shield Guardrail Integration","sidebarTitle":"Azure Prompt Shield","href":"/docs/ai-gateway/azure-prompt-shield"},{"title":"CrowdStrike AIDR Integration","sidebarTitle":"CrowdStrike AIDR","href":"/docs/ai-gateway/crowdstrike"},{"title":"Cato Networks","sidebarTitle":"Cato Networks","href":"/docs/ai-gateway/cato-networks"},{"title":"Cisco AI Defense Integration","sidebarTitle":"Cisco AI Defense","href":"/docs/ai-gateway/cisco-ai-defense"},{"title":"DeepKeep AI Firewall","sidebarTitle":"DeepKeep","href":"/docs/ai-gateway/deepkeep"},{"title":"Enkrypt AI Guardrail Integration","sidebarTitle":"Enkrypt AI","href":"/docs/ai-gateway/enkrypt-ai"},{"title":"F5 AI Security (CalypsoAI) Integration","sidebarTitle":"F5 AI Security","href":"/docs/ai-gateway/f5-calypsoai"},{"title":"Fiddler Integration","sidebarTitle":"Fiddler","href":"/docs/ai-gateway/fiddler"},{"title":"Fireworks Safety Model Guardrail for TrueFoundry AI Gateway","sidebarTitle":"Fireworks","href":"/docs/ai-gateway/fireworks"},{"title":"Google Model Armor Guardrail Integration","sidebarTitle":"Google Model Armor","href":"/docs/ai-gateway/google-model-armor"},{"title":"Gray Swan Cygnal","sidebarTitle":"Gray Swan Cygnal","href":"/docs/ai-gateway/grayswan-cygnal"},{"title":"Guardrails AI Integration","sidebarTitle":"Guardrails AI","href":"/docs/ai-gateway/guardrails-ai"},{"title":"HiddenLayer Integration","sidebarTitle":"HiddenLayer","href":"/docs/ai-gateway/hiddenlayer"},{"title":"CoreWeave Weave Guardrails Integration","sidebarTitle":"CoreWeave Guardrails","href":"/docs/ai-gateway/coreweave-weave-guardrails"},{"title":"Lasso Security","sidebarTitle":"Lasso Security","href":"/docs/ai-gateway/lasso-security"},{"title":"Noma Security","sidebarTitle":"Noma Security","href":"/docs/ai-gateway/noma-security"},{"title":"NVIDIA NeMo Guardrails Integration","sidebarTitle":"NVIDIA NeMo","href":"/docs/ai-gateway/nvidia-nemo"},{"title":"OpenAI Moderation Integration","sidebarTitle":"OpenAI Moderation","href":"/docs/ai-gateway/openai-moderations"},{"title":"Onyx Security","sidebarTitle":"Onyx Security","href":"/docs/ai-gateway/onyx-security"},{"title":"Palo Alto Prisma AIRS Integration","sidebarTitle":"Palo Alto Prisma AIRS","href":"/docs/ai-gateway/palo-alto-airs"},{"title":"Patronus AI Integration","sidebarTitle":"Patronus AI","href":"/docs/ai-gateway/patronus"},{"title":"Pillar Security Integration","sidebarTitle":"Pillar Security","href":"/docs/ai-gateway/pillar-security"},{"title":"Straiker","sidebarTitle":"Straiker","href":"/docs/ai-gateway/straiker"},{"title":"TrojAI DEFEND Integration","sidebarTitle":"TrojAI","href":"/docs/ai-gateway/trojai"},{"title":"Verra","sidebarTitle":"Verra","href":"/docs/ai-gateway/verra"},{"title":"Zscaler AI Guard guardrail for prompts and responses","sidebarTitle":"Zscaler AI Guard","href":"/docs/ai-gateway/zscaler-ai-guard"}]},{"title":"Custom Guardrail/Plugins Configuration","sidebarTitle":"Bring your own Guardrail / Plugin","href":"/docs/ai-gateway/custom-guardrails"}]},{"group":"Observability","pages":[{"title":"Metrics Dashboard","sidebarTitle":"Metrics Dashboard","href":"/docs/ai-gateway/analytics"},{"title":"Request Logging","sidebarTitle":"Request Logging","href":"/docs/ai-gateway/request-logging"},{"title":"Configure Data Access","sidebarTitle":"Configure Data Access","href":"/docs/ai-gateway/data-access"},{"title":"Configure Data Routing","sidebarTitle":"Configure Data Routing","href":"/docs/ai-gateway/data-routing"},{"group":"Export Logs and Metrics","pages":[{"title":"Export OpenTelemetry Data","sidebarTitle":"Export via OpenTelemetry","href":"/docs/ai-gateway/export-opentelemetry-data"},{"title":"Prometheus Grafana Integration","sidebarTitle":"Prometheus \u0026 Grafana","href":"/docs/ai-gateway/prometheus-grafana-integration"}]},{"group":"API Access to Metrics","expanded":false,"pages":[{"title":"Model Metrics","sidebarTitle":"Model Metrics","href":"/docs/ai-gateway/fetch-model-metrics"},{"title":"MCP Metrics","sidebarTitle":"MCP Metrics","href":"/docs/ai-gateway/fetch-mcp-metrics"},{"title":"Guardrail Metrics","sidebarTitle":"Guardrail Metrics","href":"/docs/ai-gateway/fetch-guardrail-metrics"},{"title":"Cache Metrics","sidebarTitle":"Cache Metrics","href":"/docs/ai-gateway/fetch-cache-metrics"},{"title":"Routing Metrics","sidebarTitle":"Routing Metrics","href":"/docs/ai-gateway/fetch-routing-metrics"},{"title":"Agent Metrics","sidebarTitle":"Agent Metrics","href":"/docs/ai-gateway/fetch-agent-metrics"}]},{"group":"API Access to Logs","root":{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},"expanded":false,"directory":"accordion","pages":[{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},{"title":"Request Logs: Trace Inspection","sidebarTitle":"Trace Inspection","href":"/docs/ai-gateway/fetch-request-logs-trace-inspection"},{"title":"Request Logs: Filtering","sidebarTitle":"Filtering","href":"/docs/ai-gateway/fetch-request-logs-filtering"},{"group":"Use Cases","expanded":false,"pages":[{"title":"Request Logs: Common Use Cases","sidebarTitle":"Basic Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases"},{"title":"Request Logs: Advanced Queries","sidebarTitle":"Advanced Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases-advanced"}]},{"group":"Span Attributes","expanded":false,"pages":[{"title":"Request Logs: Span Attributes","sidebarTitle":"TrueFoundry Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes"},{"title":"GenAI Span Attributes","sidebarTitle":"GenAI Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes-genai"}]}]}]},{"group":"Deployment","pages":[{"title":"Gateway Architecture","sidebarTitle":"Architecture","href":"/docs/ai-gateway/gateway-architecture"},{"title":"Deployment Options","sidebarTitle":"Deployment Options","href":"/docs/ai-gateway/modes-of-deployment"},{"title":"Globally Distributed SAAS Gateway","sidebarTitle":"Globally Distributed SAAS","href":"/docs/ai-gateway/globally-distributed-saas"},{"title":"Connect Private Models and MCP Servers","sidebarTitle":"Connect Private Endpoints","href":"/docs/ai-gateway/connect-private-models-mcp-servers"},{"title":"Install LLM Gateway (Standalone)","sidebarTitle":"Install AI Gateway","href":"/docs/ai-gateway/install-only-llm-gateway"}]},{"group":"Admin Guide","pages":[{"title":"Setup AI Gateway in Your Organization","sidebarTitle":"Setup AI Gateway in Org","href":"/docs/ai-gateway/setup-ai-gateway-in-org"},{"title":"Govern All AI Traffic Through the AI Gateway","sidebarTitle":"Govern All AI Traffic","href":"/docs/ai-gateway/govern-traffic-through-ai-gateway"},{"title":"Setup Dev, Staging and Prod Environments","sidebarTitle":"Setup Multiple Environments","href":"/docs/ai-gateway/setup-multiple-environments"},{"title":"Use Secret Manager in Integrations","sidebarTitle":"Use Secret Manager","href":"/docs/ai-gateway/secret-manager-in-ai-gateway"}]},{"group":"Chat","pages":[{"title":"Chat Completions","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /chat/completions","href":"/docs/api-reference/chat/chat-completions"}]},{"group":"Messages","pages":[{"title":"Messages","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages","href":"/docs/api-reference/messages/messages"},{"title":"Count Tokens","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages/count_tokens","href":"/docs/api-reference/messages/count-tokens"}]},{"group":"Embeddings","pages":[{"title":"Generate Embeddings","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /embeddings","href":"/docs/api-reference/embeddings/generate-embeddings"}]},{"group":"Rerank","pages":[{"title":"Rerank Documents","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /v2/rerank","href":"/docs/api-reference/rerank/rerank-documents"}]},{"group":"Responses","pages":[{"title":"List Model Response Input Items","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}/input_items","href":"/docs/api-reference/responses/list-model-response-input-items"},{"title":"Get Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}","href":"/docs/api-reference/responses/get-model-response"},{"title":"Delete Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /responses/{id}","href":"/docs/api-reference/responses/delete-model-response"},{"title":"Model Responses","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses","href":"/docs/api-reference/responses/model-responses"},{"title":"Model Responses Compact","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses/compact","href":"/docs/api-reference/responses/model-responses-compact"}]},{"group":"Image","pages":[{"title":"Generate Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/generations","href":"/docs/api-reference/image/generate-images"},{"title":"Edit Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/edits","href":"/docs/api-reference/image/edit-images"},{"title":"Create Image Variation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/variations","href":"/docs/api-reference/image/create-image-variation"}]},{"group":"Audio","pages":[{"title":"Transcribe Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/transcriptions","href":"/docs/api-reference/audio/transcribe-audio"},{"title":"Translate Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/translations","href":"/docs/api-reference/audio/translate-audio"},{"title":"Generate Speech","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/speech","href":"/docs/api-reference/audio/generate-speech"}]},{"group":"Batch","pages":[{"title":"List Batches","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches","href":"/docs/api-reference/batch/list-batches"},{"title":"Create Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches","href":"/docs/api-reference/batch/create-batch"},{"title":"Get Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}","href":"/docs/api-reference/batch/get-batch"},{"title":"Get Batch Output","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}/output","href":"/docs/api-reference/batch/get-batch-output"},{"title":"Cancel Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches/{id}/cancel","href":"/docs/api-reference/batch/cancel-batch"}]},{"group":"Files","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files","href":"/docs/api-reference/files/list-files"},{"title":"Upload File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /files","href":"/docs/api-reference/files/upload-file"},{"title":"Get File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}","href":"/docs/api-reference/files/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /files/{id}","href":"/docs/api-reference/files/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}/content","href":"/docs/api-reference/files/get-file-content"}]},{"group":"Fine-tuning","pages":[{"title":"List Fine-tuning Jobs","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/list-fine-tuning-jobs"},{"title":"Create Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/create-fine-tuning-job"},{"title":"Retrieve Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs/{fine_tuning_job_id}","href":"/docs/api-reference/fine-tuning/retrieve-fine-tuning-job"},{"title":"Cancel Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs/{fine_tuning_job_id}/cancel","href":"/docs/api-reference/fine-tuning/cancel-fine-tuning-job"}]},{"group":"Moderations","pages":[{"title":"Create Moderation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /moderations","href":"/docs/api-reference/moderations/create-moderation"}]},{"group":"Video","pages":[{"title":"Poll or Download Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/poll-or-download-video"},{"title":"Generate Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/generate-video"}]},{"group":"Models","pages":[{"title":"List available models","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /models","href":"/docs/api-reference/models/list-available-models"}]}]},{"tab":"Agent Platform","groups":[{"group":"Agent Harness","pages":[{"title":"Agent Harness","sidebarTitle":"Overview","href":"/docs/agent-platform/agent-harness/overview"},{"title":"What TrueFoundry Adds on Top of TrueForge","sidebarTitle":"What TrueFoundry Adds","href":"/docs/agent-platform/agent-harness/what-truefoundry-adds"},{"title":"Observability","sidebarTitle":"Observability","href":"/docs/agent-platform/agent-harness/observability"}]},{"group":"Agent Governance","pages":[{"title":"Why Agent Governance","sidebarTitle":"Why Agent Governance","href":"/docs/agent-platform/agent-governance/overview"},{"title":"Agent Governance Key Concepts","sidebarTitle":"Key Concepts","href":"/docs/agent-platform/agent-governance/key-concepts"},{"title":"The Agent Governance Blueprint","sidebarTitle":"Governance Blueprint","href":"/docs/agent-platform/agent-governance/governance-blueprint"},{"group":"Implementing on TrueFoundry","pages":[{"title":"Implementing Agent Governance with TrueFoundry","sidebarTitle":"Implementation Overview","href":"/docs/agent-platform/agent-governance/truefoundry-implementation"},{"title":"Agent Registry Overview","sidebarTitle":"Agent Registry","href":"/docs/agent-platform/agent-governance/agent-registry"},{"title":"Agent and its Identity with TrueFoundry","sidebarTitle":"Agent Identity","href":"/docs/ai-gateway/agents/agent-identity"},{"title":"Guardrails for Agents","sidebarTitle":"Guardrails for Agents","href":"/docs/agent-platform/agent-governance/agent-guardrails"},{"title":"Agent Observability","sidebarTitle":"Agent Observability","href":"/docs/agent-platform/agent-governance/agent-observability"},{"group":"Microsoft Agent Platforms","pages":[{"title":"Govern Microsoft Foundry agents calling MCP servers","sidebarTitle":"Microsoft Foundry Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/microsoft-foundry-agents"},{"title":"Govern Microsoft Copilot Studio agents calling MCP servers","sidebarTitle":"Copilot Studio Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/copilot-studio-agents"}]},{"group":"AWS Agent Platforms","pages":[{"title":"Govern AgentCore Agents calling MCP servers","sidebarTitle":"AgentCore Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/agentcore-agents"}]},{"group":"Databricks Agent Platforms","pages":[]},{"group":"Snowflake Agent Platforms","pages":[{"title":"Govern Snowflake Cortex agents calling MCP servers","sidebarTitle":"Snowflake Cortex Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/snowflake-cortex-agents"}]}]},{"group":"Identity Provider Scenarios","pages":[{"title":"TrueFoundry as the Identity Broker","sidebarTitle":"TrueFoundry as Identity Broker","href":"/docs/agent-platform/agent-governance/scenarios/truefoundry-identity-broker"},{"title":"Agent Governance with Okta","sidebarTitle":"Okta and Okta for AI Agents","href":"/docs/agent-platform/agent-governance/scenarios/okta"},{"title":"Agent Governance with Microsoft Entra","sidebarTitle":"Microsoft Entra (Azure AD)","href":"/docs/agent-platform/agent-governance/scenarios/microsoft-entra"},{"title":"Agent Governance with SPIFFE and SPIRE","sidebarTitle":"SPIFFE / SPIRE","href":"/docs/agent-platform/agent-governance/scenarios/spiffe"}]}]}]},{"tab":"Platform","groups":[{"group":"Platform","pages":[{"title":"TrueFoundry Overview","sidebarTitle":"Overview","href":"/docs/platform/overview"},{"group":"Architecture","pages":[{"title":"TrueFoundry Architecture","sidebarTitle":"Overview","href":"/docs/platform/architecture"},{"title":"TrueFoundry Control Plane","sidebarTitle":"Control Plane","href":"/docs/platform/control-plane-architecture"},{"title":"TrueFoundry AI Gateway Plane Architecture","sidebarTitle":"Gateway Plane","href":"/docs/platform/gateway-plane-architecture"},{"title":"TrueFoundry Compute Plane Architecture","sidebarTitle":"Compute Plane","href":"/docs/platform/compute-plane-architecture"}]},{"group":"Identity and Access Management","pages":[{"title":"Identity and Access Management Overview","sidebarTitle":"Overview","href":"/docs/platform/user-team-account-management"},{"title":"Manage Users","href":"/docs/platform/user-management"},{"title":"Manage Teams","href":"/docs/platform/team-management"},{"title":"Manage Virtual Accounts","href":"/docs/platform/virtual-account-management"},{"title":"Manage User Roles \u0026 Permissions","href":"/docs/platform/manage-user-roles-and-permissions"},{"title":"API Keys","sidebarTitle":"API Keys","href":"/docs/generating-truefoundry-api-keys"},{"group":"Identity Providers","pages":[{"title":"Identity Providers","sidebarTitle":"Overview","href":"/docs/platform/identity-providers/overview"},{"title":"External JWT","sidebarTitle":"External JWT","href":"/docs/platform/identity-providers/external-jwt"},{"group":"Workload Identity Federation","pages":[{"title":"Workload Identity Federation","sidebarTitle":"Overview","href":"/docs/platform/identity-providers/workload-identity-federation/overview"},{"title":"GitHub Actions","sidebarTitle":"GitHub Actions","href":"/docs/platform/identity-providers/workload-identity-federation/github-actions"},{"title":"Kubernetes","sidebarTitle":"Kubernetes","href":"/docs/platform/identity-providers/workload-identity-federation/kubernetes"},{"title":"AWS","sidebarTitle":"AWS","href":"/docs/platform/identity-providers/workload-identity-federation/aws"},{"title":"GCP","sidebarTitle":"GCP","href":"/docs/platform/identity-providers/workload-identity-federation/gcp"}]}]}]},{"group":"SSO \u0026 SCIM Provisioning","pages":[{"title":"SSO \u0026 SCIM Overview","sidebarTitle":"Overview","href":"/docs/platform/sso/overview"},{"group":"Microsoft Entra ID","pages":[{"title":"SAML with Microsoft Entra ID","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/entra/saml"},{"title":"OIDC with Microsoft Entra ID","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/entra/oidc"},{"title":"SCIM with Microsoft Entra ID","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/entra/scim"}]},{"group":"Okta","pages":[{"title":"SAML with Okta","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/okta/saml"},{"title":"SSO: OIDC with Okta","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/okta/oidc"},{"title":"SSO: Okta OIN","sidebarTitle":"SSO via OIN","href":"/docs/platform/sso/okta/oin"},{"title":"SCIM with Okta","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/okta/scim"}]},{"group":"Google Workspace","pages":[{"title":"SAML with Google Workspace","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/google/saml"}]},{"group":"JumpCloud","pages":[{"title":"SAML with JumpCloud","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/jumpcloud/saml"},{"title":"SCIM with JumpCloud","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/jumpcloud/scim"}]},{"group":"OneLogin","pages":[{"title":"SAML with OneLogin","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/onelogin/saml"},{"title":"SCIM with OneLogin","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/onelogin/scim"}]},{"group":"Auth0","pages":[{"title":"OIDC with Auth0","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/auth0/oidc"},{"title":"SAML with Auth0","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/auth0/saml"}]},{"group":"Keycloak","pages":[{"title":"SSO: OIDC with Keycloak","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/keycloak/oidc"}]},{"group":"Microsoft AD FS","pages":[{"title":"SAML with Microsoft AD FS","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/adfs/saml"}]},{"group":"PingOne","pages":[{"title":"SAML with PingOne","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/pingone/saml"}]},{"group":"Rippling","pages":[{"title":"SAML with Rippling","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/rippling/saml"}]},{"title":"SAML with a Custom Identity Provider","sidebarTitle":"Custom SAML","href":"/docs/platform/sso/custom-saml"},{"title":"OIDC with a Custom Identity Provider","sidebarTitle":"Custom OIDC","href":"/docs/platform/sso/custom-oidc"},{"title":"External SSO (OIDC/SAML)","href":"/docs/deploy-control-plane-with-external-oauth"}]},{"title":"Setup For CLI","href":"/docs/setup-cli"},{"title":"Repositories","href":"/docs/platform/repositories"},{"group":"Integrations","pages":[{"title":"Integrations","sidebarTitle":"Overview","href":"/docs/integrations-overview"},{"title":"AWS Integration","sidebarTitle":"AWS","href":"/docs/integration-provider-aws"},{"title":"GCP Integration","sidebarTitle":"GCP","href":"/docs/integration-provider-gcp"},{"title":"Azure Integration","sidebarTitle":"Azure","href":"/docs/integration-provider-azure"},{"title":"Github","href":"/docs/github-integration-set-up"},{"title":"Gitlab","href":"/docs/gitlab-integration-set-up"},{"title":"Bitbucket","href":"/docs/bitbucket-integration-set-up"},{"title":"Bitbucket Integration using PAT","href":"/docs/bitbucket-data-center-pat-integration"},{"title":"Azure Repos","href":"/docs/azure-repos-integration-set-up"},{"title":"PagerDuty","href":"/docs/pagerduty-integration"},{"title":"MS Teams","href":"/docs/ms-teams-integration"},{"title":"Slack","href":"/docs/slack-bot-integration"},{"title":"Email Integration","href":"/docs/email-integration"},{"title":"Webhook Notification Channel","href":"/docs/webhook-notification-integration"},{"title":"HashiCorp Vault","href":"/docs/hashicorp"}]},{"title":"Setup GitOps","href":"/docs/setup-gitops-using-truefoundry"},{"title":"Audit Logging","href":"/docs/platform/audit-logging"},{"title":"Interact with TrueFoundry using AI","sidebarTitle":"Interact using AI","href":"/docs/interact-with-tfy-using-ai"},{"group":"Installation Guides","pages":[{"title":"Installation and Deployment Overview","sidebarTitle":"Overview","href":"/docs/platform/deployment-overview"},{"group":"Deploy Compute Plane","pages":[{"title":"Deploy Compute Plane","sidebarTitle":"Overview","href":"/docs/infrastructure/deploy-compute-plane"},{"group":"Installation Guides","pages":[{"title":"AWS Compute Plane Setup","sidebarTitle":"AWS","href":"/docs/infrastructure/aws-compute-plane-setup"},{"title":"GCP Compute Plane Setup","sidebarTitle":"GCP","href":"/docs/infrastructure/gcp-compute-plane-setup"},{"title":"Azure Compute Plane Setup","sidebarTitle":"Azure","href":"/docs/infrastructure/azure-compute-plane-setup"},{"title":"Generic","href":"/docs/infrastructure/generic-compute-plane-setup"}]},{"group":"Advanced Configuration","pages":[{"title":"LoadBalancer/Ingress","href":"/docs/loadbalancers"},{"title":"TFY Agent","href":"/docs/tfy-agent"},{"title":"Multiple clusters with one TFY Agent","href":"/docs/infrastructure/multi-logical-clusters-tfy-agent"},{"title":"Custom CA Certificate Injection","href":"/docs/infrastructure/custom-ca-certificate-injection"},{"title":"Cluster migration with Velero","href":"/docs/cluster-migration-with-velero"},{"title":"Infra Set Up For Workflows","href":"/docs/infra-set-up-for-workflows"}]}]},{"title":"Deploy Gateway Plane","href":"/docs/platform/deploy-gateway-plane"},{"group":"Deploy Control Plane and Gateway Plane","root":{"title":"Deploy AI Gateway (Control Plane)","sidebarTitle":"Overview","href":"/docs/platform/deploy-control-plane-and-gateway-plane"},"expanded":false,"directory":"accordion","pages":[{"title":"Deploy AI Gateway (Control Plane)","sidebarTitle":"Overview","href":"/docs/platform/deploy-control-plane-and-gateway-plane"},{"group":"Installation Guides","pages":[{"title":"Install on AWS","sidebarTitle":"AWS","href":"/docs/platform/deploy-control-plane-install-aws"},{"title":"Install on GCP","sidebarTitle":"GCP","href":"/docs/platform/deploy-control-plane-install-gcp"},{"title":"Install on Azure","sidebarTitle":"Azure","href":"/docs/platform/deploy-control-plane-install-azure"},{"title":"Install on OpenShift","sidebarTitle":"OpenShift","href":"/docs/platform/deploy-control-plane-install-openshift"},{"title":"Install on-prem","sidebarTitle":"On-prem","href":"/docs/platform/deploy-control-plane-install-onprem"}]},{"title":"Deploy AI Gateway FAQs","sidebarTitle":"FAQs","href":"/docs/platform/deploy-control-plane-faq"}]},{"group":"Deploy Control Plane and Compute Plane","pages":[{"title":"Deploy Control Plane and Compute Plane","sidebarTitle":"Overview","href":"/docs/deploy-control-and-compute-plane"},{"group":"Installation Guides","pages":[{"title":"AWS Control Plane Setup","sidebarTitle":"AWS","href":"/docs/aws-control-plane"},{"title":"GCP Control Plane Setup","sidebarTitle":"GCP","href":"/docs/gcp-control-plane"},{"title":"Azure Control Plane Setup","sidebarTitle":"Azure","href":"/docs/azure-control-plane"},{"title":"Deploy Generic Control Plane","sidebarTitle":"Generic","href":"/docs/generic-control-plane"},{"title":"Deploy on OpenShift / ROSA","sidebarTitle":"OpenShift / ROSA","href":"/docs/openshift-control-plane"}]},{"group":"Advanced Configuration","pages":[{"title":"Customize Build Workflow","href":"/docs/customize-build-workflow"},{"title":"Customizing CI/CD Templates","href":"/docs/customizing-cicd-templates"},{"title":"Customizing Workbench Images","href":"/docs/customizing-workbench-images"}]}]}]},{"group":"Control Plane Management","pages":[{"title":"Control Plane Monitoring","href":"/docs/platform/controlplane-monitoring"},{"title":"Manage Multi-Tenancy on the Control Plane","sidebarTitle":"Multi-Tenancy","href":"/docs/platform/controlplane-multitenant"},{"title":"Releases, Upgrades, and Rollbacks","href":"/docs/platform/control-plane-upgrade"}]},{"group":"Security","pages":[{"title":"Security settings","sidebarTitle":"Security Settings","href":"/docs/platform/security-settings"},{"title":"SaaS security","sidebarTitle":"SaaS Security","href":"/docs/platform/saas-security"},{"title":"Self-hosted security","sidebarTitle":"Self-Hosted Security","href":"/docs/platform/onprem-security"},{"title":"Delete the organization account","sidebarTitle":"Delete Tenant","href":"/docs/platform/tenant-deletion"}]},{"title":"Support","href":"/docs/platform/support"},{"group":"Reliability","pages":[{"title":"Disaster Recovery","sidebarTitle":"Disaster Recovery","href":"/docs/platform/disaster-recovery"}]}]}]},{"tab":"AI Deployment","groups":[{"group":"Introduction","pages":[{"title":"Introduction to AI Deployment","sidebarTitle":"Overview","href":"/docs/ai-deployment-overview"},{"title":"Key Concepts","href":"/docs/key-concepts"}]},{"group":"Train and Deploy Models","pages":[{"title":"Model Deployment Introduction","sidebarTitle":"Introduction","href":"/docs/model-deployment-introduction"},{"group":"Develop and Iterate","pages":[{"title":"Launch Jupyter Notebook","href":"/docs/launch-notebooks"},{"title":"Launch a SSH Server","href":"/docs/launch-an-ssh-server"},{"title":"Launch Notebook with Spark","href":"/docs/launch-notebook-with-spark"}]},{"title":"Model Registry","href":"/docs/model-registry"},{"group":"Deploy Model As API","pages":[{"title":"Model Deployment Overview","sidebarTitle":"Overview","href":"/docs/model-deployment/overview"},{"title":"HuggingFace","href":"/docs/model-deployment/deploy-model-from-huggingface"},{"title":"Scikit Learn / XGBoost","href":"/docs/model-deployment/deploy-sklearn-xgboost"},{"title":"FastAPI","href":"/docs/model-deployment/deploy-model-fastapi"},{"title":"LitServe","href":"/docs/model-deployment/deploy-litserve"},{"title":"AWS Multi-Model Server","href":"/docs/model-deployment/deploy-model-mms"},{"title":"TorchServe","href":"/docs/model-deployment/deploy-torchserve"},{"title":"TensorFlow Serve (TFServe)","href":"/docs/model-deployment/deploy-tfserve"},{"title":"MlFlow","href":"/docs/model-deployment/deploy-model-mlflow"},{"title":"Migrate Sagemaker Pytorch Endpoint","href":"/docs/model-deployment/migrate-from-sagemaker-pytorch-endpoint"}]}]},{"group":"Service Deployment","pages":[{"title":"Introduction","href":"/docs/introduction-to-a-service"},{"title":"Deploy Your First Service","sidebarTitle":"Getting Started","href":"/docs/deploy-first-service"},{"group":"Configuring your service","pages":[{"title":"Dockerize Your Code","href":"/docs/dockerize-code"},{"title":"Define Ports And Domains","href":"/docs/define-ports-and-domains"},{"title":"Add authentication to your Endpoints","sidebarTitle":"Endpoint Authentication","href":"/docs/endpoint-authentication"},{"group":"Resources","pages":[{"title":"Set Resources","href":"/docs/resources-cpu-memory-storage"},{"title":"Using Fractional GPUs","href":"/docs/using-fractional-gpus"},{"title":"Using TPUs","href":"/docs/using-tpus"}]},{"title":"Environment Variables \u0026 Secrets","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets"},{"title":"Autoscaling Overview","sidebarTitle":"Autoscaling","href":"/docs/autoscaling-overview"},{"title":"Pause / Resume Service","href":"/docs/pause-resume-service"},{"title":"Scale Service to 0","href":"/docs/scale-service-to-0"},{"title":"Liveness/Readiness Probe","href":"/docs/liveness-readiness-probe"},{"title":"Rollout Strategy","href":"/docs/rollout-strategy"},{"title":"Access Cloud Services Like S3","href":"/docs/access-data-from-s3-or-other-clouds-services"},{"title":"Download Models/Artifacts","href":"/docs/download-and-cache-models"},{"title":"Redirect And Mirror Traffic","href":"/docs/intercepts"},{"title":"Kustomize Support","href":"/docs/kustomize"},{"title":"Sticky Routing","href":"/docs/sticky-routing"},{"title":"Mounting Volumes/Files","href":"/docs/mounting-volumes-service"},{"title":"Deploy a Service Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-service-programatically"},{"title":"Set Up CI/CD","href":"/docs/setting-up-cicd-for-your-service"},{"title":"Update, Rollback, Promote","href":"/docs/update-rollback-promote-your-service"},{"title":"View Logs, Metrics And Events","href":"/docs/monitor-your-service"},{"title":"Log \u0026 Monitor Custom Metrics","href":"/docs/log-monitor-custom-metrics"},{"title":"Setup Alerts","href":"/docs/setup-alerts"},{"title":"Docker Build Secrets","href":"/docs/docker-build-secrets"}]}]},{"group":"Job Deployment","pages":[{"title":"Jobs Introduction","sidebarTitle":"Introduction","href":"/docs/introduction-to-a-job"},{"title":"Deploy Job from GitHub","sidebarTitle":"Getting Started","href":"/docs/deploy-job-from-a-public-github-repository"},{"group":"Configuring your Job","pages":[{"title":"Parameterize A Job","href":"/docs/deploy-a-job-with-additional-parameters"},{"title":"Env Variables \u0026 Secrets for Jobs","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets-jobs"},{"title":"Mounting Volumes","href":"/docs/mounting-volumes-job"},{"title":"Set Retries And Timeout","href":"/docs/retries-and-timeout"},{"title":"Set Concurrency Limit","href":"/docs/concurrency-limits"},{"title":"Deploy a Job Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-job-programatically"},{"title":"Monitor Your Job","href":"/docs/monitor-your-job"},{"title":"Access Data From S3 Or Other Clouds","href":"/docs/access-data-from-s3-or-other-clouds-jobs"},{"title":"Add Alerts To Your Job","href":"/docs/add-alerts-to-your-job"},{"title":"Logging Data in Job Runs","href":"/docs/job-runs-and-logging"}]},{"group":"Configuring your Spark Job","pages":[{"title":"Use blob storage with your Spark job","href":"/docs/deploy-a-spark-job-with-blob-storage"},{"title":"JVM metrics for Spark jobs","href":"/docs/spark-job-jvm-metrics"}]}]},{"group":"LLM Deployment","pages":[{"title":"Deploying LLMs","href":"/docs/deploying-an-llm-model-from-the-model-catalogue"},{"title":"Deploying NVIDIA NIM Models","href":"/docs/deploying-nvidia-nims"},{"title":"Benchmarking LLMs","href":"/docs/benchmarking-llms"}]},{"group":"LLM Finetuning","pages":[{"title":"Finetuning LLMs","href":"/docs/finetuning-a-model-from-the-model-catalogue"}]},{"group":"MCP Server Deployment","pages":[{"title":"MCP Server Deployment Overview","sidebarTitle":"Overview","href":"/docs/mcp-server-deployment/mcp-server-deployment-overview"},{"title":"Deploy MCP Server From Code","sidebarTitle":"Deploy From Code","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-code"},{"title":"Deploy MCP Server from npx/uvx","sidebarTitle":"Deploy from npx/uvx","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-npx-uvx"}]},{"group":"Workflow Deployment","pages":[{"title":"Introduction To Workflow","href":"/docs/introduction-to-workflow"},{"title":"Creating Your First Workflow","href":"/docs/creating-your-first-workflow"},{"title":"Interacting With Workflow","href":"/docs/interacting-with-workflow"},{"title":"Workflow Concepts","href":"/docs/workflow-concepts"},{"group":"Guides","pages":[{"title":"Creating A Workflow With Different Container Images","href":"/docs/creating-a-workflow-with-gpu-and-non-gpu-image"},{"title":"Using Dockerfile For Python Function Task","href":"/docs/python-function-tasks-with-dockefile"},{"title":"Using Raw Container Task","href":"/docs/container-task"},{"title":"Adding Environment Variable","href":"/docs/adding-environment-variable"},{"title":"Configuring Resources","href":"/docs/configuring-resources"},{"title":"Creating A Conditional Task","href":"/docs/conditional-task"},{"title":"Creating A Map Task","href":"/docs/creating-a-map-task"},{"title":"Creating A Cron Workflow","href":"/docs/cron-workflow"},{"title":"Creating A Spark Task","href":"/docs/spark-task"},{"title":"Creating A Databricks Task","href":"/docs/databricks-task"},{"title":"Creating A Snowflake Task","href":"/docs/snowflake-task"},{"title":"Task Config","href":"/docs/task-config"},{"title":"Attaching Mounts","href":"/docs/attaching-mounts"},{"title":"Passing Files/Artifacts Between Tasks","href":"/docs/passing-filesartifacts-between-tasks"},{"title":"Example Of Task Config With Different Parameters","href":"/docs/example-of-task-config-with-different-parameters"},{"title":"Adding Retries And Handling Failures","href":"/docs/adding-retries-and-handling-failures"},{"title":"Running Workflow Locally","href":"/docs/running-workflow-locally"},{"title":"Adding Alerts For Workflow","href":"/docs/adding-alerts-for-workflow"},{"title":"Handling Failure using Failure Task/Node","href":"/docs/handling-workflow-failure"},{"title":"Recovering a Failed Workflow Execution","href":"/docs/recovering-workflow-execution"}]}]},{"group":"Async Service Deployment","pages":[{"title":"Introduction to Async Service","href":"/docs/introduction-to-async-service"},{"title":"Deploy your first Async Service","href":"/docs/deploy-your-first-asyncservice"},{"group":"Configure async service","pages":[{"title":"Configure Ports","href":"/docs/configure-ports"},{"title":"Configure Queue","href":"/docs/configure-queue"},{"title":"Autoscaling","href":"/docs/autoscaling"},{"title":"Configure Sidecar","href":"/docs/configure-sidecar"}]},{"group":"Queue Integrations","pages":[{"title":"AWS SQS","href":"/docs/aws-sqs"}]},{"title":"Monitor Your Async Service","href":"/docs/monitoring-your-async-service"}]},{"group":"Volumes","pages":[{"title":"Introduction to Volume","href":"/docs/introduction-to-volume"},{"title":"Creating And Using Volumes","href":"/docs/creating-a-volume"}]},{"group":"Experiment Tracking","pages":[{"title":"ML Repo: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ml-repo-quickstart"},{"title":"Create Runs and Log Data","href":"/docs/create-run"},{"title":"Artifacts and Artifact Versions","href":"/docs/log-artifacts"},{"title":"Models and Model Versions","href":"/docs/log-models"},{"title":"Huggingface Trainer Callback","href":"/docs/huggingface-trainer-callback"}]},{"group":"Advanced Features","pages":[{"title":"Secret Management","href":"/docs/manage-secrets"},{"title":"Deployment Guardrails and Policies","href":"/docs/applying-custom-policies"},{"title":"Deploy Helm Charts","href":"/docs/deploy-helm-charts"},{"title":"Deploy Kubernetes Manifests","href":"/docs/deploy-kubernetes-manifests"},{"title":"Ingress Controller Configuration","href":"/docs/ingress-controller-configuration"}]}]},{"tab":"API Reference","groups":[{"group":"TrueFoundry SDK","pages":[{"title":"TrueFoundry Python SDK","href":"/docs/truefoundry_sdk"},{"title":"TrueFoundry ML Client","href":"/docs/truefoundry-ml-reference/index"}]},{"group":"TrueFoundry CLI","pages":[{"title":"Using tfy apply","href":"/docs/using-tfy-apply"},{"title":"Using tfy delete","href":"/docs/using-tfy-delete"}]},{"group":"Extras","pages":[{"title":"Add and List Models","href":"/docs/apply-api-create-models"},{"title":"Secret Management API","href":"/docs/apply-api-secret-management"}]},{"group":"Agent","pages":[{"title":"List Agents","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents","href":"/docs/api-reference/agent/list-agents"},{"title":"Create or Update Agent","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agents","href":"/docs/api-reference/agent/create-or-update-agent"},{"title":"Get Agent","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents/{id}","href":"/docs/api-reference/agent/get-agent"},{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agents/{id}","href":"/docs/api-reference/agent/delete-agent"},{"title":"Get Agent Token","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents/{id}/token","href":"/docs/api-reference/agent/get-agent-token"},{"title":"Create Agent Token","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/agents/{id}/token","href":"/docs/api-reference/agent/create-agent-token"},{"title":"Update Agent State","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agents/{id}/state","href":"/docs/api-reference/agent/update-agent-state"},{"title":"List Agent Versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-versions","href":"/docs/api-reference/agent/list-agent-versions"}]},{"group":"Agent Skills","pages":[{"title":"Get agent skill","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skills/{agent_skill_id}","href":"/docs/api-reference/agent-skills/get-agent-skill"},{"title":"Delete agent skill","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agent-skills/{agent_skill_id}","href":"/docs/api-reference/agent-skills/delete-agent-skill"},{"title":"List agent skills","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skills","href":"/docs/api-reference/agent-skills/list-agent-skills"},{"title":"List agent skill versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skill-versions","href":"/docs/api-reference/agent-skills/list-agent-skill-versions"},{"title":"Create or update agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agent-skill-versions","href":"/docs/api-reference/agent-skills/create-or-update-agent-skill-version"},{"title":"Get agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skill-versions/{agent_skill_version_id}","href":"/docs/api-reference/agent-skills/get-agent-skill-version"},{"title":"Delete agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agent-skill-versions/{agent_skill_version_id}","href":"/docs/api-reference/agent-skills/delete-agent-skill-version"}]},{"group":"Applications","pages":[{"title":"List Applications","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps","href":"/docs/api-reference/applications/list-applications"},{"title":"Create or Update Application Deployment","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/apps","href":"/docs/api-reference/applications/create-or-update-application-deployment"},{"title":"Get Application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}","href":"/docs/api-reference/applications/get-application"},{"title":"Delete Application","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/apps/{id}","href":"/docs/api-reference/applications/delete-application"},{"title":"List Application Deployments","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}/deployments","href":"/docs/api-reference/applications/list-application-deployments"},{"title":"Redeploy Application","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/apps/{id}/deployments/{deploymentId}/redeploy","href":"/docs/api-reference/applications/redeploy-application"},{"title":"Get Deployment","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}/deployments/{deploymentId}","href":"/docs/api-reference/applications/get-deployment"},{"title":"Pause Application","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/apps/{id}/scale-to-zero","href":"/docs/api-reference/applications/pause-application"},{"title":"Resume Application","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/apps/{id}/scale-to-original","href":"/docs/api-reference/applications/resume-application"},{"title":"Cancel Deployment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/apps/{id}/deployments/{deploymentId}/cancel","href":"/docs/api-reference/applications/cancel-deployment"},{"title":"Get Application Resources","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/x/apps/{id}/resources","href":"/docs/api-reference/applications/get-application-resources"},{"title":"Get Application State","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/x/apps/{id}/state","href":"/docs/api-reference/applications/get-application-state"}]},{"group":"Metrics","pages":[{"title":"Create Grafana dashboard for an application","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/metrics/grafana/{workspaceId}","href":"/docs/api-reference/metrics/create-grafana-dashboard-for-an-application"},{"title":"Get Grafana dashboard JSON for an application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/grafana/dashboard-json/{workspaceId}","href":"/docs/api-reference/metrics/get-grafana-dashboard-json-for-an-application"},{"title":"List metric charts for an application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/{workspaceId}/charts","href":"/docs/api-reference/metrics/list-metric-charts-for-an-application"},{"title":"Get metric data for an application chart","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/{workspaceId}/charts/{chart}","href":"/docs/api-reference/metrics/get-metric-data-for-an-application-chart"},{"title":"List metric charts for a cluster","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/cluster/{id}/charts","href":"/docs/api-reference/metrics/list-metric-charts-for-a-cluster"},{"title":"Get metric data for a cluster chart","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/cluster/{id}/charts/{chart}","href":"/docs/api-reference/metrics/get-metric-data-for-a-cluster-chart"}]},{"group":"Apply","pages":[{"title":"Create or update a resource from a manifest","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/apply","href":"/docs/api-reference/apply/create-or-update-a-resource-from-a-manifest"},{"title":"Delete a resource identified by a manifest","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/delete","href":"/docs/api-reference/apply/delete-a-resource-identified-by-a-manifest"},{"title":"Resolve the dependency tree for a set of manifests","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/dependency-tree","href":"/docs/api-reference/apply/resolve-the-dependency-tree-for-a-set-of-manifests"}]},{"group":"Artifacts","pages":[{"title":"Get artifact","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifacts/{id}","href":"/docs/api-reference/artifacts/get-artifact"},{"title":"Delete artifact","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/artifacts/{id}","href":"/docs/api-reference/artifacts/delete-artifact"},{"title":"List artifacts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifacts","href":"/docs/api-reference/artifacts/list-artifacts"},{"title":"List artifact versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/list-artifact-versions"},{"title":"Create or update artifact version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/create-or-update-artifact-version"},{"title":"Delete artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/delete-artifact-version"},{"title":"Apply tags to artifact version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/artifact-versions/tags","href":"/docs/api-reference/artifacts/apply-tags-to-artifact-version"},{"title":"Get signed URLs for artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/signed-urls","href":"/docs/api-reference/artifacts/get-signed-urls-for-artifact-version"},{"title":"Create multipart upload","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/signed-urls/multipart","href":"/docs/api-reference/artifacts/create-multipart-upload"},{"title":"List files in artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/files","href":"/docs/api-reference/artifacts/list-files-in-artifact-version"},{"title":"Stage artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/stage","href":"/docs/api-reference/artifacts/stage-artifact-version"},{"title":"Mark stage failure","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/mark-stage-failure","href":"/docs/api-reference/artifacts/mark-stage-failure"},{"title":"Get artifact version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifact-versions/{id}","href":"/docs/api-reference/artifacts/get-artifact-version"},{"title":"Delete artifact version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/artifact-versions/{id}","href":"/docs/api-reference/artifacts/delete-artifact-version-1"}]},{"group":"Audit Logs","pages":[{"title":"Get Audit Logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs","href":"/docs/api-reference/audit-logs/get-audit-logs"},{"title":"Get Audit Log Actions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs/actions","href":"/docs/api-reference/audit-logs/get-audit-log-actions"},{"title":"Get Resource Audit Logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs/resources","href":"/docs/api-reference/audit-logs/get-resource-audit-logs"}]},{"group":"Clusters","pages":[{"title":"List clusters","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters","href":"/docs/api-reference/clusters/list-clusters"},{"title":"Create or update a cluster","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/clusters","href":"/docs/api-reference/clusters/create-or-update-a-cluster"},{"title":"Get a cluster","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}","href":"/docs/api-reference/clusters/get-a-cluster"},{"title":"Delete a cluster","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/clusters/{id}","href":"/docs/api-reference/clusters/delete-a-cluster"},{"title":"List cluster addons","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}/get-addons","href":"/docs/api-reference/clusters/list-cluster-addons"},{"title":"Get cluster connection status","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}/is-connected","href":"/docs/api-reference/clusters/get-cluster-connection-status"}]},{"group":"Jobs","pages":[{"title":"List Job Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/jobs/{jobId}/runs","href":"/docs/api-reference/jobs/list-job-runs"},{"title":"Get Job Run","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/jobs/{jobId}/runs/{jobRunName}","href":"/docs/api-reference/jobs/get-job-run"},{"title":"Delete Job Run","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/jobs/{jobId}/runs/{jobRunName}","href":"/docs/api-reference/jobs/delete-job-run"},{"title":"Trigger Job","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/jobs/trigger","href":"/docs/api-reference/jobs/trigger-job"},{"title":"Terminate Job","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/jobs/terminate","href":"/docs/api-reference/jobs/terminate-job"}]},{"group":"LLM Gateway Budgets","pages":[{"title":"List gateway budgets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets","href":"/docs/api-reference/llm-gateway-budgets/list-gateway-budgets"},{"title":"Create or update a gateway budget","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/llm-gateway/budgets","href":"/docs/api-reference/llm-gateway-budgets/create-or-update-a-gateway-budget"},{"title":"Get my budget usage","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/my-usage","href":"/docs/api-reference/llm-gateway-budgets/get-my-budget-usage"},{"title":"Simulate gateway budgets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/llm-gateway/budgets/simulate","href":"/docs/api-reference/llm-gateway-budgets/simulate-gateway-budgets"},{"title":"Get a gateway budget by id","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/{id}","href":"/docs/api-reference/llm-gateway-budgets/get-a-gateway-budget-by-id"},{"title":"Delete a gateway budget by id","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/llm-gateway/budgets/{id}","href":"/docs/api-reference/llm-gateway-budgets/delete-a-gateway-budget-by-id"},{"title":"Get a gateway budget leaderboard","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/{id}/leaderboard","href":"/docs/api-reference/llm-gateway-budgets/get-a-gateway-budget-leaderboard"}]},{"group":"Logs","pages":[{"title":"Get application logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/logs","href":"/docs/api-reference/logs/get-application-logs"},{"title":"Download workspace logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/logs/{workspaceId}/download","href":"/docs/api-reference/logs/download-workspace-logs"}]},{"group":"MCP Registry","pages":[{"title":"List MCP registry servers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers","href":"/docs/api-reference/mcp-registry/list-mcp-registry-servers"},{"title":"List MCP registry server versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers/{mcpRegistryServerName}/versions","href":"/docs/api-reference/mcp-registry/list-mcp-registry-server-versions"},{"title":"Get an MCP registry server version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers/{mcpRegistryServerName}/versions/{version}","href":"/docs/api-reference/mcp-registry/get-an-mcp-registry-server-version"}]},{"group":"MCP Servers V2","pages":[{"title":"List MCP servers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp","href":"/docs/api-reference/mcp-servers-v2/list-mcp-servers"},{"title":"Create or update an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/mcp","href":"/docs/api-reference/mcp-servers-v2/create-or-update-an-mcp-server"},{"title":"Bulk create TrueFoundry-managed MCP servers","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/mcp/bulk","href":"/docs/api-reference/mcp-servers-v2/bulk-create-truefoundry-managed-mcp-servers"},{"title":"Get an MCP server by ID","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}","href":"/docs/api-reference/mcp-servers-v2/get-an-mcp-server-by-id"},{"title":"Delete an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}","href":"/docs/api-reference/mcp-servers-v2/delete-an-mcp-server"},{"title":"Get MCP server code snippets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/code-snippets","href":"/docs/api-reference/mcp-servers-v2/get-mcp-server-code-snippets"},{"title":"List MCP user auth overrides","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/list-mcp-user-auth-overrides"},{"title":"Set a per-subject auth override","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/set-a-per-subject-auth-override"},{"title":"Disconnect a subject from an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/disconnect-a-subject-from-an-mcp-server"},{"title":"Get the consent URL for per-user MCP server authorization","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/authorize","href":"/docs/api-reference/mcp-servers-v2/get-the-consent-url-for-per-user-mcp-server-authorization"},{"title":"Get MCP server auth status for a subject","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth/status","href":"/docs/api-reference/mcp-servers-v2/get-mcp-server-auth-status-for-a-subject"},{"title":"Get auth override parameters for an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth-override/uischema","href":"/docs/api-reference/mcp-servers-v2/get-auth-override-parameters-for-an-mcp-server"},{"title":"Revoke all auth tokens on an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}/auth/tokens","href":"/docs/api-reference/mcp-servers-v2/revoke-all-auth-tokens-on-an-mcp-server"}]},{"group":"MLRepos","pages":[{"title":"Get ML Repo","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/ml-repos/{id}","href":"/docs/api-reference/mlrepos/get-ml-repo"},{"title":"Delete ML Repo","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/ml-repos/{id}","href":"/docs/api-reference/mlrepos/delete-ml-repo"},{"title":"List ML Repos","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/ml-repos","href":"/docs/api-reference/mlrepos/list-ml-repos"},{"title":"Create or Update MLRepo","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/ml-repos","href":"/docs/api-reference/mlrepos/create-or-update-mlrepo"}]},{"group":"Models","pages":[{"title":"Get model","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/models/{id}","href":"/docs/api-reference/models/get-model"},{"title":"Delete model","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/models/{id}","href":"/docs/api-reference/models/delete-model"},{"title":"List models","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/models","href":"/docs/api-reference/models/list-models"},{"title":"List model versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/model-versions","href":"/docs/api-reference/models/list-model-versions"},{"title":"Create or update model version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/model-versions","href":"/docs/api-reference/models/create-or-update-model-version"},{"title":"Delete model version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/model-versions","href":"/docs/api-reference/models/delete-model-version"},{"title":"Apply tags to model version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/model-versions/tags","href":"/docs/api-reference/models/apply-tags-to-model-version"},{"title":"Get model version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/model-versions/{id}","href":"/docs/api-reference/models/get-model-version"},{"title":"Delete model version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/model-versions/{id}","href":"/docs/api-reference/models/delete-model-version-1"}]},{"group":"Personal Access Tokens","pages":[{"title":"List personal access tokens","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens","href":"/docs/api-reference/personal-access-tokens/list-personal-access-tokens"},{"title":"Create a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/personal-access-tokens","href":"/docs/api-reference/personal-access-tokens/create-a-personal-access-token"},{"title":"Check personal access token exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens/exists","href":"/docs/api-reference/personal-access-tokens/check-personal-access-token-exists"},{"title":"Create a personal access token for another user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/personal-access-tokens/for-user","href":"/docs/api-reference/personal-access-tokens/create-a-personal-access-token-for-another-user"},{"title":"Revoke all personal access tokens for a user","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/personal-access-tokens/revoke/all","href":"/docs/api-reference/personal-access-tokens/revoke-all-personal-access-tokens-for-a-user"},{"title":"Delete a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/personal-access-tokens/{id}","href":"/docs/api-reference/personal-access-tokens/delete-a-personal-access-token"},{"title":"Get token for a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens/{name}/token","href":"/docs/api-reference/personal-access-tokens/get-token-for-a-personal-access-token"}]},{"group":"Prompts","pages":[{"title":"Get prompt","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompts/{id}","href":"/docs/api-reference/prompts/get-prompt"},{"title":"Delete prompt","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/prompts/{id}","href":"/docs/api-reference/prompts/delete-prompt"},{"title":"List prompts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompts","href":"/docs/api-reference/prompts/list-prompts"},{"title":"List prompt versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/list-prompt-versions"},{"title":"Create or update prompt version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/create-or-update-prompt-version"},{"title":"Delete prompt version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/delete-prompt-version"},{"title":"Apply tags to prompt version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/prompt-versions/tags","href":"/docs/api-reference/prompts/apply-tags-to-prompt-version"},{"title":"Get prompt version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompt-versions/{id}","href":"/docs/api-reference/prompts/get-prompt-version"},{"title":"Delete prompt version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/prompt-versions/{id}","href":"/docs/api-reference/prompts/delete-prompt-version-1"}]},{"group":"Provider Integrations","pages":[{"title":"Summarize model integrations","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-integrations/summary","href":"/docs/api-reference/provider-integrations/summarize-model-integrations"},{"title":"List provider integrations","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-integrations","href":"/docs/api-reference/provider-integrations/list-provider-integrations"}]},{"group":"SCIM v2","pages":[{"title":"List Resource Types","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/ResourceTypes","href":"/docs/api-reference/scim-v2/list-resource-types"},{"title":"List Schemas","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Schemas","href":"/docs/api-reference/scim-v2/list-schemas"},{"title":"Get Schema","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Schemas/{id}","href":"/docs/api-reference/scim-v2/get-schema"},{"title":"Get Service Provider Configuration","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/ServiceProviderConfig","href":"/docs/api-reference/scim-v2/get-service-provider-configuration"},{"title":"List Users","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users","href":"/docs/api-reference/scim-v2/list-users"},{"title":"Create User","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users","href":"/docs/api-reference/scim-v2/create-user"},{"title":"Get User","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/get-user"},{"title":"Update User","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/update-user"},{"title":"Delete User","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/delete-user"},{"title":"Update User","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/update-user-1"},{"title":"List Groups","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups","href":"/docs/api-reference/scim-v2/list-groups"},{"title":"Create Group","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups","href":"/docs/api-reference/scim-v2/create-group"},{"title":"Get Group","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/get-group"},{"title":"Update Group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/update-group"},{"title":"Delete Group","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/delete-group"},{"title":"Patch Group","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/patch-group"}]},{"group":"Secret Groups","pages":[{"title":"List secret groups","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/list-secret-groups"},{"title":"Create or update a secret group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/create-or-update-a-secret-group"},{"title":"Create a secret group","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/create-a-secret-group"},{"title":"Get a secret group","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/get-a-secret-group"},{"title":"Update secrets in a secret group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/update-secrets-in-a-secret-group"},{"title":"Delete a secret group","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/delete-a-secret-group"}]},{"group":"Secrets","pages":[{"title":"List secrets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secrets","href":"/docs/api-reference/secrets/list-secrets"},{"title":"List associated active deployments for multiple secrets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secrets/deployments","href":"/docs/api-reference/secrets/list-associated-active-deployments-for-multiple-secrets"},{"title":"Get a secret","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secrets/{id}","href":"/docs/api-reference/secrets/get-a-secret"},{"title":"Delete a secret","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/secrets/{id}","href":"/docs/api-reference/secrets/delete-a-secret"},{"title":"List active deployments for a secret","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secrets/{id}/deployments","href":"/docs/api-reference/secrets/list-active-deployments-for-a-secret"}]},{"group":"Teams","pages":[{"title":"List teams","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/user","href":"/docs/api-reference/teams/list-teams"},{"title":"Create or update a team","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams","href":"/docs/api-reference/teams/create-or-update-a-team"},{"title":"List team members","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/list-team-members"},{"title":"Add team members","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/add-team-members"},{"title":"Remove team members","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/remove-team-members"},{"title":"List team managers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/list-team-managers"},{"title":"Add team managers","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/add-team-managers"},{"title":"Remove team managers","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/remove-team-managers"},{"title":"Generate team manifest for YAML","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/generate-manifest","href":"/docs/api-reference/teams/generate-team-manifest-for-yaml"},{"title":"Get a team","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}","href":"/docs/api-reference/teams/get-a-team"},{"title":"Delete a team","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}","href":"/docs/api-reference/teams/delete-a-team"},{"title":"Get team permissions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/permissions","href":"/docs/api-reference/teams/get-team-permissions"}]},{"group":"Traces","pages":[{"title":"Get filtered spans data with detailed attributes","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/spans/query","href":"/docs/api-reference/traces/get-filtered-spans-data-with-detailed-attributes"}]},{"group":"Users","pages":[{"title":"List users","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/users","href":"/docs/api-reference/users/list-users"},{"title":"Register a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/register","href":"/docs/api-reference/users/register-a-user"},{"title":"Get a user","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/users/{id}","href":"/docs/api-reference/users/get-a-user"},{"title":"Delete a user","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/users/{id}","href":"/docs/api-reference/users/delete-a-user"},{"title":"Invite a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/invite","href":"/docs/api-reference/users/invite-a-user"},{"title":"Resend a user invite","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/x/users/invite/resend","href":"/docs/api-reference/users/resend-a-user-invite"},{"title":"Deactivate a user","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/users/deactivate","href":"/docs/api-reference/users/deactivate-a-user"},{"title":"Revoke all sessions of a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/revoke-sessions","href":"/docs/api-reference/users/revoke-all-sessions-of-a-user"},{"title":"Activate a user","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/users/activate","href":"/docs/api-reference/users/activate-a-user"},{"title":"Send a password reset email","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/x/users/forgot-password","href":"/docs/api-reference/users/send-a-password-reset-email"},{"title":"Change password","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/change-password","href":"/docs/api-reference/users/change-password"},{"title":"Check user registration","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/is-registered","href":"/docs/api-reference/users/check-user-registration"}]},{"group":"Virtual Accounts","pages":[{"title":"List virtual accounts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts","href":"/docs/api-reference/virtual-accounts/list-virtual-accounts"},{"title":"Create or update a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/virtual-accounts","href":"/docs/api-reference/virtual-accounts/create-or-update-a-virtual-account"},{"title":"Check virtual account exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/exists","href":"/docs/api-reference/virtual-accounts/check-virtual-account-exists"},{"title":"Get a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/{id}","href":"/docs/api-reference/virtual-accounts/get-a-virtual-account"},{"title":"Delete a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/virtual-accounts/{id}","href":"/docs/api-reference/virtual-accounts/delete-a-virtual-account"},{"title":"Get token for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/{id}/token","href":"/docs/api-reference/virtual-accounts/get-token-for-a-virtual-account"},{"title":"Sync token to secret store","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/virtual-accounts/{id}/sync-to-secret-store","href":"/docs/api-reference/virtual-accounts/sync-token-to-secret-store"},{"title":"Regenerate token for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/virtual-accounts/{id}/regenerate-token","href":"/docs/api-reference/virtual-accounts/regenerate-token-for-a-virtual-account"},{"title":"Delete a JWT for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/virtual-accounts/{id}/jwt/{jwtId}","href":"/docs/api-reference/virtual-accounts/delete-a-jwt-for-a-virtual-account"}]},{"group":"Role Bindings","pages":[{"title":"List role bindings","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings","href":"/docs/api-reference/role-bindings/list-role-bindings"},{"title":"Create or update a role binding","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/role-bindings","href":"/docs/api-reference/role-bindings/create-or-update-a-role-binding"},{"title":"Generate role-binding manifests for a resource or subject","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/generate-manifest","href":"/docs/api-reference/role-bindings/generate-role-binding-manifests-for-a-resource-or-subject"},{"title":"Check role binding exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/exists","href":"/docs/api-reference/role-bindings/check-role-binding-exists"},{"title":"Get a role binding by ID","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/{id}","href":"/docs/api-reference/role-bindings/get-a-role-binding-by-id"},{"title":"Delete a role binding by ID","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/role-bindings/{id}","href":"/docs/api-reference/role-bindings/delete-a-role-binding-by-id"}]},{"group":"Workspaces","pages":[{"title":"List workspaces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces","href":"/docs/api-reference/workspaces/list-workspaces"},{"title":"Create or update a workspace","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/workspaces","href":"/docs/api-reference/workspaces/create-or-update-a-workspace"},{"title":"Search workspaces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces/search","href":"/docs/api-reference/workspaces/search-workspaces"},{"title":"Get a workspace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces/{id}","href":"/docs/api-reference/workspaces/get-a-workspace"},{"title":"Delete a workspace","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/workspaces/{id}","href":"/docs/api-reference/workspaces/delete-a-workspace"}]},{"group":"Provider Accounts","pages":[{"title":"List provider accounts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-accounts","href":"/docs/api-reference/provider-accounts/list-provider-accounts"},{"title":"Create or update a provider account","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/provider-accounts","href":"/docs/api-reference/provider-accounts/create-or-update-a-provider-account"},{"title":"Get a provider account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-accounts/{id}","href":"/docs/api-reference/provider-accounts/get-a-provider-account"},{"title":"Delete a provider account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/provider-accounts/{id}","href":"/docs/api-reference/provider-accounts/delete-a-provider-account"}]}]},{"tab":"Integrations","groups":[{"group":" ","pages":[{"title":"Ecosystem \u0026 Integrations","href":"/docs/ai-gateway/ecosystem"},{"title":"Coding agents and AI apps: what the gateway governs","sidebarTitle":"Integration with IDEs","href":"/docs/ai-gateway/coding-agents-governance"},{"group":"Claude","pages":[{"title":"Claude on TrueFoundry","sidebarTitle":"Overview","href":"/docs/ai-gateway/claude"},{"title":"Claude quick start","sidebarTitle":"Quick start","href":"/docs/ai-gateway/claude-quick-start"},{"title":"Claude Code","href":"/docs/ai-gateway/claude-code"},{"title":"Claude Desktop \u0026 Cowork","sidebarTitle":"Claude Desktop \u0026 Cowork","href":"/docs/ai-gateway/claude-desktop"},{"title":"Claude Web","href":"/docs/ai-gateway/claude-web"},{"title":"Govern Claude's MCP traffic","sidebarTitle":"Govern MCP traffic","href":"/docs/ai-gateway/claude-mcp-governance"},{"title":"Enforce Claude settings with MDM","sidebarTitle":"Enforce with MDM","href":"/docs/ai-gateway/claude-mdm"},{"group":"Guardrails","pages":[{"title":"Guardrails using Claude Code Hooks","href":"/docs/ai-gateway/claude-code-hooks"},{"title":"Guardrails using Anthropic Inference Hooks","href":"/docs/ai-gateway/anthropic-inference-hooks"}]},{"title":"Claude on TrueFoundry: FAQ","sidebarTitle":"FAQ","href":"/docs/ai-gateway/claude-faq"}]},{"group":"Other IDEs","pages":[{"title":"OpenAI Codex CLI","sidebarTitle":"Codex CLI","href":"/docs/ai-gateway/openai-codex-cli"},{"title":"Securing OpenAI Codex with TrueFoundry","sidebarTitle":"Codex Security with MDM","href":"/docs/ai-gateway/mcp/enterprise-security-codex"},{"title":"Cursor","href":"/docs/ai-gateway/cursor"},{"title":"Gemini CLI","href":"/docs/ai-gateway/gemini-cli"},{"title":"GitHub Copilot","href":"/docs/ai-gateway/github-copilot"},{"title":"Goose","href":"/docs/ai-gateway/goose"},{"title":"Grok Build","sidebarTitle":"Grok Build","href":"/docs/ai-gateway/grok-build"},{"title":"OpenCode","href":"/docs/ai-gateway/opencode"},{"title":"Pi","href":"/docs/ai-gateway/pi"},{"title":"Qwen Code CLI","sidebarTitle":"Qwen Code","href":"/docs/ai-gateway/qwen-cli"},{"title":"VS Code","href":"/docs/ai-gateway/vscode"},{"title":"Cline","href":"/docs/ai-gateway/cline"},{"title":"Roo Code","href":"/docs/ai-gateway/roo-code"}]},{"group":"Frameworks \u0026 Apps","pages":[{"title":"Agno AI","href":"/docs/ai-gateway/agno"},{"title":"CrewAI","href":"/docs/ai-gateway/crewai"},{"title":"DSPy","href":"/docs/ai-gateway/dspy"},{"title":"Instructor","href":"/docs/ai-gateway/instructor"},{"title":"LangChain","href":"/docs/ai-gateway/langchain"},{"title":"Langroid","href":"/docs/ai-gateway/langroid"},{"title":"OpenAI Agents SDK","href":"/docs/ai-gateway/openai-agents-sdk"},{"title":"OpenAI Swarm","href":"/docs/ai-gateway/openai-swarm"},{"title":"Phidata","href":"/docs/ai-gateway/phidata"},{"title":"Pydantic AI","href":"/docs/ai-gateway/pydantic-ai"},{"title":"Strands Agents","href":"/docs/ai-gateway/strands"},{"title":"AnythingLLM","href":"/docs/ai-gateway/anythingllm"},{"title":"Dify","href":"/docs/ai-gateway/dify"},{"title":"Flowise","href":"/docs/ai-gateway/flowise"},{"title":"Jan AI","href":"/docs/ai-gateway/jan"},{"title":"Langflow","href":"/docs/ai-gateway/langflow"},{"title":"LibreChat","href":"/docs/ai-gateway/librechat"},{"title":"LiveKit","href":"/docs/ai-gateway/livekit"},{"title":"n8n","href":"/docs/ai-gateway/n8n"},{"title":"Open WebUI","href":"/docs/ai-gateway/open-webui"}]},{"group":"Observability","pages":[{"title":"Arize","sidebarTitle":"Arize","href":"/docs/ai-gateway/arize"},{"title":"Axiom","sidebarTitle":"Axiom","href":"/docs/ai-gateway/axiom"},{"title":"Braintrust","href":"/docs/ai-gateway/braintrust"},{"title":"Coralogix","sidebarTitle":"Coralogix","href":"/docs/ai-gateway/coralogix"},{"title":"ClickStack","sidebarTitle":"ClickStack","href":"/docs/ai-gateway/clickstack"},{"title":"Confident AI","sidebarTitle":"Confident AI","href":"/docs/ai-gateway/confident-ai"},{"title":"CoreWeave Weave OTEL","sidebarTitle":"CoreWeave Weave OTEL","href":"/docs/ai-gateway/coreweave"},{"title":"Dash0","sidebarTitle":"Dash0","href":"/docs/ai-gateway/dash0"},{"title":"Dynatrace","sidebarTitle":"Dynatrace","href":"/docs/ai-gateway/dynatrace"},{"title":"Elastic","sidebarTitle":"Elastic","href":"/docs/ai-gateway/elastic"},{"title":"Honeycomb","sidebarTitle":"Honeycomb","href":"/docs/ai-gateway/honeycomb"},{"title":"HoneyHive","sidebarTitle":"HoneyHive","href":"/docs/ai-gateway/honeyhive"},{"title":"Langfuse","href":"/docs/ai-gateway/langfuse"},{"title":"LangWatch","sidebarTitle":"LangWatch","href":"/docs/ai-gateway/langwatch"},{"title":"Laminar","sidebarTitle":"Laminar","href":"/docs/ai-gateway/laminar"},{"title":"LangSmith","sidebarTitle":"LangSmith","href":"/docs/ai-gateway/langsmith"},{"title":"Last9","sidebarTitle":"Last9","href":"/docs/ai-gateway/last9"},{"title":"Lunary","sidebarTitle":"Lunary","href":"/docs/ai-gateway/lunary"},{"title":"Middleware","sidebarTitle":"Middleware","href":"/docs/ai-gateway/middleware"},{"title":"New Relic","sidebarTitle":"New Relic","href":"/docs/ai-gateway/newrelic"},{"title":"Oodle","sidebarTitle":"Oodle","href":"/docs/ai-gateway/oodle"},{"title":"OpenLIT","sidebarTitle":"OpenLIT","href":"/docs/ai-gateway/openlit"},{"title":"PromptLayer","sidebarTitle":"PromptLayer","href":"/docs/ai-gateway/promptlayer"},{"title":"Pydantic Logfire","sidebarTitle":"Pydantic Logfire","href":"/docs/ai-gateway/pydantic-logfire"},{"title":"SigNoz","sidebarTitle":"SigNoz","href":"/docs/ai-gateway/signoz"},{"title":"Comet Opik","sidebarTitle":"Comet Opik","href":"/docs/ai-gateway/comet-opik"},{"title":"Splunk Observability Cloud","sidebarTitle":"Splunk","href":"/docs/ai-gateway/splunk"},{"title":"Traceloop","sidebarTitle":"Traceloop","href":"/docs/ai-gateway/traceloop"}]},{"group":"MCP Servers","pages":[{"title":"Set up Tavily MCP Server","sidebarTitle":"Tavily MCP Server","href":"/docs/ai-gateway/mcp/tavily-mcp-server"},{"title":"Set up Exa MCP Server","sidebarTitle":"Exa MCP Server","href":"/docs/ai-gateway/mcp/exa-mcp-server"},{"title":"Set up Parallel MCP Server","sidebarTitle":"Parallel MCP Server","href":"/docs/ai-gateway/mcp/parallel-mcp-server"},{"title":"Set up Browserbase MCP Server","sidebarTitle":"Browserbase MCP Server","href":"/docs/ai-gateway/mcp/browserbase-mcp-server"},{"title":"Set up Linear MCP Server","sidebarTitle":"Linear MCP Server","href":"/docs/ai-gateway/mcp/linear-mcp-server"},{"title":"Set up Notion MCP Server","sidebarTitle":"Notion MCP Server","href":"/docs/ai-gateway/mcp/notion-mcp-server"},{"title":"Set up Firecrawl MCP Server","sidebarTitle":"Firecrawl MCP Server","href":"/docs/ai-gateway/mcp/firecrawl-mcp-server"},{"title":"Set up Slack MCP Server","sidebarTitle":"Slack MCP Server","href":"/docs/ai-gateway/mcp/slack-mcp-server"},{"title":"Set up Slack Managed MCP Server","sidebarTitle":"Slack Managed MCP Server","href":"/docs/ai-gateway/mcp/slack-managed-mcp-server"},{"title":"Set up Looker MCP Server","sidebarTitle":"Looker MCP Server","href":"/docs/ai-gateway/mcp/looker-mcp-server"},{"title":"Set up HubSpot MCP Server","sidebarTitle":"HubSpot MCP Server","href":"/docs/ai-gateway/mcp/hubspot-mcp-server"},{"title":"Set up Databricks MCP Server","sidebarTitle":"Databricks MCP Server","href":"/docs/ai-gateway/mcp/databricks-mcp-server"},{"title":"Set up Neo4j MCP Server","sidebarTitle":"Neo4j MCP Server","href":"/docs/ai-gateway/mcp/neo4j-mcp-server"},{"title":"Set up GitHub MCP Server","sidebarTitle":"GitHub MCP Server","href":"/docs/ai-gateway/mcp/github-mcp-server"},{"title":"Set up Smartsheet MCP Server","sidebarTitle":"Smartsheet MCP Server","href":"/docs/ai-gateway/mcp/smartsheet-mcp-server"},{"title":"Set up Atlassian Rovo MCP Server","sidebarTitle":"Atlassian Rovo MCP Server","href":"/docs/ai-gateway/mcp/atlassian-rovo-mcp-server"},{"title":"Set up Google Workspace MCP Servers","sidebarTitle":"Google Workspace MCP Servers","href":"/docs/ai-gateway/mcp/google-workspace-mcp-server"},{"title":"Set up Microsoft 365 MCP Server","sidebarTitle":"Microsoft 365 MCP Server","href":"/docs/ai-gateway/mcp/microsoft-365-mcp-server"},{"title":"Set up Microsoft Work IQ MCP Server","sidebarTitle":"Work IQ MCP Server","href":"/docs/ai-gateway/mcp/work-iq-mcp-server"},{"title":"Set up Microsoft Dataverse MCP Server","sidebarTitle":"Dataverse MCP Server","href":"/docs/ai-gateway/mcp/dataverse-mcp-server"},{"title":"Set up CrowdStrike Falcon MCP Server","sidebarTitle":"CrowdStrike Falcon MCP Server","href":"/docs/ai-gateway/mcp/crowdstrike-falcon-mcp-server"},{"title":"Set up Salesforce MCP Server","sidebarTitle":"Salesforce MCP Server","href":"/docs/ai-gateway/mcp/salesforce-mcp-server"},{"title":"Set up Zoom MCP Server","sidebarTitle":"Zoom MCP Server","href":"/docs/ai-gateway/mcp/zoom-mcp-server"},{"title":"Set up Honeycomb MCP Server","sidebarTitle":"Honeycomb MCP Server","href":"/docs/ai-gateway/mcp/honeycomb-mcp-server"},{"title":"Set up dbt MCP Server","sidebarTitle":"dbt MCP Server","href":"/docs/ai-gateway/mcp/dbt-mcp-server"},{"title":"Set up Gong MCP Server","sidebarTitle":"Gong MCP Server","href":"/docs/ai-gateway/mcp/gong-mcp-server"},{"title":"Set up PagerDuty MCP Server","sidebarTitle":"PagerDuty MCP Server","href":"/docs/ai-gateway/mcp/pagerduty-mcp-server"},{"title":"Set up Zendesk MCP Server","sidebarTitle":"Zendesk MCP Server","href":"/docs/ai-gateway/mcp/zendesk-mcp-server"},{"title":"Set up QuickBooks MCP Server","sidebarTitle":"QuickBooks MCP Server","href":"/docs/ai-gateway/mcp/quickbooks-mcp-server"},{"title":"Set up Snowflake MCP Server","sidebarTitle":"Snowflake MCP Server","href":"/docs/ai-gateway/mcp/snowflake-mcp-server"},{"title":"Set up Firebase Crashlytics MCP Server","sidebarTitle":"Firebase Crashlytics MCP Server","href":"/docs/ai-gateway/mcp/firebase-crashlytics-mcp-server"},{"title":"Set up Airtable MCP Server","sidebarTitle":"Airtable MCP Server","href":"/docs/ai-gateway/mcp/airtable-mcp-server"},{"title":"Set up incident.io MCP Server","sidebarTitle":"incident.io MCP Server","href":"/docs/ai-gateway/mcp/incident-io-mcp-server"},{"title":"Set up MongoDB MCP Server","sidebarTitle":"MongoDB MCP Server","href":"/docs/ai-gateway/mcp/mongodb-mcp-server"},{"title":"Set up DX MCP Server","sidebarTitle":"DX MCP Server","href":"/docs/ai-gateway/mcp/dx-mcp-server"},{"title":"Set up Omni Analytics MCP Server","sidebarTitle":"Omni Analytics MCP Server","href":"/docs/ai-gateway/mcp/omni-analytics-mcp-server"},{"title":"Set up NetSuite MCP Server","sidebarTitle":"NetSuite MCP Server","href":"/docs/ai-gateway/mcp/netsuite-mcp-server"},{"title":"Set up Datadog MCP Server","sidebarTitle":"Datadog MCP Server","href":"/docs/ai-gateway/mcp/datadog-mcp-server"},{"title":"Set up Ironclad MCP Server","sidebarTitle":"Ironclad MCP Server","href":"/docs/ai-gateway/mcp/ironclad-mcp-server"},{"title":"Set up Ramp MCP Server","sidebarTitle":"Ramp MCP Server","href":"/docs/ai-gateway/mcp/ramp-mcp-server"},{"title":"Set up AWS MCP Server","sidebarTitle":"AWS MCP Server","href":"/docs/ai-gateway/mcp/aws-mcp-server"},{"title":"Set up Collibra MCP Server","sidebarTitle":"Collibra MCP Server","href":"/docs/ai-gateway/mcp/collibra-mcp-server"},{"title":"Set up Oodle MCP Server","sidebarTitle":"Oodle MCP Server","href":"/docs/ai-gateway/mcp/oodle-mcp-server"}]}]}]},{"tab":"Changelog","groups":[{"group":" ","pages":[{"title":"Changelog","href":"/docs/changelog"},{"group":"Announcements","pages":[{"title":"Deprecation of Rate Limiting V1 — 2nd November, 2026","href":"/docs/change-announcements/deprecation-of-rate-limiting-v1"},{"title":"Move to Named Guardrail Policies — v0.179","href":"/docs/change-announcements/named-guardrails-config-v0.179"},{"title":"Perplexity Models Move to the Agent API","href":"/docs/change-announcements/perplexity-agent-api-migration"},{"title":"Plan-Based Feature Gating — v0.174.0","href":"/docs/change-announcements/plan-based-feature-gating-v0.174.0"},{"title":"Agent Builder Moving to Trueforge \u0026 Agent APIs Deprecated — v0.172","href":"/docs/change-announcements/agents-moving-to-trueforge"},{"title":"Removing Collaborators from Resources — v0.172.0","href":"/docs/change-announcements/removing-collaborators-from-resources"},{"title":"Deprecation of MCP tool_settings — 26th October, 2026","href":"/docs/change-announcements/deprecation-of-mcp-tool-settings"},{"title":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages","sidebarTitle":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages - 19th August 2026","href":"/docs/change-announcements/deprecation-of-truefoundry-below-0.17-and-api-ml"},{"title":"Minimum Python Version Raised to 3.10 — truefoundry v0.17.0","href":"/docs/change-announcements/python-3.10-minimum-truefoundry-cli-v0.17.0"},{"title":"Budget Limiting V2 — v0.158.0","href":"/docs/change-announcements/budget-limiting-v2-v0.158.0"},{"title":"Deprecation of MCP Servers APIs — 30th September, 2026","href":"/docs/change-announcements/deprecation-of-mcp-servers-v1-apis"},{"title":"Deprecation of Images and Plots in Job Runs — v0.156.0","href":"/docs/change-announcements/deprecation-of-images-and-plots-in-job-runs-v0.156.0"},{"title":"Moving to External Secrets Operator for Secrets Management — v0.151.5","href":"/docs/change-announcements/moving-to-eso-for-secret-management-v0.151.5"},{"title":"MCP DCR client_id \u0026 Redirect URL Validation — v0.148","href":"/docs/change-announcements/mcp-dcr-client-id-validation-v0.148"},{"title":"Deprecation of Routing Config","href":"/docs/change-announcements/deprecation-of-routing-config"},{"title":"Identity and Access Revamp — v0.143","href":"/docs/change-announcements/identity-and-access-revamp-v0.143"},{"title":"AI Gateway Metrics Rename — v0.136","href":"/docs/change-announcements/refactoring-of-ai-gateway-metrics"},{"title":"Deprecation of MCP Servers in Prompts","href":"/docs/change-announcements/deprecation-of-mcp-servers-in-prompts"},{"title":"Deprecation of Common Tools in Playground and Settings — v0.135","href":"/docs/change-announcements/deprecation-of-common-tools-v0-135-0"},{"title":"x-tfy-routing-config Header Removal — v0.133","href":"/docs/change-announcements/routing-config-header-removal-v0.133"},{"title":"Simplified GitOps CI/CD with tfy apply — v0.132","href":"/docs/change-announcements/simplified-gitops-cicd-v0.132"},{"title":"Legacy MCP OAuth Routes Removal — v0.134","href":"/docs/change-announcements/legacy-mcp-oauth-routes-removal"},{"title":"MCP Gateway URL and Transport Changes — v0.130","href":"/docs/change-announcements/mcp-gateway-url-transport-v0.130"},{"title":"Gemini CLI Model Registration Requirement — v0.118","href":"/docs/change-announcements/gemini-cli-model-registration-v0.118"},{"title":"Guardrails YAML Schema Change — v0.116","href":"/docs/change-announcements/guardrails-yaml-schema-change-v0.116"},{"title":"MCP Server Groups Removal — v0.112","href":"/docs/change-announcements/mcp-server-groups-removal-v0.112"}]}]}]}]},"basePath":"","title":"AI Gateway: Load Balancing Config - TrueFoundry Docs","buildId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","deploymentId":"dpl_DqYu5MPb49gWBBbUGgpHQUmCHY3P","dynamics":[],"chunks":[]}