Add your own deployed models to TrueFoundry’s AI Gateway for unified access and management.
Adding TrueFoundry Hosted Models to the AI Gateway
Follow these steps to add a model you have deployed on TrueFoundry to the AI Gateway.
1
Deploy a Model
First, deploy your open-source or private model as a service. You can refer to our documentation on Deploying LLMs From Model Catalogue for detailed instructions.
Deploy a model from the model catalogue
2
Add Model to AI Gateway
Once your model is successfully deployed, click the “Add to Gateway” button on the deployment page to begin the integration process.
Add model to AI Gateway
3
Configure Model Details
Give your model a unique Model Name and choose an existing Model Account to add it to, or create a new one. This helps in grouping and managing your self-hosted models.
Configure model name and model account
4
Add Collaborators
Add collaborators to your account, this will give access to the account to other users/teams. Learn more about access control here.
Add collaborators for the model
After saving, your model will be live on the AI Gateway and ready for use.
Model live on AI Gateway
Cost Management for Self-Hosted Models
GPUs are costly, and running GPU-powered deployments can quickly drive up expenses. TrueFoundry offers built-in solutions to help reduce deployment costs.You can choose from two cost-saving options:
Auto-shutdown based on inactivity: Set up automatic shutdown of deployment pods if no new requests are received within a specified time frame.
Manual pause/resume: You can manually pause deployments that you anticipate won’t be used for a certain period.
In both scenarios, the model status will be displayed as “paused” on the AI Gateway.
Paused model on AI Gateway
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"TrueFoundry Docs","description":"TrueFoundry documentation — enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","colors":{"primary":"#4f46e5","light":"#4f46e5","dark":"#4f46e5"},"logo":{"light":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20","dark":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/dark.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=c1cb26554a546d84500b40f7057bece8"},"favicon":"https://mintcdn.com/truefoundry/6bbtTt95c1iCcyph/favicon.svg?fit=max\u0026auto=format\u0026n=6bbtTt95c1iCcyph\u0026q=85\u0026s=f55bde34214b38034126d05b08ea16c7","appearance":{"default":"light"},"background":{"decoration":"grid"},"navbar":{"links":[{"href":"https://www.truefoundry.com/book-demo","label":"Book Demo"},{"href":"https://www.truefoundry.com/blog","label":"Blog"}],"primary":{"type":"button","label":"Sign Up","href":"https://www.truefoundry.com/register"}},"footer":{"socials":{"x":"https://twitter.com/truefoundry","linkedin":"https://in.linkedin.com/company/truefoundry"}},"seo":{"metatags":{"og:type":"website","og:site_name":"TrueFoundry Docs","og:image":"https://assets.production.truefoundry.com/logo.svg","og:description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane."}},"icons":{"library":"fontawesome"},"styling":{"codeblocks":"dark","latex":true},"contextual":{"options":["copy","view","chatgpt","claude","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"truefoundry","hasAudioNarration":false,"actualSubdomain":"truefoundry","customDomains":["www.truefoundry.com"],"gitSource":{"type":"github","owner":"truefoundry","repo":"docs-mintlify","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6afbf6f500535ffeb44f2bdb","clientVersion":"0.0.4167","searchFilterCounts":[{"language":"default","tag":"AI Gateway","count":250},{"language":"default","tag":"API Reference","count":202},{"language":"default","tag":"Platform","count":196},{"language":"default","tag":"Integrations","count":132},{"language":"default","tag":"LLM Gateway","count":117},{"language":"default","tag":"AI Deployment","count":109},{"language":"default","tag":"Integrate Models","count":50},{"language":"default","tag":"Observability","count":47},{"language":"default","tag":"Guardrails and Security","count":46},{"language":"default","tag":"MCP Servers","count":44}]},"assistantConfig":{"enableAskAiButton":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@truefoundry.com","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"treatment","enabled":true,"payload":{"type":"string","value":"treatment"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".line-highlight{background:rgb(var(--primary-light)/.7)!important}.tfy-cat-anchor{scroll-margin-top:6rem;margin-block:1.75rem}.line-highlight:before{background:rgb(var(--primary-light)/.7)!important}.line-highlight:after{background:rgb(var(--primary-light)/.7)!important}"}],"page":{"pagePath":"docs/ai-gateway/deploy-models-on-truefoundry","slug":"/docs/ai-gateway/deploy-models-on-truefoundry","pageMetadata":{"title":"Deploy Models on TrueFoundry","sidebarTitle":"Self-Hosted Models","description":"Add your own deployed models to TrueFoundry's AI Gateway for unified access and management.","href":"/docs/ai-gateway/deploy-models-on-truefoundry"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Add your own deployed models to TrueFoundry’s AI Gateway for unified access and management.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,li:`li`,ol:`ol`,p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Frame,Heading,OptimizedImage,Step,Steps}=_components;if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Step)_missingMdxReference(`Step`,true);if(!Steps)_missingMdxReference(`Steps`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`3`,id:`adding-truefoundry-hosted-models-to-the-ai-gateway`,children:`Adding TrueFoundry Hosted Models to the AI Gateway`}),`\n`,_jsx(_components.p,{children:`Follow these steps to add a model you have deployed on TrueFoundry to the AI Gateway.`}),`\n`,_jsxs(Steps,{children:[_jsxs(Step,{title:`Deploy a Model`,children:[_jsxs(_components.p,{children:[`First, deploy your open-source or private model as a service. You can refer to our documentation on `,_jsx(_components.a,{href:`/docs/deploying-an-llm-model-from-the-model-catalogue`,children:`Deploying LLMs From Model Catalogue`}),` for detailed instructions.`]}),_jsx(Frame,{caption:`Deploy a model from the model catalogue`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=7e43dcdff0f58ac551064d8b5197fcf6`,alt:`Model catalogue interface showing available LLM models for deployment`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`2002`,height:`2002`,\"data-path\":`images/Screenshot2025-07-22at7.02.21PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=7f327ba60038a7232673fd8817f7d6e3 280w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=999be37ec99ad067e8dedb72b2830f60 560w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=1df4ebac2a8f9d6069966143747e85ab 840w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=e106ee7cc574c8c2a5e54dc9d4a234b1 1100w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=184e69816cb50eda3407a59e1e0f8cb9 1650w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at7.02.21PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=b903455d506d4660bf20d259f8bfa0af 2500w`})})]}),_jsxs(Step,{title:`Add Model to AI Gateway`,children:[_jsx(_components.p,{children:`Once your model is successfully deployed, click the “Add to Gateway” button on the deployment page to begin the integration process.`}),_jsx(Frame,{caption:`Add model to AI Gateway`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=e25dc097570279895be9e0017445b94f`,alt:`Deployment page with Add to Gateway button highlighted`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`2006`,height:`2006`,\"data-path\":`images/Screenshot2025-07-22at6.55.58PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=f8fd61535efc996d02591c53cb046c22 280w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=3910f1263f62d1706093a65fe7f53193 560w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=eb2dd616b8afab7e2c3299f3b7f5f85e 840w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=2a8f6645f05ac2ba0aebb14b6815985f 1100w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=5905babc93308897b3089f840db5820e 1650w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.55.58PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=d36dfbf859be6d3b3512ec5be9efe197 2500w`})})]}),_jsxs(Step,{title:`Configure Model Details`,children:[_jsxs(_components.p,{children:[`Give your model a unique `,_jsx(_components.strong,{children:`Model Name`}),` and choose an existing `,_jsx(_components.strong,{children:`Model Account`}),` to add it to, or create a new one. This helps in grouping and managing your self-hosted models.`]}),_jsx(Frame,{caption:`Configure model name and model account`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=ad507519dec06a4a67e9bca583e3267c`,alt:`Model configuration form with fields for model name and model account selection`,\"data-og-width\":`2170`,width:`2170`,\"data-og-height\":`2012`,height:`2012`,\"data-path\":`images/Screenshot2025-07-22at6.56.39PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=d5b02607e012f45d250a817744696a50 280w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=28050561acf5bf921e3f8ba1cd87166f 560w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=75b95ca8145ab887538ae753e3146c13 840w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=0e31946898cf3bf10de7a1846179e6a6 1100w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=022329bbbd5844473e9ca2b940fcbd01 1650w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.56.39PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=3a4471e9b70da5132c954da85cf60438 2500w`})})]}),_jsxs(Step,{title:`Add Collaborators`,children:[_jsxs(_components.p,{children:[`Add collaborators to your account, this will give access to the account to other users/teams. Learn more about access control `,_jsx(_components.a,{href:`https://docs.truefoundry.com/gateway/gateway-access-control`,children:_jsx(_components.strong,{children:`here`})}),`.`]}),_jsx(Frame,{caption:`Add collaborators for the model`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=dd3254ef683a3c61c746f4a14cc968de`,alt:`Collaborator selection interface showing users and teams that can be added`,\"data-og-width\":`1880`,width:`1880`,\"data-og-height\":`2012`,height:`2012`,\"data-path\":`images/Screenshot2025-07-22at6.57.17PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=14c5bf14f2b5056979d4f27b7b170f16 280w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=2ca39aeee13561329dfa1988d7ec03a2 560w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=c872249d799f1d61245ade0b31b01916 840w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=022c4017b4e91aeee099dec19bf96db8 1100w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=b357a934140191b12b6fad2016dec784 1650w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.17PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=13b07065255c2d37a117814d5d74533e 2500w`})}),_jsx(_components.p,{children:`After saving, your model will be live on the AI Gateway and ready for use.`}),_jsx(Frame,{caption:`Model live on AI Gateway`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=e94f1b7f2bddf2a42b2b5040b1852c41`,alt:`AI Gateway dashboard showing the newly added model with active status`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`2002`,height:`2002`,\"data-path\":`images/Screenshot2025-07-22at6.57.42PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=1c3dde5b74749587674f84978961f092 280w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=24c3227a5ef39e7e43665ac13c1717ca 560w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=0ecf1c3234868ee1e44168e0061f329d 840w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=03e315cc0eb38a447fe1003aaf2fd88e 1100w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=29458e5ec35f41949cfe3bab4e54b42a 1650w, https://mintcdn.com/truefoundry/FeKcq2n1MMm83Par/images/Screenshot2025-07-22at6.57.42PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=FeKcq2n1MMm83Par\u0026q=85\u0026s=58ba6cbd010c0ba0459f23ccd5cea6c1 2500w`})})]})]}),`\n`,_jsx(Heading,{level:`3`,id:`cost-management-for-self-hosted-models`,children:`Cost Management for Self-Hosted Models`}),`\n`,_jsx(_components.p,{children:`GPUs are costly, and running GPU-powered deployments can quickly drive up expenses. TrueFoundry offers built-in solutions to help reduce deployment costs.`}),`\n`,_jsx(_components.p,{children:`You can choose from two cost-saving options:`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Auto-shutdown based on inactivity:`}),` Set up automatic shutdown of deployment pods if no new requests are received within a specified time frame.`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Manual pause/resume:`}),` You can manually pause deployments that you anticipate won’t be used for a certain period.`]}),`\n`]}),`\n`,_jsx(_components.p,{children:`In both scenarios, the model status will be displayed as “paused” on the AI Gateway.`}),`\n`,_jsx(Frame,{caption:`Paused model on AI Gateway`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=005c31c7c871d72ca986adafdb91708f`,alt:`AI Gateway dashboard showing a model with paused status`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`1998`,height:`1998`,\"data-path\":`images/docs/Screenshot2025-07-22at7.19.59PM-min.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=280\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=606c2fdeec2b6c97f47e820879795683 280w, https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=560\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=9fd850595d0429676e216d37d0bea259 560w, https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=840\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=eb82714c25f832f4a6aff79e87ced094 840w, https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=1100\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=89710aaaacead596965b86749ed0c5dd 1100w, https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=1650\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=d253c473efbc6e285f1182ce6a7a4a69 1650w, https://mintcdn.com/truefoundry/-g83eZw0cKb4T5XU/images/docs/Screenshot2025-07-22at7.19.59PM-min.png?w=2500\u0026fit=max\u0026auto=format\u0026n=-g83eZw0cKb4T5XU\u0026q=85\u0026s=7dde629e96f1c9e171ea14285dbbd50d 2500w`})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":"dark","config":{},"pageMetadata":{"title":"Deploy Models on TrueFoundry","sidebarTitle":"Self-Hosted Models","description":"Add your own deployed models to TrueFoundry's AI Gateway for unified access and management.","href":"/docs/ai-gateway/deploy-models-on-truefoundry"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Adding TrueFoundry Hosted Models to the AI Gateway","slug":"adding-truefoundry-hosted-models-to-the-ai-gateway","depth":3,"children":[]},{"title":"Cost Management for Self-Hosted Models","slug":"cost-management-for-self-hosted-models","depth":3,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/truefoundry/9e0085f7ed271180/scripts.js"],"subdomain":"truefoundry","siteName":"TrueFoundry Docs","title":"Deploy Models on TrueFoundry - TrueFoundry Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-07-23T13:21:53.584Z","originalFileLocation":"docs/ai-gateway/deploy-models-on-truefoundry.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Add your own deployed models to TrueFoundry\u0026#x27;s AI Gateway for unified access and management.\">\u003cmeta data-mint-head name=\"application-name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Deploy Models on TrueFoundry - TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.truefoundry.com/docs/ai-gateway/deploy-models-on-truefoundry\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Deploy Models on TrueFoundry - TrueFoundry Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4f46e5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.truefoundry.com/docs/ai-gateway/deploy-models-on-truefoundry\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/ai-gateway/deploy-models-on-truefoundry.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"TrueFoundry Docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"TrueFoundry Docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/docs/ai-gateway/deploy-models-on-truefoundry.md","siteName":"TrueFoundry Docs","nav":{"global":null,"tabs":[{"tab":"AI Gateway","groups":[{"group":"Get Started","pages":[{"title":"Introduction to AI Gateway","sidebarTitle":"AI Gateway Overview","href":"/docs/ai-gateway/intro-to-llm-gateway"},{"title":"Quick Start Guide: Setup \u0026 Integration","sidebarTitle":"Quick Start","href":"/docs/ai-gateway/quick-start"}]},{"group":"LLM Gateway","pages":[{"group":"Integrate Models","pages":[{"title":"TrueFoundry Managed Models","sidebarTitle":"TrueFoundry Managed Models","href":"/docs/ai-gateway/truefoundry-managed"},{"title":"Providers","sidebarTitle":"Supported Providers","href":"/docs/ai-gateway/supported-providers"},{"title":"OpenAI","sidebarTitle":"OpenAI Models","href":"/docs/ai-gateway/openai"},{"title":"Anthropic","sidebarTitle":"Anthropic","href":"/docs/ai-gateway/anthropic"},{"title":"AWS Claude Platform","sidebarTitle":"AWS Claude Platform","href":"/docs/ai-gateway/aws-claude-platform"},{"title":"AWS Bedrock","sidebarTitle":"AWS Bedrock","href":"/docs/ai-gateway/aws-bedrock"},{"title":"AWS Bedrock Mantle","sidebarTitle":"AWS Bedrock Mantle","href":"/docs/ai-gateway/aws-bedrock-mantle"},{"title":"AWS Sagemaker","sidebarTitle":"AWS Sagemaker","href":"/docs/ai-gateway/aws-sagemaker"},{"title":"Google Vertex","sidebarTitle":"Google Vertex AI","href":"/docs/ai-gateway/google-vertex"},{"title":"Google Gemini","sidebarTitle":"Google Gemini","href":"/docs/ai-gateway/google-gemini"},{"group":"Azure Models","pages":[{"title":"Choosing an Azure model integration","sidebarTitle":"Overview","href":"/docs/ai-gateway/azure-models-guide"},{"title":"Microsoft Foundry","sidebarTitle":"Microsoft Foundry","tag":"NEW","href":"/docs/ai-gateway/microsoft-foundry"},{"title":"Migrate to Microsoft Foundry","sidebarTitle":"Migrate to Microsoft Foundry","href":"/docs/ai-gateway/migrate-to-microsoft-foundry"},{"title":"Azure OpenAI","sidebarTitle":"Azure OpenAI","tag":"LEGACY","href":"/docs/ai-gateway/azure-openai"},{"title":"Azure Foundry","sidebarTitle":"Azure AI Foundry","tag":"LEGACY","href":"/docs/ai-gateway/azure-ai-foundry"},{"group":"Authentication","pages":[{"title":"Azure Entra ID Certificate Based Authentication","sidebarTitle":"Azure Certificate Auth","href":"/docs/ai-gateway/azure-entra-certificate-auth"},{"title":"Azure Entra ID Client Secret Based Authentication","sidebarTitle":"Azure Client Secret Auth","href":"/docs/ai-gateway/azure-entra-client-secret-auth"},{"title":"Azure Workload Identity Federation Authentication","sidebarTitle":"Azure Workload Identity","href":"/docs/ai-gateway/azure-entra-wif-auth"}]}]},{"title":"Databricks","sidebarTitle":"Databricks Models","href":"/docs/ai-gateway/databricks-models"},{"title":"Cohere","sidebarTitle":"Cohere Models","href":"/docs/ai-gateway/cohere"},{"title":"AI21","sidebarTitle":"AI21","href":"/docs/ai-gateway/ai21"},{"title":"Deepinfra","sidebarTitle":"Deepinfra Models","href":"/docs/ai-gateway/deepinfra"},{"title":"Groq","sidebarTitle":"Groq Models","href":"/docs/ai-gateway/groq"},{"title":"ElevenLabs","sidebarTitle":"ElevenLabs","href":"/docs/ai-gateway/elevenlabs"},{"title":"Deepgram","sidebarTitle":"Deepgram","href":"/docs/ai-gateway/deepgram"},{"title":"Cartesia","sidebarTitle":"Cartesia","href":"/docs/ai-gateway/cartesia"},{"title":"Smallest AI","sidebarTitle":"Smallest AI","href":"/docs/ai-gateway/smallest-ai"},{"title":"Mistral AI","sidebarTitle":"Mistral AI Models","href":"/docs/ai-gateway/mistral"},{"title":"Cloudera","sidebarTitle":"Cloudera Models","href":"/docs/ai-gateway/cloudera"},{"title":"OpenRouter","sidebarTitle":"OpenRouter","href":"/docs/ai-gateway/openrouter"},{"title":"Perplexity AI","sidebarTitle":"Perplexity Models","href":"/docs/ai-gateway/perplexity-ai"},{"title":"Together AI","sidebarTitle":"Together AI","href":"/docs/ai-gateway/together-ai"},{"title":"xAI","sidebarTitle":"xAI Models","href":"/docs/ai-gateway/xai"},{"title":"SambaNova","sidebarTitle":"SambaNova","href":"/docs/ai-gateway/sambanova"},{"title":"Cerebras","sidebarTitle":"Cerebras","href":"/docs/ai-gateway/cerebras"},{"title":"Wafer","sidebarTitle":"Wafer","href":"/docs/ai-gateway/wafer"},{"title":"Fireworks AI Model Provider for TrueFoundry AI Gateway","sidebarTitle":"Fireworks AI","href":"/docs/ai-gateway/fireworks-ai"},{"title":"Snowflake Cortex","sidebarTitle":"Snowflake Cortex","href":"/docs/ai-gateway/snowflake-cortex"},{"title":"Baseten","sidebarTitle":"Baseten","href":"/docs/ai-gateway/baseten"},{"title":"TypeSafe","sidebarTitle":"TypeSafe","href":"/docs/ai-gateway/typesafe"},{"group":"Custom Endpoints","root":{"title":"Custom Endpoints","sidebarTitle":"Custom Endpoints","href":"/docs/ai-gateway/custom-endpoints"},"expanded":false,"pages":[{"group":"Examples","pages":[{"title":"CoreWeave","sidebarTitle":"CoreWeave Models","href":"/docs/ai-gateway/coreweave-models"},{"title":"PipeShift","sidebarTitle":"PipeShift","href":"/docs/ai-gateway/pipeshift"},{"title":"SiliconFlow","sidebarTitle":"SiliconFlow","href":"/docs/ai-gateway/siliconflow"},{"title":"io.net","sidebarTitle":"io.net","href":"/docs/ai-gateway/io-net"},{"title":"Resemble AI","sidebarTitle":"Resemble AI","href":"/docs/ai-gateway/resemble-ai"},{"title":"Ringg.AI","sidebarTitle":"Ringg.AI","href":"/docs/ai-gateway/ringg-ai"},{"title":"Crusoe","sidebarTitle":"Crusoe","href":"/docs/ai-gateway/crusoe"},{"title":"Jev (TypeSafe)","sidebarTitle":"Jev","href":"/docs/ai-gateway/jev"},{"title":"SCX.ai","sidebarTitle":"SCX.ai","href":"/docs/ai-gateway/scx-ai"}]}]},{"title":"Self-Hosted Models","sidebarTitle":"Self-Hosted Models","href":"/docs/ai-gateway/self-hosted-models"}]},{"group":"Supported APIs","pages":[{"group":"Chat Completions","root":{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},"expanded":false,"directory":"accordion","pages":[{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},{"title":"Chat Completions: Multimodal","sidebarTitle":"Multimodal","href":"/docs/ai-gateway/chat-completions-multimodal"},{"title":"Chat Completions: Tools \u0026 Signatures","sidebarTitle":"Tools","href":"/docs/ai-gateway/chat-completions-tools"},{"title":"Chat Completions: Structured Outputs","sidebarTitle":"Structured Outputs","href":"/docs/ai-gateway/chat-completions-structured-outputs"},{"title":"Chat Completions: Caching \u0026 Reasoning","sidebarTitle":"Caching \u0026 Reasoning","href":"/docs/ai-gateway/chat-completions-advanced"},{"title":"Chat Completions: Extended Thinking","sidebarTitle":"Extended Thinking","href":"/docs/ai-gateway/chat-completions-extended-thinking"}]},{"title":"Embeddings API (/embeddings)","sidebarTitle":"Embeddings","href":"/docs/ai-gateway/embed"},{"title":"Batch API (/batches)","sidebarTitle":"Batch Predictions","href":"/docs/ai-gateway/batch-predictions-with-truefoundry-llm-gateway"},{"title":"Finetune API (/fine_tuning)","sidebarTitle":"Finetuning","href":"/docs/ai-gateway/finetune"},{"title":"Responses API (/responses)","sidebarTitle":"Responses API","href":"/docs/ai-gateway/responses-api"},{"title":"Image Generation API (/images/generations)","sidebarTitle":"Image Generation","href":"/docs/ai-gateway/image-generation"},{"title":"Image Edit API (/images/edits)","sidebarTitle":"Image Edit","href":"/docs/ai-gateway/image-edit"},{"title":"Image Variation API (/images/variations)","sidebarTitle":"Image Variation","href":"/docs/ai-gateway/image-variation"},{"title":"Video Generation API (/videos-proxy)","sidebarTitle":"Video Generation","href":"/docs/ai-gateway/video-generation"},{"title":"Text to Speech API","sidebarTitle":"Text to Speech","href":"/docs/ai-gateway/text-to-speech"},{"title":"Audio Translation API","sidebarTitle":"Audio Translation","href":"/docs/ai-gateway/audio-translation"},{"title":"Speech to Text API","sidebarTitle":"Speech to Text","href":"/docs/ai-gateway/audio-transcription"},{"group":"Live / Realtime API","root":{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},"expanded":false,"directory":"accordion","pages":[{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},{"title":"Live API: Code Snippets","sidebarTitle":"Code Snippets","href":"/docs/ai-gateway/live-api-code-snippets"},{"title":"Live API: Tool Calling","sidebarTitle":"Tool Calling","href":"/docs/ai-gateway/live-api-tool-calling"},{"title":"OpenAI Realtime with WebRTC","sidebarTitle":"WebRTC (OpenAI)","href":"/docs/ai-gateway/live-api-webrtc"},{"title":"Amazon Nova Sonic (Bedrock)","sidebarTitle":"Nova Sonic (Bedrock)","href":"/docs/ai-gateway/live-api-nova-sonic"}]},{"title":"Files API (/files)","sidebarTitle":"Files API","href":"/docs/ai-gateway/file-endpoints"},{"title":"Rerank API (/rerank)","sidebarTitle":"Rerank API","href":"/docs/ai-gateway/rerank"},{"title":"Moderation API (/moderations)","sidebarTitle":"Moderation API","href":"/docs/ai-gateway/moderation"},{"title":"Compaction API (/responses/compact)","sidebarTitle":"Compaction API","href":"/docs/ai-gateway/compaction"},{"title":"Messages API (/messages)","sidebarTitle":"Messages API","href":"/docs/ai-gateway/messages-overview"},{"title":"Decisions API (/v1/decisions, /v1/systemone)","sidebarTitle":"Decisions API","href":"/docs/ai-gateway/decisions"},{"title":"Proxy API (/proxy)","sidebarTitle":"Proxy API","href":"/docs/ai-gateway/proxy-api"}]},{"group":"Making LLM Requests","pages":[{"title":"Making Your First Request","sidebarTitle":"Making Your First Request","href":"/docs/ai-gateway/making-llm-requests-via-gateway"},{"title":"Authentication","sidebarTitle":"Authentication","href":"/docs/ai-gateway/authentication"},{"title":"Custom Metadata and Headers","sidebarTitle":"Metadata \u0026 Headers","href":"/docs/ai-gateway/request-headers"},{"title":"Native SDK Support","sidebarTitle":"Native SDK Support","href":"/docs/ai-gateway/native-sdk-support"},{"title":"Model Discovery","sidebarTitle":"Model Discovery","href":"/docs/ai-gateway/model-discovery"}]},{"group":"Set Up Your IDEs","pages":[{"title":"Set Up Your IDEs","sidebarTitle":"Overview","href":"/docs/ai-gateway/personal-setup"},{"title":"Claude Code","href":"/docs/ai-gateway/ide-setup/claude-code"},{"title":"Codex (CLI \u0026 Desktop)","href":"/docs/ai-gateway/ide-setup/codex"},{"title":"Claude Desktop","href":"/docs/ai-gateway/ide-setup/claude-desktop"},{"title":"Cursor","href":"/docs/ai-gateway/ide-setup/cursor"},{"title":"VS Code","href":"/docs/ai-gateway/ide-setup/vscode"},{"title":"GitHub Copilot CLI","href":"/docs/ai-gateway/ide-setup/copilot-cli"},{"title":"Gemini CLI","href":"/docs/ai-gateway/ide-setup/gemini-cli"},{"title":"OpenCode","href":"/docs/ai-gateway/ide-setup/opencode"},{"title":"Goose","href":"/docs/ai-gateway/ide-setup/goose"},{"title":"Qwen Code","href":"/docs/ai-gateway/ide-setup/qwen-code"},{"title":"Grok Build","href":"/docs/ai-gateway/ide-setup/grok-build"},{"title":"Pi","href":"/docs/ai-gateway/ide-setup/pi"}]},{"group":"Deploy with MDM","pages":[{"title":"Deploy coding agents with MDM","sidebarTitle":"Overview","href":"/docs/ai-gateway/mdm-setup"},{"title":"Claude Code and Claude Desktop with MDM","sidebarTitle":"Claude Code \u0026 Desktop","href":"/docs/ai-gateway/mdm/claude"},{"title":"Codex with MDM","sidebarTitle":"Codex","href":"/docs/ai-gateway/mdm/codex"},{"title":"MDM configuration reference","sidebarTitle":"Configuration reference","href":"/docs/ai-gateway/mdm/configuration-reference"}]},{"title":"TrueFoundry AI Gateway Playground","sidebarTitle":"AI Gateway Playground","href":"/docs/ai-gateway/playground-overview"},{"group":"Virtual Models","pages":[{"title":"Virtual Models","sidebarTitle":"Overview","href":"/docs/ai-gateway/virtual-model"},{"title":"Create a Virtual Model","sidebarTitle":"Create a Virtual Model","href":"/docs/ai-gateway/virtual-model-advanced"},{"title":"Auto Routing","sidebarTitle":"Auto Routing","href":"/docs/ai-gateway/auto-routing"}]},{"title":"Access Control","sidebarTitle":"Access Control","href":"/docs/ai-gateway/gateway-access-control"},{"group":"Policies","pages":[{"title":"Rate Limiting","sidebarTitle":"Rate Limiting","href":"/docs/ai-gateway/ratelimiting-v2"},{"title":"Rate Limiting (V1, deprecated)","sidebarTitle":"Rate Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/ratelimiting"},{"title":"Budget Limiting","sidebarTitle":"Budget Limiting","href":"/docs/ai-gateway/budget-limiting-v2"},{"title":"Budget Usage Recovery","sidebarTitle":"Budget Usage Recovery","href":"/docs/ai-gateway/budget-usage-recovery"},{"title":"Budget Limiting (V1, deprecated)","sidebarTitle":"Budget Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/budgetlimiting"},{"title":"Logging Configuration","sidebarTitle":"Logging Config","href":"/docs/ai-gateway/logging-config"}]},{"title":"Caching (Exact and Semantic)","sidebarTitle":"Caching (Exact and Semantic)","href":"/docs/ai-gateway/caching"},{"title":"Cost Tracking","sidebarTitle":"Cost Tracking","href":"/docs/ai-gateway/cost-tracking"},{"title":"Cost Savings","sidebarTitle":"Cost Savings","href":"/docs/ai-gateway/cost-savings"},{"group":"Extras","pages":[{"title":"Session Management","sidebarTitle":"Session Management","href":"/docs/ai-gateway/session-management"},{"title":"Log Feedback on Requests","sidebarTitle":"Log Feedback","href":"/docs/ai-gateway/feedback-for-traces"},{"title":"First Chunk Gate for Streaming","sidebarTitle":"First Chunk Gate","href":"/docs/ai-gateway/first-chunk-gate"},{"title":"Anthropic Stream Overload Fallback","sidebarTitle":"Anthropic Stream Fallback","href":"/docs/ai-gateway/anthropic-stream-overload-fallback"}]}]},{"group":"MCP Registry and Gateway","pages":[{"title":"TrueFoundry MCP Gateway","sidebarTitle":"Overview","href":"/docs/ai-gateway/mcp/mcp-overview"},{"title":"MCP Server: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/mcp/mcp-server-getting-started"},{"title":"MCP Protocol Support","sidebarTitle":"Protocol Support","href":"/docs/ai-gateway/mcp/mcp-protocol-support"},{"group":"Authentication and Security","root":{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},"pages":[{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},{"title":"Auth Overrides","sidebarTitle":"Auth Overrides","href":"/docs/ai-gateway/mcp/mcp-server-auth-overrides"},{"group":"Outbound auth integrations","pages":[{"title":"Okta app setup","sidebarTitle":"Okta App Setup","href":"/docs/ai-gateway/mcp/okta-app-setup"},{"title":"Microsoft Entra app setup","sidebarTitle":"Microsoft Entra App Setup","href":"/docs/ai-gateway/mcp/entra-app-setup"},{"title":"Microsoft Entra On-Behalf-Of (OBO) for MCP","sidebarTitle":"Microsoft Entra OBO App Setup","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure-obo"},{"title":"Register an AWS Bedrock AgentCore MCP Server","sidebarTitle":"AgentCore (AWS SigV4)","href":"/docs/ai-gateway/mcp/mcp-server-agentcore-sigv4"}]}]},{"title":"MCP Troubleshooting Guide","sidebarTitle":"Troubleshooting Guide","href":"/docs/ai-gateway/mcp/mcp-troubleshooting-guide"},{"title":"MCP Tool Approvals","sidebarTitle":"Tool Approvals","href":"/docs/ai-gateway/mcp/mcp-tool-approval"},{"title":"MCP Tool Management","sidebarTitle":"Tool Management","href":"/docs/ai-gateway/mcp/mcp-tool-management"},{"title":"Connect MCP Servers from Your IDE","sidebarTitle":"Connect MCP Servers from Your IDE","href":"/docs/ai-gateway/mcp/connect-mcp-from-ide"},{"title":"TrueFoundry Managed MCPs","sidebarTitle":"TrueFoundry Managed MCPs","href":"/docs/ai-gateway/mcp/tfy-managed-mcp-server"},{"title":"Virtual MCP Server","sidebarTitle":"Virtual MCP Server","href":"/docs/ai-gateway/mcp/virtual-mcp-server"},{"title":"OpenAPI to MCP Server","sidebarTitle":"OpenAPI to MCP Server","href":"/docs/ai-gateway/mcp/openapi-mcp-server"},{"title":"Hosted Stdio-based MCP Server","sidebarTitle":"Hosted Stdio-based MCP Server","href":"/docs/ai-gateway/mcp/stdio-mcp-server"},{"group":"MCP Server Guides","pages":[{"group":"Creating MCP Servers","pages":[{"title":"Create a Basic Calculator MCP Server","sidebarTitle":"Basic Calculator MCP Server","href":"/docs/ai-gateway/mcp/create-calculator-mcp-server"},{"title":"Add Okta OAuth to a Calculator MCP Server","sidebarTitle":"Okta OAuth MCP server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-okta"},{"title":"Create an OAuth MCP Server with Azure Entra ID","sidebarTitle":"Azure Entra ID OAuth MCP Server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure"}]}]}]},{"group":"Skills Registry","pages":[{"title":"AI Gateway Skills Registry","sidebarTitle":"Overview","href":"/docs/ai-gateway/skills/skills-registry"},{"title":"Create, Manage, and Use Skills","sidebarTitle":"Create, Manage and Use Skills","href":"/docs/ai-gateway/skills/getting-started"}]},{"group":"Prompt Registry","pages":[{"title":"Prompt Management","sidebarTitle":"Create, Manage and Use Prompts","href":"/docs/ai-gateway/prompt-management"}]},{"group":"Guardrails and Security","pages":[{"title":"AI Gateway Guardrails Overview","sidebarTitle":"Overview","href":"/docs/ai-gateway/guardrails-overview"},{"title":"AI Gateway Guardrails: Quick Start","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/guardrails-getting-started"},{"title":"Configure Guardrail Policies","sidebarTitle":"Configure Guardrail Policies","href":"/docs/ai-gateway/guardrails-configuration"},{"group":"TrueFoundry Guardrails","root":{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},"pages":[{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},{"title":"Secrets Detection Guardrail","sidebarTitle":"Secrets Detection","href":"/docs/ai-gateway/secrets-detection"},{"title":"Code Safety Linter Guardrail","sidebarTitle":"Code Safety Linter","href":"/docs/ai-gateway/code-safety-linter"},{"title":"SQL Sanitizer Guardrail","sidebarTitle":"SQL Sanitizer","href":"/docs/ai-gateway/sql-sanitizer"},{"title":"Regex Pattern Match Guardrail","sidebarTitle":"Regex Pattern Match","href":"/docs/ai-gateway/regex-pattern-matching"},{"title":"Prompt Injection Guardrail","sidebarTitle":"Prompt Injection","href":"/docs/ai-gateway/tfy-prompt-injection"},{"title":"PII/PHI Detection Guardrail","sidebarTitle":"PII/PHI","href":"/docs/ai-gateway/tfy-pii"},{"title":"Content Moderation Guardrail","sidebarTitle":"Content Moderation","href":"/docs/ai-gateway/tfy-content-moderation"},{"title":"Metadata Validation Guardrail","sidebarTitle":"Metadata Validation","href":"/docs/ai-gateway/metadata-validation"},{"title":"Cedar Guardrails","sidebarTitle":"Cedar Guardrails","href":"/docs/ai-gateway/cedar-guardrails"},{"title":"OPA Guardrails","sidebarTitle":"OPA Guardrails","href":"/docs/ai-gateway/opa-guardrails"}]},{"group":"External Providers","pages":[{"title":"Akto Integration","sidebarTitle":"Akto","href":"/docs/ai-gateway/akto"},{"title":"Arthur AI","sidebarTitle":"Arthur AI","href":"/docs/ai-gateway/arthur-ai"},{"title":"AWS Bedrock Guardrail Integration","sidebarTitle":"AWS Bedrock Guardrail","href":"/docs/ai-gateway/bedrock-guardrails"},{"title":"Azure Content Safety Guardrail Integration","sidebarTitle":"Azure Content Safety","href":"/docs/ai-gateway/azure-content-safety"},{"title":"Azure PII Guardrail Integration","sidebarTitle":"Azure PII","href":"/docs/ai-gateway/azure-pii"},{"title":"Azure Prompt Shield Guardrail Integration","sidebarTitle":"Azure Prompt Shield","href":"/docs/ai-gateway/azure-prompt-shield"},{"title":"CrowdStrike AIDR Integration","sidebarTitle":"CrowdStrike AIDR","href":"/docs/ai-gateway/crowdstrike"},{"title":"Cato Networks","sidebarTitle":"Cato Networks","href":"/docs/ai-gateway/cato-networks"},{"title":"Cisco AI Defense Integration","sidebarTitle":"Cisco AI Defense","href":"/docs/ai-gateway/cisco-ai-defense"},{"title":"DeepKeep AI Firewall","sidebarTitle":"DeepKeep","href":"/docs/ai-gateway/deepkeep"},{"title":"Enkrypt AI Guardrail Integration","sidebarTitle":"Enkrypt AI","href":"/docs/ai-gateway/enkrypt-ai"},{"title":"F5 AI Security (CalypsoAI) Integration","sidebarTitle":"F5 AI Security","href":"/docs/ai-gateway/f5-calypsoai"},{"title":"Fiddler Integration","sidebarTitle":"Fiddler","href":"/docs/ai-gateway/fiddler"},{"title":"Fireworks Safety Model Guardrail for TrueFoundry AI Gateway","sidebarTitle":"Fireworks","href":"/docs/ai-gateway/fireworks"},{"title":"Google Model Armor Guardrail Integration","sidebarTitle":"Google Model Armor","href":"/docs/ai-gateway/google-model-armor"},{"title":"Gray Swan Cygnal","sidebarTitle":"Gray Swan Cygnal","href":"/docs/ai-gateway/grayswan-cygnal"},{"title":"Guardrails AI Integration","sidebarTitle":"Guardrails AI","href":"/docs/ai-gateway/guardrails-ai"},{"title":"HiddenLayer Integration","sidebarTitle":"HiddenLayer","href":"/docs/ai-gateway/hiddenlayer"},{"title":"CoreWeave Weave Guardrails Integration","sidebarTitle":"CoreWeave Guardrails","href":"/docs/ai-gateway/coreweave-weave-guardrails"},{"title":"Lasso Security","sidebarTitle":"Lasso Security","href":"/docs/ai-gateway/lasso-security"},{"title":"Noma Security","sidebarTitle":"Noma Security","href":"/docs/ai-gateway/noma-security"},{"title":"NVIDIA NeMo Guardrails Integration","sidebarTitle":"NVIDIA NeMo","href":"/docs/ai-gateway/nvidia-nemo"},{"title":"OpenAI Moderation Integration","sidebarTitle":"OpenAI Moderation","href":"/docs/ai-gateway/openai-moderations"},{"title":"Onyx Security","sidebarTitle":"Onyx Security","href":"/docs/ai-gateway/onyx-security"},{"title":"Palo Alto Prisma AIRS Integration","sidebarTitle":"Palo Alto Prisma AIRS","href":"/docs/ai-gateway/palo-alto-airs"},{"title":"Patronus AI Integration","sidebarTitle":"Patronus AI","href":"/docs/ai-gateway/patronus"},{"title":"Pillar Security Integration","sidebarTitle":"Pillar Security","href":"/docs/ai-gateway/pillar-security"},{"title":"Straiker","sidebarTitle":"Straiker","href":"/docs/ai-gateway/straiker"},{"title":"TrojAI DEFEND Integration","sidebarTitle":"TrojAI","href":"/docs/ai-gateway/trojai"},{"title":"Verra","sidebarTitle":"Verra","href":"/docs/ai-gateway/verra"},{"title":"Zscaler AI Guard guardrail for prompts and responses","sidebarTitle":"Zscaler AI Guard","href":"/docs/ai-gateway/zscaler-ai-guard"}]},{"title":"Custom Guardrail/Plugins Configuration","sidebarTitle":"Bring your own Guardrail / Plugin","href":"/docs/ai-gateway/custom-guardrails"}]},{"group":"Observability","pages":[{"title":"Metrics Dashboard","sidebarTitle":"Metrics Dashboard","href":"/docs/ai-gateway/analytics"},{"title":"Request Logging","sidebarTitle":"Request Logging","href":"/docs/ai-gateway/request-logging"},{"title":"Configure Data Access","sidebarTitle":"Configure Data Access","href":"/docs/ai-gateway/data-access"},{"title":"Configure Data Routing","sidebarTitle":"Configure Data Routing","href":"/docs/ai-gateway/data-routing"},{"group":"Export Logs and Metrics","pages":[{"title":"Export OpenTelemetry Data","sidebarTitle":"Export via OpenTelemetry","href":"/docs/ai-gateway/export-opentelemetry-data"},{"title":"Prometheus Grafana Integration","sidebarTitle":"Prometheus \u0026 Grafana","href":"/docs/ai-gateway/prometheus-grafana-integration"}]},{"group":"API Access to Metrics","expanded":false,"pages":[{"title":"Model Metrics","sidebarTitle":"Model Metrics","href":"/docs/ai-gateway/fetch-model-metrics"},{"title":"MCP Metrics","sidebarTitle":"MCP Metrics","href":"/docs/ai-gateway/fetch-mcp-metrics"},{"title":"Guardrail Metrics","sidebarTitle":"Guardrail Metrics","href":"/docs/ai-gateway/fetch-guardrail-metrics"},{"title":"Cache Metrics","sidebarTitle":"Cache Metrics","href":"/docs/ai-gateway/fetch-cache-metrics"},{"title":"Routing Metrics","sidebarTitle":"Routing Metrics","href":"/docs/ai-gateway/fetch-routing-metrics"},{"title":"Agent Metrics","sidebarTitle":"Agent Metrics","href":"/docs/ai-gateway/fetch-agent-metrics"}]},{"group":"API Access to Logs","root":{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},"expanded":false,"directory":"accordion","pages":[{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},{"title":"Request Logs: Trace Inspection","sidebarTitle":"Trace Inspection","href":"/docs/ai-gateway/fetch-request-logs-trace-inspection"},{"title":"Request Logs: Filtering","sidebarTitle":"Filtering","href":"/docs/ai-gateway/fetch-request-logs-filtering"},{"group":"Use Cases","expanded":false,"pages":[{"title":"Request Logs: Common Use Cases","sidebarTitle":"Basic Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases"},{"title":"Request Logs: Advanced Queries","sidebarTitle":"Advanced Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases-advanced"}]},{"group":"Span Attributes","expanded":false,"pages":[{"title":"Request Logs: Span Attributes","sidebarTitle":"TrueFoundry Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes"},{"title":"GenAI Span Attributes","sidebarTitle":"GenAI Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes-genai"}]}]}]},{"group":"Deployment","pages":[{"title":"Gateway Architecture","sidebarTitle":"Architecture","href":"/docs/ai-gateway/gateway-architecture"},{"title":"Deployment Options","sidebarTitle":"Deployment Options","href":"/docs/ai-gateway/modes-of-deployment"},{"title":"Globally Distributed SAAS Gateway","sidebarTitle":"Globally Distributed SAAS","href":"/docs/ai-gateway/globally-distributed-saas"},{"title":"Connect Private Models and MCP Servers","sidebarTitle":"Connect Private Endpoints","href":"/docs/ai-gateway/connect-private-models-mcp-servers"},{"title":"Install LLM Gateway (Standalone)","sidebarTitle":"Install AI Gateway","href":"/docs/ai-gateway/install-only-llm-gateway"}]},{"group":"Admin Guide","pages":[{"title":"Setup AI Gateway in Your Organization","sidebarTitle":"Setup AI Gateway in Org","href":"/docs/ai-gateway/setup-ai-gateway-in-org"},{"title":"Govern All AI Traffic Through the AI Gateway","sidebarTitle":"Govern All AI Traffic","href":"/docs/ai-gateway/govern-traffic-through-ai-gateway"},{"title":"Setup Dev, Staging and Prod Environments","sidebarTitle":"Setup Multiple Environments","href":"/docs/ai-gateway/setup-multiple-environments"},{"title":"Use Secret Manager in Integrations","sidebarTitle":"Use Secret Manager","href":"/docs/ai-gateway/secret-manager-in-ai-gateway"}]},{"group":"Chat","pages":[{"title":"Chat Completions","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /chat/completions","href":"/docs/api-reference/chat/chat-completions"}]},{"group":"Messages","pages":[{"title":"Messages","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages","href":"/docs/api-reference/messages/messages"},{"title":"Count Tokens","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages/count_tokens","href":"/docs/api-reference/messages/count-tokens"}]},{"group":"Embeddings","pages":[{"title":"Generate Embeddings","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /embeddings","href":"/docs/api-reference/embeddings/generate-embeddings"}]},{"group":"Rerank","pages":[{"title":"Rerank Documents","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /v2/rerank","href":"/docs/api-reference/rerank/rerank-documents"}]},{"group":"Responses","pages":[{"title":"List Model Response Input Items","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}/input_items","href":"/docs/api-reference/responses/list-model-response-input-items"},{"title":"Get Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}","href":"/docs/api-reference/responses/get-model-response"},{"title":"Delete Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /responses/{id}","href":"/docs/api-reference/responses/delete-model-response"},{"title":"Model Responses","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses","href":"/docs/api-reference/responses/model-responses"},{"title":"Model Responses Compact","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses/compact","href":"/docs/api-reference/responses/model-responses-compact"}]},{"group":"Image","pages":[{"title":"Generate Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/generations","href":"/docs/api-reference/image/generate-images"},{"title":"Edit Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/edits","href":"/docs/api-reference/image/edit-images"},{"title":"Create Image Variation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/variations","href":"/docs/api-reference/image/create-image-variation"}]},{"group":"Audio","pages":[{"title":"Transcribe Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/transcriptions","href":"/docs/api-reference/audio/transcribe-audio"},{"title":"Translate Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/translations","href":"/docs/api-reference/audio/translate-audio"},{"title":"Generate Speech","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/speech","href":"/docs/api-reference/audio/generate-speech"}]},{"group":"Batch","pages":[{"title":"List Batches","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches","href":"/docs/api-reference/batch/list-batches"},{"title":"Create Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches","href":"/docs/api-reference/batch/create-batch"},{"title":"Get Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}","href":"/docs/api-reference/batch/get-batch"},{"title":"Get Batch Output","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}/output","href":"/docs/api-reference/batch/get-batch-output"},{"title":"Cancel Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches/{id}/cancel","href":"/docs/api-reference/batch/cancel-batch"}]},{"group":"Files","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files","href":"/docs/api-reference/files/list-files"},{"title":"Upload File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /files","href":"/docs/api-reference/files/upload-file"},{"title":"Get File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}","href":"/docs/api-reference/files/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /files/{id}","href":"/docs/api-reference/files/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}/content","href":"/docs/api-reference/files/get-file-content"}]},{"group":"Fine-tuning","pages":[{"title":"List Fine-tuning Jobs","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/list-fine-tuning-jobs"},{"title":"Create Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/create-fine-tuning-job"},{"title":"Retrieve Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs/{fine_tuning_job_id}","href":"/docs/api-reference/fine-tuning/retrieve-fine-tuning-job"},{"title":"Cancel Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs/{fine_tuning_job_id}/cancel","href":"/docs/api-reference/fine-tuning/cancel-fine-tuning-job"}]},{"group":"Moderations","pages":[{"title":"Create Moderation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /moderations","href":"/docs/api-reference/moderations/create-moderation"}]},{"group":"Video","pages":[{"title":"Poll or Download Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/poll-or-download-video"},{"title":"Generate Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/generate-video"}]},{"group":"Models","pages":[{"title":"List available models","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /models","href":"/docs/api-reference/models/list-available-models"}]}]},{"tab":"Agent Platform","groups":[{"group":"Agent Harness","pages":[{"title":"Agent Harness","sidebarTitle":"Overview","href":"/docs/agent-platform/agent-harness/overview"},{"title":"What TrueFoundry Adds on Top of TrueForge","sidebarTitle":"What TrueFoundry Adds","href":"/docs/agent-platform/agent-harness/what-truefoundry-adds"},{"title":"Observability","sidebarTitle":"Observability","href":"/docs/agent-platform/agent-harness/observability"}]},{"group":"Agent Governance","pages":[{"title":"Why Agent Governance","sidebarTitle":"Why Agent Governance","href":"/docs/agent-platform/agent-governance/overview"},{"title":"Agent Governance Key Concepts","sidebarTitle":"Key Concepts","href":"/docs/agent-platform/agent-governance/key-concepts"},{"title":"The Agent Governance Blueprint","sidebarTitle":"Governance Blueprint","href":"/docs/agent-platform/agent-governance/governance-blueprint"},{"group":"Implementing on TrueFoundry","pages":[{"title":"Implementing Agent Governance with TrueFoundry","sidebarTitle":"Implementation Overview","href":"/docs/agent-platform/agent-governance/truefoundry-implementation"},{"title":"Agent Registry Overview","sidebarTitle":"Agent Registry","href":"/docs/agent-platform/agent-governance/agent-registry"},{"title":"Agent and its Identity with TrueFoundry","sidebarTitle":"Agent Identity","href":"/docs/ai-gateway/agents/agent-identity"},{"title":"Guardrails for Agents","sidebarTitle":"Guardrails for Agents","href":"/docs/agent-platform/agent-governance/agent-guardrails"},{"title":"Agent Observability","sidebarTitle":"Agent Observability","href":"/docs/agent-platform/agent-governance/agent-observability"},{"group":"Microsoft Agent Platforms","pages":[{"title":"Govern Microsoft Foundry agents calling MCP servers","sidebarTitle":"Microsoft Foundry Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/microsoft-foundry-agents"},{"title":"Govern Microsoft Copilot Studio agents calling MCP servers","sidebarTitle":"Copilot Studio Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/copilot-studio-agents"}]},{"group":"AWS Agent Platforms","pages":[{"title":"Govern AgentCore Agents calling MCP servers","sidebarTitle":"AgentCore Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/agentcore-agents"}]},{"group":"Databricks Agent Platforms","pages":[]},{"group":"Snowflake Agent Platforms","pages":[{"title":"Govern Snowflake Cortex agents calling MCP servers","sidebarTitle":"Snowflake Cortex Agents","href":"/docs/agent-platform/agent-governance/truefoundry-implementation/snowflake-cortex-agents"}]}]},{"group":"Identity Provider Scenarios","pages":[{"title":"TrueFoundry as the Identity Broker","sidebarTitle":"TrueFoundry as Identity Broker","href":"/docs/agent-platform/agent-governance/scenarios/truefoundry-identity-broker"},{"title":"Agent Governance with Okta","sidebarTitle":"Okta and Okta for AI Agents","href":"/docs/agent-platform/agent-governance/scenarios/okta"},{"title":"Agent Governance with Microsoft Entra","sidebarTitle":"Microsoft Entra (Azure AD)","href":"/docs/agent-platform/agent-governance/scenarios/microsoft-entra"},{"title":"Agent Governance with SPIFFE and SPIRE","sidebarTitle":"SPIFFE / SPIRE","href":"/docs/agent-platform/agent-governance/scenarios/spiffe"}]}]}]},{"tab":"Platform","groups":[{"group":"Platform","pages":[{"title":"TrueFoundry Overview","sidebarTitle":"Overview","href":"/docs/platform/overview"},{"group":"Architecture","pages":[{"title":"TrueFoundry Architecture","sidebarTitle":"Overview","href":"/docs/platform/architecture"},{"title":"TrueFoundry Control Plane","sidebarTitle":"Control Plane","href":"/docs/platform/control-plane-architecture"},{"title":"TrueFoundry AI Gateway Plane Architecture","sidebarTitle":"Gateway Plane","href":"/docs/platform/gateway-plane-architecture"},{"title":"TrueFoundry Compute Plane Architecture","sidebarTitle":"Compute Plane","href":"/docs/platform/compute-plane-architecture"}]},{"group":"Identity and Access Management","pages":[{"title":"Identity and Access Management Overview","sidebarTitle":"Overview","href":"/docs/platform/user-team-account-management"},{"title":"Manage Users","href":"/docs/platform/user-management"},{"title":"Manage Teams","href":"/docs/platform/team-management"},{"title":"Manage Virtual Accounts","href":"/docs/platform/virtual-account-management"},{"title":"Manage User Roles \u0026 Permissions","href":"/docs/platform/manage-user-roles-and-permissions"},{"title":"API Keys","sidebarTitle":"API Keys","href":"/docs/generating-truefoundry-api-keys"},{"group":"Identity Providers","pages":[{"title":"Identity Providers","sidebarTitle":"Overview","href":"/docs/platform/identity-providers/overview"},{"title":"External JWT","sidebarTitle":"External JWT","href":"/docs/platform/identity-providers/external-jwt"},{"group":"Workload Identity Federation","pages":[{"title":"Workload Identity Federation","sidebarTitle":"Overview","href":"/docs/platform/identity-providers/workload-identity-federation/overview"},{"title":"GitHub Actions","sidebarTitle":"GitHub Actions","href":"/docs/platform/identity-providers/workload-identity-federation/github-actions"},{"title":"Kubernetes","sidebarTitle":"Kubernetes","href":"/docs/platform/identity-providers/workload-identity-federation/kubernetes"},{"title":"AWS","sidebarTitle":"AWS","href":"/docs/platform/identity-providers/workload-identity-federation/aws"},{"title":"GCP","sidebarTitle":"GCP","href":"/docs/platform/identity-providers/workload-identity-federation/gcp"}]}]}]},{"group":"SSO \u0026 SCIM Provisioning","pages":[{"title":"SSO \u0026 SCIM Overview","sidebarTitle":"Overview","href":"/docs/platform/sso/overview"},{"group":"Microsoft Entra ID","pages":[{"title":"SAML with Microsoft Entra ID","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/entra/saml"},{"title":"OIDC with Microsoft Entra ID","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/entra/oidc"},{"title":"SCIM with Microsoft Entra ID","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/entra/scim"}]},{"group":"Okta","pages":[{"title":"SAML with Okta","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/okta/saml"},{"title":"SSO: OIDC with Okta","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/okta/oidc"},{"title":"SSO: Okta OIN","sidebarTitle":"SSO via OIN","href":"/docs/platform/sso/okta/oin"},{"title":"SCIM with Okta","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/okta/scim"}]},{"group":"Google Workspace","pages":[{"title":"SAML with Google Workspace","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/google/saml"}]},{"group":"JumpCloud","pages":[{"title":"SAML with JumpCloud","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/jumpcloud/saml"},{"title":"SCIM with JumpCloud","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/jumpcloud/scim"}]},{"group":"OneLogin","pages":[{"title":"SAML with OneLogin","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/onelogin/saml"},{"title":"SCIM with OneLogin","sidebarTitle":"Setup SCIM","href":"/docs/platform/sso/onelogin/scim"}]},{"group":"Auth0","pages":[{"title":"OIDC with Auth0","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/auth0/oidc"},{"title":"SAML with Auth0","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/auth0/saml"}]},{"group":"Keycloak","pages":[{"title":"SSO: OIDC with Keycloak","sidebarTitle":"SSO via OIDC","href":"/docs/platform/sso/keycloak/oidc"}]},{"group":"Microsoft AD FS","pages":[{"title":"SAML with Microsoft AD FS","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/adfs/saml"}]},{"group":"PingOne","pages":[{"title":"SAML with PingOne","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/pingone/saml"}]},{"group":"Rippling","pages":[{"title":"SAML with Rippling","sidebarTitle":"SSO via SAML","href":"/docs/platform/sso/rippling/saml"}]},{"title":"SAML with a Custom Identity Provider","sidebarTitle":"Custom SAML","href":"/docs/platform/sso/custom-saml"},{"title":"OIDC with a Custom Identity Provider","sidebarTitle":"Custom OIDC","href":"/docs/platform/sso/custom-oidc"},{"title":"External SSO (OIDC/SAML)","href":"/docs/deploy-control-plane-with-external-oauth"}]},{"title":"Setup For CLI","href":"/docs/setup-cli"},{"title":"Repositories","href":"/docs/platform/repositories"},{"group":"Integrations","pages":[{"title":"Integrations","sidebarTitle":"Overview","href":"/docs/integrations-overview"},{"title":"AWS Integration","sidebarTitle":"AWS","href":"/docs/integration-provider-aws"},{"title":"GCP Integration","sidebarTitle":"GCP","href":"/docs/integration-provider-gcp"},{"title":"Azure Integration","sidebarTitle":"Azure","href":"/docs/integration-provider-azure"},{"title":"Github","href":"/docs/github-integration-set-up"},{"title":"Gitlab","href":"/docs/gitlab-integration-set-up"},{"title":"Bitbucket","href":"/docs/bitbucket-integration-set-up"},{"title":"Bitbucket Integration using PAT","href":"/docs/bitbucket-data-center-pat-integration"},{"title":"Azure Repos","href":"/docs/azure-repos-integration-set-up"},{"title":"PagerDuty","href":"/docs/pagerduty-integration"},{"title":"MS Teams","href":"/docs/ms-teams-integration"},{"title":"Slack","href":"/docs/slack-bot-integration"},{"title":"Email Integration","href":"/docs/email-integration"},{"title":"Webhook Notification Channel","href":"/docs/webhook-notification-integration"},{"title":"HashiCorp Vault","href":"/docs/hashicorp"}]},{"title":"Setup GitOps","href":"/docs/setup-gitops-using-truefoundry"},{"title":"Audit Logging","href":"/docs/platform/audit-logging"},{"title":"Interact with TrueFoundry using AI","sidebarTitle":"Interact using AI","href":"/docs/interact-with-tfy-using-ai"},{"group":"Installation Guides","pages":[{"title":"Installation and Deployment Overview","sidebarTitle":"Overview","href":"/docs/platform/deployment-overview"},{"group":"Deploy Compute Plane","pages":[{"title":"Deploy Compute Plane","sidebarTitle":"Overview","href":"/docs/infrastructure/deploy-compute-plane"},{"group":"Installation Guides","pages":[{"title":"AWS Compute Plane Setup","sidebarTitle":"AWS","href":"/docs/infrastructure/aws-compute-plane-setup"},{"title":"GCP Compute Plane Setup","sidebarTitle":"GCP","href":"/docs/infrastructure/gcp-compute-plane-setup"},{"title":"Azure Compute Plane Setup","sidebarTitle":"Azure","href":"/docs/infrastructure/azure-compute-plane-setup"},{"title":"Generic","href":"/docs/infrastructure/generic-compute-plane-setup"}]},{"group":"Advanced Configuration","pages":[{"title":"LoadBalancer/Ingress","href":"/docs/loadbalancers"},{"title":"TFY Agent","href":"/docs/tfy-agent"},{"title":"Multiple clusters with one TFY Agent","href":"/docs/infrastructure/multi-logical-clusters-tfy-agent"},{"title":"Custom CA Certificate Injection","href":"/docs/infrastructure/custom-ca-certificate-injection"},{"title":"Cluster migration with Velero","href":"/docs/cluster-migration-with-velero"},{"title":"Infra Set Up For Workflows","href":"/docs/infra-set-up-for-workflows"}]}]},{"title":"Deploy Gateway Plane","href":"/docs/platform/deploy-gateway-plane"},{"group":"Deploy Control Plane and Gateway Plane","root":{"title":"Deploy AI Gateway (Control Plane)","sidebarTitle":"Overview","href":"/docs/platform/deploy-control-plane-and-gateway-plane"},"expanded":false,"directory":"accordion","pages":[{"title":"Deploy AI Gateway (Control Plane)","sidebarTitle":"Overview","href":"/docs/platform/deploy-control-plane-and-gateway-plane"},{"group":"Installation Guides","pages":[{"title":"Install on AWS","sidebarTitle":"AWS","href":"/docs/platform/deploy-control-plane-install-aws"},{"title":"Install on GCP","sidebarTitle":"GCP","href":"/docs/platform/deploy-control-plane-install-gcp"},{"title":"Install on Azure","sidebarTitle":"Azure","href":"/docs/platform/deploy-control-plane-install-azure"},{"title":"Install on OpenShift","sidebarTitle":"OpenShift","href":"/docs/platform/deploy-control-plane-install-openshift"},{"title":"Install on-prem","sidebarTitle":"On-prem","href":"/docs/platform/deploy-control-plane-install-onprem"}]},{"title":"Deploy AI Gateway FAQs","sidebarTitle":"FAQs","href":"/docs/platform/deploy-control-plane-faq"}]},{"group":"Deploy Control Plane and Compute Plane","pages":[{"title":"Deploy Control Plane and Compute Plane","sidebarTitle":"Overview","href":"/docs/deploy-control-and-compute-plane"},{"group":"Installation Guides","pages":[{"title":"AWS Control Plane Setup","sidebarTitle":"AWS","href":"/docs/aws-control-plane"},{"title":"GCP Control Plane Setup","sidebarTitle":"GCP","href":"/docs/gcp-control-plane"},{"title":"Azure Control Plane Setup","sidebarTitle":"Azure","href":"/docs/azure-control-plane"},{"title":"Deploy Generic Control Plane","sidebarTitle":"Generic","href":"/docs/generic-control-plane"},{"title":"Deploy on OpenShift / ROSA","sidebarTitle":"OpenShift / ROSA","href":"/docs/openshift-control-plane"}]},{"group":"Advanced Configuration","pages":[{"title":"Customize Build Workflow","href":"/docs/customize-build-workflow"},{"title":"Customizing CI/CD Templates","href":"/docs/customizing-cicd-templates"},{"title":"Customizing Workbench Images","href":"/docs/customizing-workbench-images"}]}]}]},{"group":"Control Plane Management","pages":[{"title":"Control Plane Monitoring","href":"/docs/platform/controlplane-monitoring"},{"title":"Manage Multi-Tenancy on the Control Plane","sidebarTitle":"Multi-Tenancy","href":"/docs/platform/controlplane-multitenant"},{"title":"Releases, Upgrades, and Rollbacks","href":"/docs/platform/control-plane-upgrade"}]},{"group":"Security","pages":[{"title":"Security settings","sidebarTitle":"Security Settings","href":"/docs/platform/security-settings"},{"title":"SaaS security","sidebarTitle":"SaaS Security","href":"/docs/platform/saas-security"},{"title":"Self-hosted security","sidebarTitle":"Self-Hosted Security","href":"/docs/platform/onprem-security"},{"title":"Delete the organization account","sidebarTitle":"Delete Tenant","href":"/docs/platform/tenant-deletion"}]},{"title":"Support","href":"/docs/platform/support"},{"group":"Reliability","pages":[{"title":"Disaster Recovery","sidebarTitle":"Disaster Recovery","href":"/docs/platform/disaster-recovery"}]}]}]},{"tab":"AI Deployment","groups":[{"group":"Introduction","pages":[{"title":"Introduction to AI Deployment","sidebarTitle":"Overview","href":"/docs/ai-deployment-overview"},{"title":"Key Concepts","href":"/docs/key-concepts"}]},{"group":"Train and Deploy Models","pages":[{"title":"Model Deployment Introduction","sidebarTitle":"Introduction","href":"/docs/model-deployment-introduction"},{"group":"Develop and Iterate","pages":[{"title":"Launch Jupyter Notebook","href":"/docs/launch-notebooks"},{"title":"Launch a SSH Server","href":"/docs/launch-an-ssh-server"},{"title":"Launch Notebook with Spark","href":"/docs/launch-notebook-with-spark"}]},{"title":"Model Registry","href":"/docs/model-registry"},{"group":"Deploy Model As API","pages":[{"title":"Model Deployment Overview","sidebarTitle":"Overview","href":"/docs/model-deployment/overview"},{"title":"HuggingFace","href":"/docs/model-deployment/deploy-model-from-huggingface"},{"title":"Scikit Learn / XGBoost","href":"/docs/model-deployment/deploy-sklearn-xgboost"},{"title":"FastAPI","href":"/docs/model-deployment/deploy-model-fastapi"},{"title":"LitServe","href":"/docs/model-deployment/deploy-litserve"},{"title":"AWS Multi-Model Server","href":"/docs/model-deployment/deploy-model-mms"},{"title":"TorchServe","href":"/docs/model-deployment/deploy-torchserve"},{"title":"TensorFlow Serve (TFServe)","href":"/docs/model-deployment/deploy-tfserve"},{"title":"MlFlow","href":"/docs/model-deployment/deploy-model-mlflow"},{"title":"Migrate Sagemaker Pytorch Endpoint","href":"/docs/model-deployment/migrate-from-sagemaker-pytorch-endpoint"}]}]},{"group":"Service Deployment","pages":[{"title":"Introduction","href":"/docs/introduction-to-a-service"},{"title":"Deploy Your First Service","sidebarTitle":"Getting Started","href":"/docs/deploy-first-service"},{"group":"Configuring your service","pages":[{"title":"Dockerize Your Code","href":"/docs/dockerize-code"},{"title":"Define Ports And Domains","href":"/docs/define-ports-and-domains"},{"title":"Add authentication to your Endpoints","sidebarTitle":"Endpoint Authentication","href":"/docs/endpoint-authentication"},{"group":"Resources","pages":[{"title":"Set Resources","href":"/docs/resources-cpu-memory-storage"},{"title":"Using Fractional GPUs","href":"/docs/using-fractional-gpus"},{"title":"Using TPUs","href":"/docs/using-tpus"}]},{"title":"Environment Variables \u0026 Secrets","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets"},{"title":"Autoscaling Overview","sidebarTitle":"Autoscaling","href":"/docs/autoscaling-overview"},{"title":"Pause / Resume Service","href":"/docs/pause-resume-service"},{"title":"Scale Service to 0","href":"/docs/scale-service-to-0"},{"title":"Liveness/Readiness Probe","href":"/docs/liveness-readiness-probe"},{"title":"Rollout Strategy","href":"/docs/rollout-strategy"},{"title":"Access Cloud Services Like S3","href":"/docs/access-data-from-s3-or-other-clouds-services"},{"title":"Download Models/Artifacts","href":"/docs/download-and-cache-models"},{"title":"Redirect And Mirror Traffic","href":"/docs/intercepts"},{"title":"Kustomize Support","href":"/docs/kustomize"},{"title":"Sticky Routing","href":"/docs/sticky-routing"},{"title":"Mounting Volumes/Files","href":"/docs/mounting-volumes-service"},{"title":"Deploy a Service Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-service-programatically"},{"title":"Set Up CI/CD","href":"/docs/setting-up-cicd-for-your-service"},{"title":"Update, Rollback, Promote","href":"/docs/update-rollback-promote-your-service"},{"title":"View Logs, Metrics And Events","href":"/docs/monitor-your-service"},{"title":"Log \u0026 Monitor Custom Metrics","href":"/docs/log-monitor-custom-metrics"},{"title":"Setup Alerts","href":"/docs/setup-alerts"},{"title":"Docker Build Secrets","href":"/docs/docker-build-secrets"}]}]},{"group":"Job Deployment","pages":[{"title":"Jobs Introduction","sidebarTitle":"Introduction","href":"/docs/introduction-to-a-job"},{"title":"Deploy Job from GitHub","sidebarTitle":"Getting Started","href":"/docs/deploy-job-from-a-public-github-repository"},{"group":"Configuring your Job","pages":[{"title":"Parameterize A Job","href":"/docs/deploy-a-job-with-additional-parameters"},{"title":"Env Variables \u0026 Secrets for Jobs","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets-jobs"},{"title":"Mounting Volumes","href":"/docs/mounting-volumes-job"},{"title":"Set Retries And Timeout","href":"/docs/retries-and-timeout"},{"title":"Set Concurrency Limit","href":"/docs/concurrency-limits"},{"title":"Deploy a Job Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-job-programatically"},{"title":"Monitor Your Job","href":"/docs/monitor-your-job"},{"title":"Access Data From S3 Or Other Clouds","href":"/docs/access-data-from-s3-or-other-clouds-jobs"},{"title":"Add Alerts To Your Job","href":"/docs/add-alerts-to-your-job"},{"title":"Logging Data in Job Runs","href":"/docs/job-runs-and-logging"}]},{"group":"Configuring your Spark Job","pages":[{"title":"Use blob storage with your Spark job","href":"/docs/deploy-a-spark-job-with-blob-storage"},{"title":"JVM metrics for Spark jobs","href":"/docs/spark-job-jvm-metrics"}]}]},{"group":"LLM Deployment","pages":[{"title":"Deploying LLMs","href":"/docs/deploying-an-llm-model-from-the-model-catalogue"},{"title":"Deploying NVIDIA NIM Models","href":"/docs/deploying-nvidia-nims"},{"title":"Benchmarking LLMs","href":"/docs/benchmarking-llms"}]},{"group":"LLM Finetuning","pages":[{"title":"Finetuning LLMs","href":"/docs/finetuning-a-model-from-the-model-catalogue"}]},{"group":"MCP Server Deployment","pages":[{"title":"MCP Server Deployment Overview","sidebarTitle":"Overview","href":"/docs/mcp-server-deployment/mcp-server-deployment-overview"},{"title":"Deploy MCP Server From Code","sidebarTitle":"Deploy From Code","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-code"},{"title":"Deploy MCP Server from npx/uvx","sidebarTitle":"Deploy from npx/uvx","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-npx-uvx"}]},{"group":"Workflow Deployment","pages":[{"title":"Introduction To Workflow","href":"/docs/introduction-to-workflow"},{"title":"Creating Your First Workflow","href":"/docs/creating-your-first-workflow"},{"title":"Interacting With Workflow","href":"/docs/interacting-with-workflow"},{"title":"Workflow Concepts","href":"/docs/workflow-concepts"},{"group":"Guides","pages":[{"title":"Creating A Workflow With Different Container Images","href":"/docs/creating-a-workflow-with-gpu-and-non-gpu-image"},{"title":"Using Dockerfile For Python Function Task","href":"/docs/python-function-tasks-with-dockefile"},{"title":"Using Raw Container Task","href":"/docs/container-task"},{"title":"Adding Environment Variable","href":"/docs/adding-environment-variable"},{"title":"Configuring Resources","href":"/docs/configuring-resources"},{"title":"Creating A Conditional Task","href":"/docs/conditional-task"},{"title":"Creating A Map Task","href":"/docs/creating-a-map-task"},{"title":"Creating A Cron Workflow","href":"/docs/cron-workflow"},{"title":"Creating A Spark Task","href":"/docs/spark-task"},{"title":"Creating A Databricks Task","href":"/docs/databricks-task"},{"title":"Creating A Snowflake Task","href":"/docs/snowflake-task"},{"title":"Task Config","href":"/docs/task-config"},{"title":"Attaching Mounts","href":"/docs/attaching-mounts"},{"title":"Passing Files/Artifacts Between Tasks","href":"/docs/passing-filesartifacts-between-tasks"},{"title":"Example Of Task Config With Different Parameters","href":"/docs/example-of-task-config-with-different-parameters"},{"title":"Adding Retries And Handling Failures","href":"/docs/adding-retries-and-handling-failures"},{"title":"Running Workflow Locally","href":"/docs/running-workflow-locally"},{"title":"Adding Alerts For Workflow","href":"/docs/adding-alerts-for-workflow"},{"title":"Handling Failure using Failure Task/Node","href":"/docs/handling-workflow-failure"},{"title":"Recovering a Failed Workflow Execution","href":"/docs/recovering-workflow-execution"}]}]},{"group":"Async Service Deployment","pages":[{"title":"Introduction to Async Service","href":"/docs/introduction-to-async-service"},{"title":"Deploy your first Async Service","href":"/docs/deploy-your-first-asyncservice"},{"group":"Configure async service","pages":[{"title":"Configure Ports","href":"/docs/configure-ports"},{"title":"Configure Queue","href":"/docs/configure-queue"},{"title":"Autoscaling","href":"/docs/autoscaling"},{"title":"Configure Sidecar","href":"/docs/configure-sidecar"}]},{"group":"Queue Integrations","pages":[{"title":"AWS SQS","href":"/docs/aws-sqs"}]},{"title":"Monitor Your Async Service","href":"/docs/monitoring-your-async-service"}]},{"group":"Volumes","pages":[{"title":"Introduction to Volume","href":"/docs/introduction-to-volume"},{"title":"Creating And Using Volumes","href":"/docs/creating-a-volume"}]},{"group":"Experiment Tracking","pages":[{"title":"ML Repo: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ml-repo-quickstart"},{"title":"Create Runs and Log Data","href":"/docs/create-run"},{"title":"Artifacts and Artifact Versions","href":"/docs/log-artifacts"},{"title":"Models and Model Versions","href":"/docs/log-models"},{"title":"Huggingface Trainer Callback","href":"/docs/huggingface-trainer-callback"}]},{"group":"Advanced Features","pages":[{"title":"Secret Management","href":"/docs/manage-secrets"},{"title":"Deployment Guardrails and Policies","href":"/docs/applying-custom-policies"},{"title":"Deploy Helm Charts","href":"/docs/deploy-helm-charts"},{"title":"Deploy Kubernetes Manifests","href":"/docs/deploy-kubernetes-manifests"},{"title":"Ingress Controller Configuration","href":"/docs/ingress-controller-configuration"}]}]},{"tab":"API Reference","groups":[{"group":"TrueFoundry SDK","pages":[{"title":"TrueFoundry Python SDK","href":"/docs/truefoundry_sdk"},{"title":"TrueFoundry ML Client","href":"/docs/truefoundry-ml-reference/index"}]},{"group":"TrueFoundry CLI","pages":[{"title":"Using tfy apply","href":"/docs/using-tfy-apply"},{"title":"Using tfy delete","href":"/docs/using-tfy-delete"}]},{"group":"Extras","pages":[{"title":"Add and List Models","href":"/docs/apply-api-create-models"},{"title":"Secret Management API","href":"/docs/apply-api-secret-management"}]},{"group":"Agent","pages":[{"title":"List Agents","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents","href":"/docs/api-reference/agent/list-agents"},{"title":"Create or Update Agent","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agents","href":"/docs/api-reference/agent/create-or-update-agent"},{"title":"Get Agent","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents/{id}","href":"/docs/api-reference/agent/get-agent"},{"title":"Delete Agent","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agents/{id}","href":"/docs/api-reference/agent/delete-agent"},{"title":"Get Agent Token","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agents/{id}/token","href":"/docs/api-reference/agent/get-agent-token"},{"title":"Create Agent Token","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/agents/{id}/token","href":"/docs/api-reference/agent/create-agent-token"},{"title":"Update Agent State","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agents/{id}/state","href":"/docs/api-reference/agent/update-agent-state"},{"title":"List Agent Versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-versions","href":"/docs/api-reference/agent/list-agent-versions"}]},{"group":"Agent Skills","pages":[{"title":"Get agent skill","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skills/{agent_skill_id}","href":"/docs/api-reference/agent-skills/get-agent-skill"},{"title":"Delete agent skill","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agent-skills/{agent_skill_id}","href":"/docs/api-reference/agent-skills/delete-agent-skill"},{"title":"List agent skills","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skills","href":"/docs/api-reference/agent-skills/list-agent-skills"},{"title":"List agent skill versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skill-versions","href":"/docs/api-reference/agent-skills/list-agent-skill-versions"},{"title":"Create or update agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/agent-skill-versions","href":"/docs/api-reference/agent-skills/create-or-update-agent-skill-version"},{"title":"Get agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/agent-skill-versions/{agent_skill_version_id}","href":"/docs/api-reference/agent-skills/get-agent-skill-version"},{"title":"Delete agent skill version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/agent-skill-versions/{agent_skill_version_id}","href":"/docs/api-reference/agent-skills/delete-agent-skill-version"}]},{"group":"Applications","pages":[{"title":"List Applications","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps","href":"/docs/api-reference/applications/list-applications"},{"title":"Create or Update Application Deployment","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/apps","href":"/docs/api-reference/applications/create-or-update-application-deployment"},{"title":"Get Application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}","href":"/docs/api-reference/applications/get-application"},{"title":"Delete Application","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/apps/{id}","href":"/docs/api-reference/applications/delete-application"},{"title":"List Application Deployments","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}/deployments","href":"/docs/api-reference/applications/list-application-deployments"},{"title":"Redeploy Application","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/apps/{id}/deployments/{deploymentId}/redeploy","href":"/docs/api-reference/applications/redeploy-application"},{"title":"Get Deployment","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/apps/{id}/deployments/{deploymentId}","href":"/docs/api-reference/applications/get-deployment"},{"title":"Pause Application","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/apps/{id}/scale-to-zero","href":"/docs/api-reference/applications/pause-application"},{"title":"Resume Application","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/apps/{id}/scale-to-original","href":"/docs/api-reference/applications/resume-application"},{"title":"Cancel Deployment","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/apps/{id}/deployments/{deploymentId}/cancel","href":"/docs/api-reference/applications/cancel-deployment"},{"title":"Get Application Resources","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/x/apps/{id}/resources","href":"/docs/api-reference/applications/get-application-resources"},{"title":"Get Application State","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/x/apps/{id}/state","href":"/docs/api-reference/applications/get-application-state"}]},{"group":"Metrics","pages":[{"title":"Create Grafana dashboard for an application","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/metrics/grafana/{workspaceId}","href":"/docs/api-reference/metrics/create-grafana-dashboard-for-an-application"},{"title":"Get Grafana dashboard JSON for an application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/grafana/dashboard-json/{workspaceId}","href":"/docs/api-reference/metrics/get-grafana-dashboard-json-for-an-application"},{"title":"List metric charts for an application","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/{workspaceId}/charts","href":"/docs/api-reference/metrics/list-metric-charts-for-an-application"},{"title":"Get metric data for an application chart","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/{workspaceId}/charts/{chart}","href":"/docs/api-reference/metrics/get-metric-data-for-an-application-chart"},{"title":"List metric charts for a cluster","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/cluster/{id}/charts","href":"/docs/api-reference/metrics/list-metric-charts-for-a-cluster"},{"title":"Get metric data for a cluster chart","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/metrics/cluster/{id}/charts/{chart}","href":"/docs/api-reference/metrics/get-metric-data-for-a-cluster-chart"}]},{"group":"Apply","pages":[{"title":"Create or update a resource from a manifest","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/apply","href":"/docs/api-reference/apply/create-or-update-a-resource-from-a-manifest"},{"title":"Delete a resource identified by a manifest","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/delete","href":"/docs/api-reference/apply/delete-a-resource-identified-by-a-manifest"},{"title":"Resolve the dependency tree for a set of manifests","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/dependency-tree","href":"/docs/api-reference/apply/resolve-the-dependency-tree-for-a-set-of-manifests"}]},{"group":"Artifacts","pages":[{"title":"Get artifact","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifacts/{id}","href":"/docs/api-reference/artifacts/get-artifact"},{"title":"Delete artifact","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/artifacts/{id}","href":"/docs/api-reference/artifacts/delete-artifact"},{"title":"List artifacts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifacts","href":"/docs/api-reference/artifacts/list-artifacts"},{"title":"List artifact versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/list-artifact-versions"},{"title":"Create or update artifact version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/create-or-update-artifact-version"},{"title":"Delete artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions","href":"/docs/api-reference/artifacts/delete-artifact-version"},{"title":"Apply tags to artifact version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/artifact-versions/tags","href":"/docs/api-reference/artifacts/apply-tags-to-artifact-version"},{"title":"Get signed URLs for artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/signed-urls","href":"/docs/api-reference/artifacts/get-signed-urls-for-artifact-version"},{"title":"Create multipart upload","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/signed-urls/multipart","href":"/docs/api-reference/artifacts/create-multipart-upload"},{"title":"List files in artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/files","href":"/docs/api-reference/artifacts/list-files-in-artifact-version"},{"title":"Stage artifact version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/stage","href":"/docs/api-reference/artifacts/stage-artifact-version"},{"title":"Mark stage failure","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/artifact-versions/mark-stage-failure","href":"/docs/api-reference/artifacts/mark-stage-failure"},{"title":"Get artifact version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/artifact-versions/{id}","href":"/docs/api-reference/artifacts/get-artifact-version"},{"title":"Delete artifact version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/artifact-versions/{id}","href":"/docs/api-reference/artifacts/delete-artifact-version-1"}]},{"group":"Audit Logs","pages":[{"title":"Get Audit Logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs","href":"/docs/api-reference/audit-logs/get-audit-logs"},{"title":"Get Audit Log Actions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs/actions","href":"/docs/api-reference/audit-logs/get-audit-log-actions"},{"title":"Get Resource Audit Logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/audit-logs/resources","href":"/docs/api-reference/audit-logs/get-resource-audit-logs"}]},{"group":"Clusters","pages":[{"title":"List clusters","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters","href":"/docs/api-reference/clusters/list-clusters"},{"title":"Create or update a cluster","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/clusters","href":"/docs/api-reference/clusters/create-or-update-a-cluster"},{"title":"Get a cluster","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}","href":"/docs/api-reference/clusters/get-a-cluster"},{"title":"Delete a cluster","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/clusters/{id}","href":"/docs/api-reference/clusters/delete-a-cluster"},{"title":"List cluster addons","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}/get-addons","href":"/docs/api-reference/clusters/list-cluster-addons"},{"title":"Get cluster connection status","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/clusters/{id}/is-connected","href":"/docs/api-reference/clusters/get-cluster-connection-status"}]},{"group":"Jobs","pages":[{"title":"List Job Runs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/jobs/{jobId}/runs","href":"/docs/api-reference/jobs/list-job-runs"},{"title":"Get Job Run","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/jobs/{jobId}/runs/{jobRunName}","href":"/docs/api-reference/jobs/get-job-run"},{"title":"Delete Job Run","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/jobs/{jobId}/runs/{jobRunName}","href":"/docs/api-reference/jobs/delete-job-run"},{"title":"Trigger Job","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/jobs/trigger","href":"/docs/api-reference/jobs/trigger-job"},{"title":"Terminate Job","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/jobs/terminate","href":"/docs/api-reference/jobs/terminate-job"}]},{"group":"LLM Gateway Budgets","pages":[{"title":"List gateway budgets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets","href":"/docs/api-reference/llm-gateway-budgets/list-gateway-budgets"},{"title":"Create or update a gateway budget","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/llm-gateway/budgets","href":"/docs/api-reference/llm-gateway-budgets/create-or-update-a-gateway-budget"},{"title":"Get my budget usage","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/my-usage","href":"/docs/api-reference/llm-gateway-budgets/get-my-budget-usage"},{"title":"Simulate gateway budgets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/llm-gateway/budgets/simulate","href":"/docs/api-reference/llm-gateway-budgets/simulate-gateway-budgets"},{"title":"Get a gateway budget by id","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/{id}","href":"/docs/api-reference/llm-gateway-budgets/get-a-gateway-budget-by-id"},{"title":"Delete a gateway budget by id","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/llm-gateway/budgets/{id}","href":"/docs/api-reference/llm-gateway-budgets/delete-a-gateway-budget-by-id"},{"title":"Get a gateway budget leaderboard","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/llm-gateway/budgets/{id}/leaderboard","href":"/docs/api-reference/llm-gateway-budgets/get-a-gateway-budget-leaderboard"}]},{"group":"Logs","pages":[{"title":"Get application logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/logs","href":"/docs/api-reference/logs/get-application-logs"},{"title":"Download workspace logs","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/logs/{workspaceId}/download","href":"/docs/api-reference/logs/download-workspace-logs"}]},{"group":"MCP Registry","pages":[{"title":"List MCP registry servers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers","href":"/docs/api-reference/mcp-registry/list-mcp-registry-servers"},{"title":"List MCP registry server versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers/{mcpRegistryServerName}/versions","href":"/docs/api-reference/mcp-registry/list-mcp-registry-server-versions"},{"title":"Get an MCP registry server version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/mcp-registry/v0.1/servers/{mcpRegistryServerName}/versions/{version}","href":"/docs/api-reference/mcp-registry/get-an-mcp-registry-server-version"}]},{"group":"MCP Servers V2","pages":[{"title":"List MCP servers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp","href":"/docs/api-reference/mcp-servers-v2/list-mcp-servers"},{"title":"Create or update an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/mcp","href":"/docs/api-reference/mcp-servers-v2/create-or-update-an-mcp-server"},{"title":"Bulk create TrueFoundry-managed MCP servers","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/mcp/bulk","href":"/docs/api-reference/mcp-servers-v2/bulk-create-truefoundry-managed-mcp-servers"},{"title":"Get an MCP server by ID","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}","href":"/docs/api-reference/mcp-servers-v2/get-an-mcp-server-by-id"},{"title":"Delete an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}","href":"/docs/api-reference/mcp-servers-v2/delete-an-mcp-server"},{"title":"Get MCP server code snippets","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/code-snippets","href":"/docs/api-reference/mcp-servers-v2/get-mcp-server-code-snippets"},{"title":"List MCP user auth overrides","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/list-mcp-user-auth-overrides"},{"title":"Set a per-subject auth override","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/set-a-per-subject-auth-override"},{"title":"Disconnect a subject from an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}/auth","href":"/docs/api-reference/mcp-servers-v2/disconnect-a-subject-from-an-mcp-server"},{"title":"Get the consent URL for per-user MCP server authorization","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/authorize","href":"/docs/api-reference/mcp-servers-v2/get-the-consent-url-for-per-user-mcp-server-authorization"},{"title":"Get MCP server auth status for a subject","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth/status","href":"/docs/api-reference/mcp-servers-v2/get-mcp-server-auth-status-for-a-subject"},{"title":"Get auth override parameters for an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/mcp/{mcpServerId}/auth-override/uischema","href":"/docs/api-reference/mcp-servers-v2/get-auth-override-parameters-for-an-mcp-server"},{"title":"Revoke all auth tokens on an MCP server","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/mcp/{mcpServerId}/auth/tokens","href":"/docs/api-reference/mcp-servers-v2/revoke-all-auth-tokens-on-an-mcp-server"}]},{"group":"MLRepos","pages":[{"title":"Get ML Repo","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/ml-repos/{id}","href":"/docs/api-reference/mlrepos/get-ml-repo"},{"title":"Delete ML Repo","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/ml-repos/{id}","href":"/docs/api-reference/mlrepos/delete-ml-repo"},{"title":"List ML Repos","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/ml-repos","href":"/docs/api-reference/mlrepos/list-ml-repos"},{"title":"Create or Update MLRepo","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/ml-repos","href":"/docs/api-reference/mlrepos/create-or-update-mlrepo"}]},{"group":"Models","pages":[{"title":"Get model","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/models/{id}","href":"/docs/api-reference/models/get-model"},{"title":"Delete model","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/models/{id}","href":"/docs/api-reference/models/delete-model"},{"title":"List models","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/models","href":"/docs/api-reference/models/list-models"},{"title":"List model versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/model-versions","href":"/docs/api-reference/models/list-model-versions"},{"title":"Create or update model version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/model-versions","href":"/docs/api-reference/models/create-or-update-model-version"},{"title":"Delete model version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/model-versions","href":"/docs/api-reference/models/delete-model-version"},{"title":"Apply tags to model version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/model-versions/tags","href":"/docs/api-reference/models/apply-tags-to-model-version"},{"title":"Get model version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/model-versions/{id}","href":"/docs/api-reference/models/get-model-version"},{"title":"Delete model version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/model-versions/{id}","href":"/docs/api-reference/models/delete-model-version-1"}]},{"group":"Personal Access Tokens","pages":[{"title":"List personal access tokens","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens","href":"/docs/api-reference/personal-access-tokens/list-personal-access-tokens"},{"title":"Create a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/personal-access-tokens","href":"/docs/api-reference/personal-access-tokens/create-a-personal-access-token"},{"title":"Check personal access token exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens/exists","href":"/docs/api-reference/personal-access-tokens/check-personal-access-token-exists"},{"title":"Create a personal access token for another user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/personal-access-tokens/for-user","href":"/docs/api-reference/personal-access-tokens/create-a-personal-access-token-for-another-user"},{"title":"Revoke all personal access tokens for a user","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/personal-access-tokens/revoke/all","href":"/docs/api-reference/personal-access-tokens/revoke-all-personal-access-tokens-for-a-user"},{"title":"Delete a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/personal-access-tokens/{id}","href":"/docs/api-reference/personal-access-tokens/delete-a-personal-access-token"},{"title":"Get token for a personal access token","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/personal-access-tokens/{name}/token","href":"/docs/api-reference/personal-access-tokens/get-token-for-a-personal-access-token"}]},{"group":"Prompts","pages":[{"title":"Get prompt","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompts/{id}","href":"/docs/api-reference/prompts/get-prompt"},{"title":"Delete prompt","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/prompts/{id}","href":"/docs/api-reference/prompts/delete-prompt"},{"title":"List prompts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompts","href":"/docs/api-reference/prompts/list-prompts"},{"title":"List prompt versions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/list-prompt-versions"},{"title":"Create or update prompt version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/create-or-update-prompt-version"},{"title":"Delete prompt version","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/prompt-versions","href":"/docs/api-reference/prompts/delete-prompt-version"},{"title":"Apply tags to prompt version","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/prompt-versions/tags","href":"/docs/api-reference/prompts/apply-tags-to-prompt-version"},{"title":"Get prompt version","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/prompt-versions/{id}","href":"/docs/api-reference/prompts/get-prompt-version"},{"title":"Delete prompt version","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/prompt-versions/{id}","href":"/docs/api-reference/prompts/delete-prompt-version-1"}]},{"group":"Provider Integrations","pages":[{"title":"Summarize model integrations","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-integrations/summary","href":"/docs/api-reference/provider-integrations/summarize-model-integrations"},{"title":"List provider integrations","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-integrations","href":"/docs/api-reference/provider-integrations/list-provider-integrations"}]},{"group":"SCIM v2","pages":[{"title":"List Resource Types","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/ResourceTypes","href":"/docs/api-reference/scim-v2/list-resource-types"},{"title":"List Schemas","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Schemas","href":"/docs/api-reference/scim-v2/list-schemas"},{"title":"Get Schema","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Schemas/{id}","href":"/docs/api-reference/scim-v2/get-schema"},{"title":"Get Service Provider Configuration","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/ServiceProviderConfig","href":"/docs/api-reference/scim-v2/get-service-provider-configuration"},{"title":"List Users","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users","href":"/docs/api-reference/scim-v2/list-users"},{"title":"Create User","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users","href":"/docs/api-reference/scim-v2/create-user"},{"title":"Get User","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/get-user"},{"title":"Update User","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/update-user"},{"title":"Delete User","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/delete-user"},{"title":"Update User","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Users/{id}","href":"/docs/api-reference/scim-v2/update-user-1"},{"title":"List Groups","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups","href":"/docs/api-reference/scim-v2/list-groups"},{"title":"Create Group","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups","href":"/docs/api-reference/scim-v2/create-group"},{"title":"Get Group","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/get-group"},{"title":"Update Group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/update-group"},{"title":"Delete Group","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/delete-group"},{"title":"Patch Group","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/scim/v2/{tenantName}/{ssoId}/Groups/{id}","href":"/docs/api-reference/scim-v2/patch-group"}]},{"group":"Secret Groups","pages":[{"title":"List secret groups","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/list-secret-groups"},{"title":"Create or update a secret group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/create-or-update-a-secret-group"},{"title":"Create a secret group","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secret-groups","href":"/docs/api-reference/secret-groups/create-a-secret-group"},{"title":"Get a secret group","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/get-a-secret-group"},{"title":"Update secrets in a secret group","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/update-secrets-in-a-secret-group"},{"title":"Delete a secret group","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/secret-groups/{id}","href":"/docs/api-reference/secret-groups/delete-a-secret-group"}]},{"group":"Secrets","pages":[{"title":"List secrets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secrets","href":"/docs/api-reference/secrets/list-secrets"},{"title":"List associated active deployments for multiple secrets","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/secrets/deployments","href":"/docs/api-reference/secrets/list-associated-active-deployments-for-multiple-secrets"},{"title":"Get a secret","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secrets/{id}","href":"/docs/api-reference/secrets/get-a-secret"},{"title":"Delete a secret","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/secrets/{id}","href":"/docs/api-reference/secrets/delete-a-secret"},{"title":"List active deployments for a secret","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/secrets/{id}/deployments","href":"/docs/api-reference/secrets/list-active-deployments-for-a-secret"}]},{"group":"Teams","pages":[{"title":"List teams","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/user","href":"/docs/api-reference/teams/list-teams"},{"title":"Create or update a team","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams","href":"/docs/api-reference/teams/create-or-update-a-team"},{"title":"List team members","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/list-team-members"},{"title":"Add team members","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/add-team-members"},{"title":"Remove team members","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}/members","href":"/docs/api-reference/teams/remove-team-members"},{"title":"List team managers","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/list-team-managers"},{"title":"Add team managers","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/add-team-managers"},{"title":"Remove team managers","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}/managers","href":"/docs/api-reference/teams/remove-team-managers"},{"title":"Generate team manifest for YAML","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/generate-manifest","href":"/docs/api-reference/teams/generate-team-manifest-for-yaml"},{"title":"Get a team","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}","href":"/docs/api-reference/teams/get-a-team"},{"title":"Delete a team","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/teams/{id}","href":"/docs/api-reference/teams/delete-a-team"},{"title":"Get team permissions","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/teams/{id}/permissions","href":"/docs/api-reference/teams/get-team-permissions"}]},{"group":"Traces","pages":[{"title":"Get filtered spans data with detailed attributes","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/spans/query","href":"/docs/api-reference/traces/get-filtered-spans-data-with-detailed-attributes"}]},{"group":"Users","pages":[{"title":"List users","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/users","href":"/docs/api-reference/users/list-users"},{"title":"Register a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/register","href":"/docs/api-reference/users/register-a-user"},{"title":"Get a user","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/users/{id}","href":"/docs/api-reference/users/get-a-user"},{"title":"Delete a user","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/users/{id}","href":"/docs/api-reference/users/delete-a-user"},{"title":"Invite a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/invite","href":"/docs/api-reference/users/invite-a-user"},{"title":"Resend a user invite","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/x/users/invite/resend","href":"/docs/api-reference/users/resend-a-user-invite"},{"title":"Deactivate a user","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/users/deactivate","href":"/docs/api-reference/users/deactivate-a-user"},{"title":"Revoke all sessions of a user","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/revoke-sessions","href":"/docs/api-reference/users/revoke-all-sessions-of-a-user"},{"title":"Activate a user","deprecated":null,"version":null,"openapi":"/openapi.json patch /api/svc/v1/users/activate","href":"/docs/api-reference/users/activate-a-user"},{"title":"Send a password reset email","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/x/users/forgot-password","href":"/docs/api-reference/users/send-a-password-reset-email"},{"title":"Change password","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/change-password","href":"/docs/api-reference/users/change-password"},{"title":"Check user registration","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/users/is-registered","href":"/docs/api-reference/users/check-user-registration"}]},{"group":"Virtual Accounts","pages":[{"title":"List virtual accounts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts","href":"/docs/api-reference/virtual-accounts/list-virtual-accounts"},{"title":"Create or update a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/virtual-accounts","href":"/docs/api-reference/virtual-accounts/create-or-update-a-virtual-account"},{"title":"Check virtual account exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/exists","href":"/docs/api-reference/virtual-accounts/check-virtual-account-exists"},{"title":"Get a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/{id}","href":"/docs/api-reference/virtual-accounts/get-a-virtual-account"},{"title":"Delete a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/virtual-accounts/{id}","href":"/docs/api-reference/virtual-accounts/delete-a-virtual-account"},{"title":"Get token for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/virtual-accounts/{id}/token","href":"/docs/api-reference/virtual-accounts/get-token-for-a-virtual-account"},{"title":"Sync token to secret store","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/virtual-accounts/{id}/sync-to-secret-store","href":"/docs/api-reference/virtual-accounts/sync-token-to-secret-store"},{"title":"Regenerate token for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json post /api/svc/v1/virtual-accounts/{id}/regenerate-token","href":"/docs/api-reference/virtual-accounts/regenerate-token-for-a-virtual-account"},{"title":"Delete a JWT for a virtual account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/virtual-accounts/{id}/jwt/{jwtId}","href":"/docs/api-reference/virtual-accounts/delete-a-jwt-for-a-virtual-account"}]},{"group":"Role Bindings","pages":[{"title":"List role bindings","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings","href":"/docs/api-reference/role-bindings/list-role-bindings"},{"title":"Create or update a role binding","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/role-bindings","href":"/docs/api-reference/role-bindings/create-or-update-a-role-binding"},{"title":"Generate role-binding manifests for a resource or subject","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/generate-manifest","href":"/docs/api-reference/role-bindings/generate-role-binding-manifests-for-a-resource-or-subject"},{"title":"Check role binding exists","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/exists","href":"/docs/api-reference/role-bindings/check-role-binding-exists"},{"title":"Get a role binding by ID","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/role-bindings/{id}","href":"/docs/api-reference/role-bindings/get-a-role-binding-by-id"},{"title":"Delete a role binding by ID","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/role-bindings/{id}","href":"/docs/api-reference/role-bindings/delete-a-role-binding-by-id"}]},{"group":"Workspaces","pages":[{"title":"List workspaces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces","href":"/docs/api-reference/workspaces/list-workspaces"},{"title":"Create or update a workspace","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/workspaces","href":"/docs/api-reference/workspaces/create-or-update-a-workspace"},{"title":"Search workspaces","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces/search","href":"/docs/api-reference/workspaces/search-workspaces"},{"title":"Get a workspace","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/workspaces/{id}","href":"/docs/api-reference/workspaces/get-a-workspace"},{"title":"Delete a workspace","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/workspaces/{id}","href":"/docs/api-reference/workspaces/delete-a-workspace"}]},{"group":"Provider Accounts","pages":[{"title":"List provider accounts","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-accounts","href":"/docs/api-reference/provider-accounts/list-provider-accounts"},{"title":"Create or update a provider account","deprecated":null,"version":null,"openapi":"/openapi.json put /api/svc/v1/provider-accounts","href":"/docs/api-reference/provider-accounts/create-or-update-a-provider-account"},{"title":"Get a provider account","deprecated":null,"version":null,"openapi":"/openapi.json get /api/svc/v1/provider-accounts/{id}","href":"/docs/api-reference/provider-accounts/get-a-provider-account"},{"title":"Delete a provider account","deprecated":null,"version":null,"openapi":"/openapi.json delete /api/svc/v1/provider-accounts/{id}","href":"/docs/api-reference/provider-accounts/delete-a-provider-account"}]}]},{"tab":"Integrations","groups":[{"group":" ","pages":[{"title":"Ecosystem \u0026 Integrations","href":"/docs/ai-gateway/ecosystem"},{"title":"Coding agents and AI apps: what the gateway governs","sidebarTitle":"Integration with IDEs","href":"/docs/ai-gateway/coding-agents-governance"},{"group":"Claude","pages":[{"title":"Claude on TrueFoundry","sidebarTitle":"Overview","href":"/docs/ai-gateway/claude"},{"title":"Claude quick start","sidebarTitle":"Quick start","href":"/docs/ai-gateway/claude-quick-start"},{"title":"Claude Code","href":"/docs/ai-gateway/claude-code"},{"title":"Claude Desktop \u0026 Cowork","sidebarTitle":"Claude Desktop \u0026 Cowork","href":"/docs/ai-gateway/claude-desktop"},{"title":"Claude Web","href":"/docs/ai-gateway/claude-web"},{"title":"Govern Claude's MCP traffic","sidebarTitle":"Govern MCP traffic","href":"/docs/ai-gateway/claude-mcp-governance"},{"title":"Enforce Claude settings with MDM","sidebarTitle":"Enforce with MDM","href":"/docs/ai-gateway/claude-mdm"},{"group":"Guardrails","pages":[{"title":"Guardrails using Claude Code Hooks","href":"/docs/ai-gateway/claude-code-hooks"},{"title":"Guardrails using Anthropic Inference Hooks","href":"/docs/ai-gateway/anthropic-inference-hooks"}]},{"title":"Claude on TrueFoundry: FAQ","sidebarTitle":"FAQ","href":"/docs/ai-gateway/claude-faq"}]},{"group":"Other IDEs","pages":[{"title":"OpenAI Codex CLI","sidebarTitle":"Codex CLI","href":"/docs/ai-gateway/openai-codex-cli"},{"title":"Securing OpenAI Codex with TrueFoundry","sidebarTitle":"Codex Security with MDM","href":"/docs/ai-gateway/mcp/enterprise-security-codex"},{"title":"Cursor","href":"/docs/ai-gateway/cursor"},{"title":"Gemini CLI","href":"/docs/ai-gateway/gemini-cli"},{"title":"GitHub Copilot","href":"/docs/ai-gateway/github-copilot"},{"title":"Goose","href":"/docs/ai-gateway/goose"},{"title":"Grok Build","sidebarTitle":"Grok Build","href":"/docs/ai-gateway/grok-build"},{"title":"OpenCode","href":"/docs/ai-gateway/opencode"},{"title":"Pi","href":"/docs/ai-gateway/pi"},{"title":"Qwen Code CLI","sidebarTitle":"Qwen Code","href":"/docs/ai-gateway/qwen-cli"},{"title":"VS Code","href":"/docs/ai-gateway/vscode"},{"title":"Cline","href":"/docs/ai-gateway/cline"},{"title":"Roo Code","href":"/docs/ai-gateway/roo-code"}]},{"group":"Frameworks \u0026 Apps","pages":[{"title":"Agno AI","href":"/docs/ai-gateway/agno"},{"title":"CrewAI","href":"/docs/ai-gateway/crewai"},{"title":"DSPy","href":"/docs/ai-gateway/dspy"},{"title":"Instructor","href":"/docs/ai-gateway/instructor"},{"title":"LangChain","href":"/docs/ai-gateway/langchain"},{"title":"Langroid","href":"/docs/ai-gateway/langroid"},{"title":"OpenAI Agents SDK","href":"/docs/ai-gateway/openai-agents-sdk"},{"title":"OpenAI Swarm","href":"/docs/ai-gateway/openai-swarm"},{"title":"Phidata","href":"/docs/ai-gateway/phidata"},{"title":"Pydantic AI","href":"/docs/ai-gateway/pydantic-ai"},{"title":"Strands Agents","href":"/docs/ai-gateway/strands"},{"title":"AnythingLLM","href":"/docs/ai-gateway/anythingllm"},{"title":"Dify","href":"/docs/ai-gateway/dify"},{"title":"Flowise","href":"/docs/ai-gateway/flowise"},{"title":"Jan AI","href":"/docs/ai-gateway/jan"},{"title":"Langflow","href":"/docs/ai-gateway/langflow"},{"title":"LibreChat","href":"/docs/ai-gateway/librechat"},{"title":"LiveKit","href":"/docs/ai-gateway/livekit"},{"title":"n8n","href":"/docs/ai-gateway/n8n"},{"title":"Open WebUI","href":"/docs/ai-gateway/open-webui"}]},{"group":"Observability","pages":[{"title":"Arize","sidebarTitle":"Arize","href":"/docs/ai-gateway/arize"},{"title":"Axiom","sidebarTitle":"Axiom","href":"/docs/ai-gateway/axiom"},{"title":"Braintrust","href":"/docs/ai-gateway/braintrust"},{"title":"Coralogix","sidebarTitle":"Coralogix","href":"/docs/ai-gateway/coralogix"},{"title":"ClickStack","sidebarTitle":"ClickStack","href":"/docs/ai-gateway/clickstack"},{"title":"Confident AI","sidebarTitle":"Confident AI","href":"/docs/ai-gateway/confident-ai"},{"title":"CoreWeave Weave OTEL","sidebarTitle":"CoreWeave Weave OTEL","href":"/docs/ai-gateway/coreweave"},{"title":"Dash0","sidebarTitle":"Dash0","href":"/docs/ai-gateway/dash0"},{"title":"Dynatrace","sidebarTitle":"Dynatrace","href":"/docs/ai-gateway/dynatrace"},{"title":"Elastic","sidebarTitle":"Elastic","href":"/docs/ai-gateway/elastic"},{"title":"Honeycomb","sidebarTitle":"Honeycomb","href":"/docs/ai-gateway/honeycomb"},{"title":"HoneyHive","sidebarTitle":"HoneyHive","href":"/docs/ai-gateway/honeyhive"},{"title":"Langfuse","href":"/docs/ai-gateway/langfuse"},{"title":"LangWatch","sidebarTitle":"LangWatch","href":"/docs/ai-gateway/langwatch"},{"title":"Laminar","sidebarTitle":"Laminar","href":"/docs/ai-gateway/laminar"},{"title":"LangSmith","sidebarTitle":"LangSmith","href":"/docs/ai-gateway/langsmith"},{"title":"Last9","sidebarTitle":"Last9","href":"/docs/ai-gateway/last9"},{"title":"Lunary","sidebarTitle":"Lunary","href":"/docs/ai-gateway/lunary"},{"title":"Middleware","sidebarTitle":"Middleware","href":"/docs/ai-gateway/middleware"},{"title":"New Relic","sidebarTitle":"New Relic","href":"/docs/ai-gateway/newrelic"},{"title":"Oodle","sidebarTitle":"Oodle","href":"/docs/ai-gateway/oodle"},{"title":"OpenLIT","sidebarTitle":"OpenLIT","href":"/docs/ai-gateway/openlit"},{"title":"PromptLayer","sidebarTitle":"PromptLayer","href":"/docs/ai-gateway/promptlayer"},{"title":"Pydantic Logfire","sidebarTitle":"Pydantic Logfire","href":"/docs/ai-gateway/pydantic-logfire"},{"title":"SigNoz","sidebarTitle":"SigNoz","href":"/docs/ai-gateway/signoz"},{"title":"Comet Opik","sidebarTitle":"Comet Opik","href":"/docs/ai-gateway/comet-opik"},{"title":"Splunk Observability Cloud","sidebarTitle":"Splunk","href":"/docs/ai-gateway/splunk"},{"title":"Traceloop","sidebarTitle":"Traceloop","href":"/docs/ai-gateway/traceloop"}]},{"group":"MCP Servers","pages":[{"title":"Set up Tavily MCP Server","sidebarTitle":"Tavily MCP Server","href":"/docs/ai-gateway/mcp/tavily-mcp-server"},{"title":"Set up Exa MCP Server","sidebarTitle":"Exa MCP Server","href":"/docs/ai-gateway/mcp/exa-mcp-server"},{"title":"Set up Parallel MCP Server","sidebarTitle":"Parallel MCP Server","href":"/docs/ai-gateway/mcp/parallel-mcp-server"},{"title":"Set up Browserbase MCP Server","sidebarTitle":"Browserbase MCP Server","href":"/docs/ai-gateway/mcp/browserbase-mcp-server"},{"title":"Set up Linear MCP Server","sidebarTitle":"Linear MCP Server","href":"/docs/ai-gateway/mcp/linear-mcp-server"},{"title":"Set up Notion MCP Server","sidebarTitle":"Notion MCP Server","href":"/docs/ai-gateway/mcp/notion-mcp-server"},{"title":"Set up Firecrawl MCP Server","sidebarTitle":"Firecrawl MCP Server","href":"/docs/ai-gateway/mcp/firecrawl-mcp-server"},{"title":"Set up Anakin MCP Server","sidebarTitle":"Anakin MCP Server","href":"/docs/ai-gateway/mcp/anakin-mcp-server"},{"title":"Set up Slack MCP Server","sidebarTitle":"Slack MCP Server","href":"/docs/ai-gateway/mcp/slack-mcp-server"},{"title":"Set up Slack Managed MCP Server","sidebarTitle":"Slack Managed MCP Server","href":"/docs/ai-gateway/mcp/slack-managed-mcp-server"},{"title":"Set up Looker MCP Server","sidebarTitle":"Looker MCP Server","href":"/docs/ai-gateway/mcp/looker-mcp-server"},{"title":"Set up HubSpot MCP Server","sidebarTitle":"HubSpot MCP Server","href":"/docs/ai-gateway/mcp/hubspot-mcp-server"},{"title":"Set up Databricks MCP Server","sidebarTitle":"Databricks MCP Server","href":"/docs/ai-gateway/mcp/databricks-mcp-server"},{"title":"Set up Neo4j MCP Server","sidebarTitle":"Neo4j MCP Server","href":"/docs/ai-gateway/mcp/neo4j-mcp-server"},{"title":"Set up GitHub MCP Server","sidebarTitle":"GitHub MCP Server","href":"/docs/ai-gateway/mcp/github-mcp-server"},{"title":"Set up Smartsheet MCP Server","sidebarTitle":"Smartsheet MCP Server","href":"/docs/ai-gateway/mcp/smartsheet-mcp-server"},{"title":"Set up Atlassian Rovo MCP Server","sidebarTitle":"Atlassian Rovo MCP Server","href":"/docs/ai-gateway/mcp/atlassian-rovo-mcp-server"},{"title":"Set up Google Workspace MCP Servers","sidebarTitle":"Google Workspace MCP Servers","href":"/docs/ai-gateway/mcp/google-workspace-mcp-server"},{"title":"Set up Microsoft 365 MCP Server","sidebarTitle":"Microsoft 365 MCP Server","href":"/docs/ai-gateway/mcp/microsoft-365-mcp-server"},{"title":"Set up Microsoft Work IQ MCP Server","sidebarTitle":"Work IQ MCP Server","href":"/docs/ai-gateway/mcp/work-iq-mcp-server"},{"title":"Set up Microsoft Dataverse MCP Server","sidebarTitle":"Dataverse MCP Server","href":"/docs/ai-gateway/mcp/dataverse-mcp-server"},{"title":"Set up CrowdStrike Falcon MCP Server","sidebarTitle":"CrowdStrike Falcon MCP Server","href":"/docs/ai-gateway/mcp/crowdstrike-falcon-mcp-server"},{"title":"Set up Salesforce MCP Server","sidebarTitle":"Salesforce MCP Server","href":"/docs/ai-gateway/mcp/salesforce-mcp-server"},{"title":"Set up Zoom MCP Server","sidebarTitle":"Zoom MCP Server","href":"/docs/ai-gateway/mcp/zoom-mcp-server"},{"title":"Set up Honeycomb MCP Server","sidebarTitle":"Honeycomb MCP Server","href":"/docs/ai-gateway/mcp/honeycomb-mcp-server"},{"title":"Set up dbt MCP Server","sidebarTitle":"dbt MCP Server","href":"/docs/ai-gateway/mcp/dbt-mcp-server"},{"title":"Set up Gong MCP Server","sidebarTitle":"Gong MCP Server","href":"/docs/ai-gateway/mcp/gong-mcp-server"},{"title":"Set up PagerDuty MCP Server","sidebarTitle":"PagerDuty MCP Server","href":"/docs/ai-gateway/mcp/pagerduty-mcp-server"},{"title":"Set up Zendesk MCP Server","sidebarTitle":"Zendesk MCP Server","href":"/docs/ai-gateway/mcp/zendesk-mcp-server"},{"title":"Set up QuickBooks MCP Server","sidebarTitle":"QuickBooks MCP Server","href":"/docs/ai-gateway/mcp/quickbooks-mcp-server"},{"title":"Set up Snowflake MCP Server","sidebarTitle":"Snowflake MCP Server","href":"/docs/ai-gateway/mcp/snowflake-mcp-server"},{"title":"Set up Firebase Crashlytics MCP Server","sidebarTitle":"Firebase Crashlytics MCP Server","href":"/docs/ai-gateway/mcp/firebase-crashlytics-mcp-server"},{"title":"Set up Airtable MCP Server","sidebarTitle":"Airtable MCP Server","href":"/docs/ai-gateway/mcp/airtable-mcp-server"},{"title":"Set up incident.io MCP Server","sidebarTitle":"incident.io MCP Server","href":"/docs/ai-gateway/mcp/incident-io-mcp-server"},{"title":"Set up MongoDB MCP Server","sidebarTitle":"MongoDB MCP Server","href":"/docs/ai-gateway/mcp/mongodb-mcp-server"},{"title":"Set up DX MCP Server","sidebarTitle":"DX MCP Server","href":"/docs/ai-gateway/mcp/dx-mcp-server"},{"title":"Set up Omni Analytics MCP Server","sidebarTitle":"Omni Analytics MCP Server","href":"/docs/ai-gateway/mcp/omni-analytics-mcp-server"},{"title":"Set up NetSuite MCP Server","sidebarTitle":"NetSuite MCP Server","href":"/docs/ai-gateway/mcp/netsuite-mcp-server"},{"title":"Set up Datadog MCP Server","sidebarTitle":"Datadog MCP Server","href":"/docs/ai-gateway/mcp/datadog-mcp-server"},{"title":"Set up Ironclad MCP Server","sidebarTitle":"Ironclad MCP Server","href":"/docs/ai-gateway/mcp/ironclad-mcp-server"},{"title":"Set up Ramp MCP Server","sidebarTitle":"Ramp MCP Server","href":"/docs/ai-gateway/mcp/ramp-mcp-server"},{"title":"Set up AWS MCP Server","sidebarTitle":"AWS MCP Server","href":"/docs/ai-gateway/mcp/aws-mcp-server"},{"title":"Set up Collibra MCP Server","sidebarTitle":"Collibra MCP Server","href":"/docs/ai-gateway/mcp/collibra-mcp-server"},{"title":"Set up Oodle MCP Server","sidebarTitle":"Oodle MCP Server","href":"/docs/ai-gateway/mcp/oodle-mcp-server"}]}]}]},{"tab":"Changelog","groups":[{"group":" ","pages":[{"title":"Changelog","href":"/docs/changelog"},{"group":"Announcements","pages":[{"title":"Deprecation of Rate Limiting V1 — 2nd November, 2026","href":"/docs/change-announcements/deprecation-of-rate-limiting-v1"},{"title":"Move to Named Guardrail Policies — v0.179","href":"/docs/change-announcements/named-guardrails-config-v0.179"},{"title":"Perplexity Models Move to the Agent API","href":"/docs/change-announcements/perplexity-agent-api-migration"},{"title":"Plan-Based Feature Gating — v0.174.0","href":"/docs/change-announcements/plan-based-feature-gating-v0.174.0"},{"title":"Agent Builder Moving to Trueforge \u0026 Agent APIs Deprecated — v0.172","href":"/docs/change-announcements/agents-moving-to-trueforge"},{"title":"Removing Collaborators from Resources — v0.172.0","href":"/docs/change-announcements/removing-collaborators-from-resources"},{"title":"Deprecation of MCP tool_settings — 26th October, 2026","href":"/docs/change-announcements/deprecation-of-mcp-tool-settings"},{"title":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages","sidebarTitle":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages - 19th August 2026","href":"/docs/change-announcements/deprecation-of-truefoundry-below-0.17-and-api-ml"},{"title":"Minimum Python Version Raised to 3.10 — truefoundry v0.17.0","href":"/docs/change-announcements/python-3.10-minimum-truefoundry-cli-v0.17.0"},{"title":"Budget Limiting V2 — v0.158.0","href":"/docs/change-announcements/budget-limiting-v2-v0.158.0"},{"title":"Deprecation of MCP Servers APIs — 30th September, 2026","href":"/docs/change-announcements/deprecation-of-mcp-servers-v1-apis"},{"title":"Deprecation of Images and Plots in Job Runs — v0.156.0","href":"/docs/change-announcements/deprecation-of-images-and-plots-in-job-runs-v0.156.0"},{"title":"Moving to External Secrets Operator for Secrets Management — v0.151.5","href":"/docs/change-announcements/moving-to-eso-for-secret-management-v0.151.5"},{"title":"MCP DCR client_id \u0026 Redirect URL Validation — v0.148","href":"/docs/change-announcements/mcp-dcr-client-id-validation-v0.148"},{"title":"Deprecation of Routing Config","href":"/docs/change-announcements/deprecation-of-routing-config"},{"title":"Identity and Access Revamp — v0.143","href":"/docs/change-announcements/identity-and-access-revamp-v0.143"},{"title":"AI Gateway Metrics Rename — v0.136","href":"/docs/change-announcements/refactoring-of-ai-gateway-metrics"},{"title":"Deprecation of MCP Servers in Prompts","href":"/docs/change-announcements/deprecation-of-mcp-servers-in-prompts"},{"title":"Deprecation of Common Tools in Playground and Settings — v0.135","href":"/docs/change-announcements/deprecation-of-common-tools-v0-135-0"},{"title":"x-tfy-routing-config Header Removal — v0.133","href":"/docs/change-announcements/routing-config-header-removal-v0.133"},{"title":"Simplified GitOps CI/CD with tfy apply — v0.132","href":"/docs/change-announcements/simplified-gitops-cicd-v0.132"},{"title":"Legacy MCP OAuth Routes Removal — v0.134","href":"/docs/change-announcements/legacy-mcp-oauth-routes-removal"},{"title":"MCP Gateway URL and Transport Changes — v0.130","href":"/docs/change-announcements/mcp-gateway-url-transport-v0.130"},{"title":"Gemini CLI Model Registration Requirement — v0.118","href":"/docs/change-announcements/gemini-cli-model-registration-v0.118"},{"title":"Guardrails YAML Schema Change — v0.116","href":"/docs/change-announcements/guardrails-yaml-schema-change-v0.116"},{"title":"MCP Server Groups Removal — v0.112","href":"/docs/change-announcements/mcp-server-groups-removal-v0.112"}]}]}]}]},"basePath":"","title":"Deploy Models on TrueFoundry - TrueFoundry Docs","buildId":"dpl_9RFrWkXdFTJCytfx6jAofvAaEXr6","deploymentId":"dpl_9RFrWkXdFTJCytfx6jAofvAaEXr6","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-1H5zLJUq.js","DynamicMarkdown-RhjEuCHC.js","zoom-image-lightbox-CkI5al_8.js","lightbox-handle-r17bVUz3.js"]}