Add Deepgram models to the AI Gateway and set up access in three steps.
1
Select Deepgram as the provider
From the TrueFoundry dashboard, go to AI Gateway > Models, click Add Model and choose To New Provider Account. Select Deepgram from the provider list.
Choose a provider in Add Provider Account
2
Add Deepgram Account Details
Enter a unique account name and your Deepgram API Key. Optionally set a custom Base URL.
Configure Account for Deepgram
3
Add Models
Click Add Model Manually and fill in the Display name, Model ID, and Model type.
For Deepgram, the Model ID and Display name must be identical.
4
Save and grant access
Click Test Credentials to check the account against the selected models, or click Save without Testing. To keep the account in Git instead, click Apply using YAML and apply the generated spec with tfy apply.To let other users, teams or virtual accounts use or manage these models, open Manage Accounts, click ⋮ on the account and choose Access Control > Grant Access. See Access control.
Once models are added, use the Deepgram Native SDK to call TTS and STT endpoints.
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"TrueFoundry Docs","description":"TrueFoundry documentation — enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","colors":{"primary":"#4f46e5","light":"#4f46e5","dark":"#4f46e5"},"logo":{"light":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20","dark":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/dark.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=c1cb26554a546d84500b40f7057bece8"},"favicon":"https://mintcdn.com/truefoundry/6bbtTt95c1iCcyph/favicon.svg?fit=max\u0026auto=format\u0026n=6bbtTt95c1iCcyph\u0026q=85\u0026s=f55bde34214b38034126d05b08ea16c7","appearance":{"default":"light"},"background":{"decoration":"grid"},"navbar":{"links":[{"href":"https://www.truefoundry.com/book-demo","label":"Book Demo"},{"href":"https://www.truefoundry.com/blog","label":"Blog"}],"primary":{"type":"button","label":"Sign Up","href":"https://www.truefoundry.com/register"}},"footer":{"socials":{"x":"https://twitter.com/truefoundry","linkedin":"https://in.linkedin.com/company/truefoundry"}},"seo":{"metatags":{"og:type":"website","og:site_name":"TrueFoundry Docs","og:image":"https://assets.production.truefoundry.com/logo.svg","og:description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane."}},"icons":{"library":"fontawesome"},"styling":{"codeblocks":"dark","latex":true},"contextual":{"options":["copy","view","chatgpt","claude","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"truefoundry","hasAudioNarration":false,"actualSubdomain":"truefoundry","customDomains":["www.truefoundry.com"],"gitSource":{"type":"github","owner":"truefoundry","repo":"docs-mintlify","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6aec6dc2252b547dce080d65","collectionId":"7db789a6-79df-4843-975a-05373c794490","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6aec6dc2252b547dce080d65"},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"DISABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"DISABLED"}},"buildId":"6aede15d0b5cc06928d33419","clientVersion":"0.0.4076","searchFilterCounts":[{"language":"default","tag":"AI Gateway","count":233},{"language":"default","tag":"API Reference","count":202},{"language":"default","tag":"Platform","count":198},{"language":"default","tag":"Integrations","count":132},{"language":"default","tag":"AI Deployment","count":108},{"language":"default","tag":"LLM Gateway","count":100},{"language":"default","tag":"Integrate Models","count":50},{"language":"default","tag":"Observability","count":47},{"language":"default","tag":"Guardrails and Security","count":46},{"language":"default","tag":"Installation Guides","count":44}]},"assistantConfig":{"enableAskAiButton":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@truefoundry.com","showHelpButton":true}},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".line-highlight{background:rgb(var(--primary-light)/.7)!important}.tfy-cat-anchor{scroll-margin-top:6rem;margin-block:1.75rem}.line-highlight:before{background:rgb(var(--primary-light)/.7)!important}.line-highlight:after{background:rgb(var(--primary-light)/.7)!important}"}],"page":{"pagePath":"docs/ai-gateway/deepgram","slug":"/docs/ai-gateway/deepgram","pageMetadata":{"title":"Deepgram","sidebarTitle":"Deepgram","description":"Add and configure Deepgram Models in TrueFoundry's AI Gateway.","href":"/docs/ai-gateway/deepgram"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Add and configure Deepgram Models in TrueFoundry’s AI Gateway.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Frame,Heading,OptimizedImage,Step,Steps,Warning}=_components;if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Step)_missingMdxReference(`Step`,true);if(!Steps)_missingMdxReference(`Steps`,true);if(!Warning)_missingMdxReference(`Warning`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`3`,id:`adding-models`,children:`Adding Models`}),`\n`,_jsx(_components.p,{children:`Add Deepgram models to the AI Gateway and set up access in three steps.`}),`\n`,_jsxs(Steps,{children:[_jsxs(Step,{title:`Select Deepgram as the provider`,children:[_jsxs(_components.p,{children:[`From the TrueFoundry dashboard, go to `,_jsx(_components.strong,{children:`AI Gateway`}),` > `,_jsx(_components.strong,{children:`Models`}),`, click `,_jsx(_components.strong,{children:`Add Model`}),` and choose `,_jsx(_components.strong,{children:`To New Provider Account`}),`. Select `,_jsx(_components.strong,{children:`Deepgram`}),` from the provider list.`]}),_jsx(Frame,{caption:`Choose a provider in Add Provider Account`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=1e56a2ef4980999dc0d86d50ec7ab5c2`,alt:`Add Provider Account page listing the supported model providers`,\"data-og-width\":`1336`,width:`1336`,\"data-og-height\":`700`,height:`700`,\"data-path\":`images/ai-gateway-add-models/provider-grid.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=280\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=74a96b6a3121e52cf59523f7c13cad0d 280w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=560\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=faf0a3b147377bd13d9b8e061dfbd67f 560w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=840\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=a899964fa70da54329539fd02044e87e 840w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=1100\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=7a25dbc06b41dbab408fda7e370e74cd 1100w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=1650\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=9e5974cba9bd30f1098c65a24a742a00 1650w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/provider-grid.png?w=2500\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=bd53d4a307b5056f1e94f97622a4edbc 2500w`})})]}),_jsxs(Step,{title:`Add Deepgram Account Details`,children:[_jsxs(_components.p,{children:[`Enter a unique account name and your Deepgram `,_jsx(_components.strong,{children:`API Key`}),`. Optionally set a custom `,_jsx(_components.strong,{children:`Base URL`}),`.`]}),_jsx(Frame,{caption:`Configure Account for Deepgram`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=a52312d2b3aac8581d34b030976b7ce6`,alt:`Deepgram Configure Account form in the provider account setup drawer`,\"data-og-width\":`1336`,width:`1336`,\"data-og-height\":`452`,height:`452`,\"data-path\":`images/ai-gateway-add-models/config-deepgram.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=280\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=79c788e7e5381d5128750271653539a1 280w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=560\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=c6888ec6302f7a234a5221c0c675e11f 560w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=840\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=120439f3562eb5f8f8fb83b95946a452 840w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=1100\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=44d77d2c6a5ba39a20e298e102fd21d9 1100w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=1650\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=112cbf74190567439f43367acbeb9f41 1650w, https://mintcdn.com/truefoundry/fDI2fd3aQvGCJmLJ/images/ai-gateway-add-models/config-deepgram.png?w=2500\u0026fit=max\u0026auto=format\u0026n=fDI2fd3aQvGCJmLJ\u0026q=85\u0026s=4ca39342ed1e2e1f229fc670fae9bab1 2500w`})})]}),_jsxs(Step,{title:`Add Models`,children:[_jsxs(_components.p,{children:[`Click `,_jsx(_components.strong,{children:`Add Model Manually`}),` and fill in the `,_jsx(_components.strong,{children:`Display name`}),`, `,_jsx(_components.strong,{children:`Model ID`}),`, and `,_jsx(_components.strong,{children:`Model type`}),`.`]}),_jsxs(Frame,{children:[_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=cfac55f8687a830f643db213425b1e9b`,alt:`Screenshot2026 02 23at7 54 49PM`,className:`mint-hidden dark:mint-block`,\"data-og-width\":`2516`,width:`2516`,\"data-og-height\":`1996`,height:`1996`,\"data-path\":`images/Screenshot2026-02-23at8.13.48PM-1.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=1a08ebff8e5003f6464341691eaf2ed4 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=09c54cea4a67822671ea5d97a28eb1c7 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=0e5009e5c316a8f090b8f728d1a2ac66 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=363e03bf257f473337e84290db9f6e5a 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=3682481921ba111d9aaf08ca63e929db 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM-1.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=b4268755545734314044ce6c1d1755e4 2500w`}),_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=31ad1575dbdaf070ce7e5b844fb4dddc`,alt:`Screenshot2026 02 23at7 54 49PM`,className:`dark:mint-hidden`,\"data-og-width\":`2516`,width:`2516`,\"data-og-height\":`1996`,height:`1996`,\"data-path\":`images/Screenshot2026-02-23at8.13.48PM.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=095d489b180000ffcb11ed1001a5bacb 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=6aad47761f16659e07caa82e3584aca5 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=d14dbe9037de3a4a05d3e15eb7bebb03 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=4678262a05f12e4b651871ebbb236729 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=824f76d1056825dd3aed5c9f17ef9980 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.13.48PM.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=c011d1876c72f7f6316686c930b633f1 2500w`})]}),_jsx(Warning,{children:_jsxs(_components.p,{children:[`For Deepgram, the `,_jsx(_components.strong,{children:`Model ID`}),` and `,_jsx(_components.strong,{children:`Display name`}),` must be identical.`]})})]}),_jsxs(Step,{title:`Save and grant access`,children:[_jsxs(_components.p,{children:[`Click `,_jsx(_components.strong,{children:`Test Credentials`}),` to check the account against the selected models, or click `,_jsx(_components.strong,{children:`Save without Testing`}),`. To keep the account in Git instead, click `,_jsx(_components.strong,{children:`Apply using YAML`}),` and apply the generated spec with `,_jsx(_components.code,{children:`tfy apply`}),`.`]}),_jsxs(_components.p,{children:[`To let other users, teams or virtual accounts use or manage these models, open `,_jsx(_components.strong,{children:`Manage Accounts`}),`, click `,_jsx(_components.strong,{children:`⋮`}),` on the account and choose `,_jsx(_components.strong,{children:`Access Control`}),` > `,_jsx(_components.strong,{children:`Grant Access`}),`. See `,_jsx(_components.a,{href:`/docs/ai-gateway/gateway-access-control`,children:`Access control`}),`.`]})]})]}),`\n`,_jsx(Heading,{level:`3`,id:`inference`,children:`Inference`}),`\n`,_jsxs(_components.p,{children:[`Once models are added, use the `,_jsx(_components.strong,{children:`Deepgram Native SDK`}),` to call TTS and STT endpoints.`]}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=d1f5c3cdd4a68efd5d244ab26698ca57`,alt:`Code Snippet and Try in Playground Buttons for each Deepinfra model`,className:`mint-hidden dark:mint-block mint-hidden dark:mint-block mint-hidden dark:mint-block`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`2006`,height:`2006`,\"data-path\":`images/Screenshot2026-02-23at8.12.46PM-1.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=5034e3a44b3e5e4531809acb3a4f1fe3 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=edc0429b1003f9b9fa5a6aec4ba9ca98 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=564b6c8e058c044a62fbd32686f55ff1 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=3317a1f74575ade3170730148ae8a778 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=8d77faad495564f6edb434a7a5904b27 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM-1.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=d54caaccf35fe783045212fca1d8597b 2500w`}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=9936298cd94923c16fa52aa38279cfa8`,alt:`Code Snippet and Try in Playground Buttons for each Deepinfra model`,className:`mint-hidden dark:mint-block mint-hidden dark:mint-block dark:mint-hidden`,\"data-og-width\":`3600`,width:`3600`,\"data-og-height\":`2006`,height:`2006`,\"data-path\":`images/Screenshot2026-02-23at8.12.46PM.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=745799abae136c6d7820c6653869f52a 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=484ff80398fb848f83084a1e483f92ec 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=81d613be8e10e1351d25cab7ec3d54d3 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=2a9cafbabfd090bb01e8067fa70ab8f1 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=ca1b9162586564393d5672eee88d37a6 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.12.46PM.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=55fecc99929b73451f19e8ce158947d5 2500w`}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=a695085b03ad4866a3d61f4b4d2cf2d9`,alt:`Code Snippet and Try in Playground Buttons for each Deepinfra model`,className:`mint-hidden dark:mint-block dark:mint-hidden`,\"data-og-width\":`3586`,width:`3586`,\"data-og-height\":`2010`,height:`2010`,\"data-path\":`images/Screenshot2026-02-23at8.05.09PM-1.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=1ce43295e365502b4ae17d35edaf76de 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=bc84c0ac3665b15ce06589dfb008c306 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=4235b3d81a881cb0a191580003f6b89c 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=044c660c29470ad526766decc3148d04 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=1519865cc2c479fbcf6d67034d89a91b 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at8.05.09PM-1.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=8d8f11987e9129ce7cf9ef726747712c 2500w`}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=4a62d6d085b3d715e7ceced1aa445cfa`,alt:`Code Snippet and Try in Playground Buttons for each Deepinfra model`,className:`dark:mint-hidden`,\"data-og-width\":`3590`,width:`3590`,\"data-og-height\":`2014`,height:`2014`,\"data-path\":`images/Screenshot2026-02-23at7.56.04PM-1.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=280\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=04abefacff6adbda1755940f6609b886 280w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=560\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=29bd600934d4255251b979dac2f10345 560w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=840\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=ca5b4591007539607e05bf8fd87fe65b 840w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=1100\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=991aa579dd733582245ab12cbf89c98f 1100w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=1650\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=20df110374b48f1c66e715a35d7f81f4 1650w, https://mintcdn.com/truefoundry/5j9IxXGQZJVFsqLO/images/Screenshot2026-02-23at7.56.04PM-1.png?w=2500\u0026fit=max\u0026auto=format\u0026n=5j9IxXGQZJVFsqLO\u0026q=85\u0026s=8ea125aa014669871b5a068b808d2d31 2500w`})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":"dark","config":{},"pageMetadata":{"title":"Deepgram","sidebarTitle":"Deepgram","description":"Add and configure Deepgram Models in TrueFoundry's AI Gateway.","href":"/docs/ai-gateway/deepgram"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Adding Models","slug":"adding-models","depth":3,"children":[]},{"title":"Inference","slug":"inference","depth":3,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/truefoundry/9e0085f7ed271180/scripts.js"],"dynamicCss":".mint-hidden {\n display: none\n}\n.dark\\:mint-block:is(.dark *) {\n display: block\n}\n.dark\\:mint-hidden:is(.dark *) {\n display: none\n}","subdomain":"truefoundry","siteName":"TrueFoundry Docs","title":"Deepgram - TrueFoundry Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-04T09:24:13.047Z","originalFileLocation":"docs/ai-gateway/deepgram.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Add and configure Deepgram Models in TrueFoundry\u0026#x27;s AI Gateway.\">\u003cmeta data-mint-head name=\"application-name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Deepgram - TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.truefoundry.com/docs/ai-gateway/deepgram\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Deepgram - TrueFoundry Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4f46e5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.truefoundry.com/docs/ai-gateway/deepgram\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/ai-gateway/deepgram.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://www.truefoundry.com/#organization\",\"name\":\"TrueFoundry Docs\",\"url\":\"https://www.truefoundry.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20\"}},{\"@type\":\"WebSite\",\"@id\":\"https://www.truefoundry.com#website\",\"name\":\"TrueFoundry Docs\",\"url\":\"https://www.truefoundry.com\",\"publisher\":{\"@id\":\"https://www.truefoundry.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram#webpage\",\"url\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram\",\"name\":\"Deepgram\",\"description\":\"Add and configure Deepgram Models in TrueFoundry's AI Gateway.\",\"dateModified\":\"2026-11-04T09:24:13.047Z\",\"isPartOf\":{\"@id\":\"https://www.truefoundry.com#website\"},\"breadcrumb\":{\"@id\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"LLM Gateway\",\"item\":\"https://www.truefoundry.com/docs/ai-gateway/truefoundry-managed\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Integrate Models\",\"item\":\"https://www.truefoundry.com/docs/ai-gateway/truefoundry-managed\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Deepgram\",\"item\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram#article\",\"headline\":\"Deepgram\",\"name\":\"Deepgram\",\"description\":\"Add and configure Deepgram Models in TrueFoundry's AI Gateway.\",\"url\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram\",\"mainEntityOfPage\":{\"@id\":\"https://www.truefoundry.com/docs/ai-gateway/deepgram#webpage\"},\"image\":\"https://assets.production.truefoundry.com/logo.svg\",\"dateModified\":\"2026-11-04T09:24:13.047Z\",\"publisher\":{\"@id\":\"https://www.truefoundry.com/#organization\"},\"isPartOf\":{\"@id\":\"https://www.truefoundry.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"TrueFoundry Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"TrueFoundry Docs","nav":{"global":null,"tabs":[{"tab":"AI Gateway","groups":[{"group":"Get Started","pages":[{"title":"Introduction to AI Gateway","sidebarTitle":"AI Gateway Overview","href":"/docs/ai-gateway/intro-to-llm-gateway"},{"title":"Quick Start Guide: Setup \u0026 Integration","sidebarTitle":"Quick Start","href":"/docs/ai-gateway/quick-start"}]},{"group":"LLM Gateway","pages":[{"group":"Integrate Models","pages":[{"title":"TrueFoundry Managed Models","sidebarTitle":"TrueFoundry Managed Models","href":"/docs/ai-gateway/truefoundry-managed"},{"title":"Providers","sidebarTitle":"Supported Providers","href":"/docs/ai-gateway/supported-providers"},{"title":"OpenAI","sidebarTitle":"OpenAI Models","href":"/docs/ai-gateway/openai"},{"title":"Anthropic","sidebarTitle":"Anthropic","href":"/docs/ai-gateway/anthropic"},{"title":"AWS Claude Platform","sidebarTitle":"AWS Claude Platform","href":"/docs/ai-gateway/aws-claude-platform"},{"title":"AWS Bedrock","sidebarTitle":"AWS Bedrock","href":"/docs/ai-gateway/aws-bedrock"},{"title":"AWS Bedrock Mantle","sidebarTitle":"AWS Bedrock Mantle","href":"/docs/ai-gateway/aws-bedrock-mantle"},{"title":"AWS Sagemaker","sidebarTitle":"AWS Sagemaker","href":"/docs/ai-gateway/aws-sagemaker"},{"title":"Google Vertex","sidebarTitle":"Google Vertex AI","href":"/docs/ai-gateway/google-vertex"},{"title":"Google Gemini","sidebarTitle":"Google Gemini","href":"/docs/ai-gateway/google-gemini"},{"group":"Azure Models","pages":[{"title":"Choosing an Azure model integration","sidebarTitle":"Overview","href":"/docs/ai-gateway/azure-models-guide"},{"title":"Microsoft Foundry","sidebarTitle":"Microsoft Foundry","tag":"NEW","href":"/docs/ai-gateway/microsoft-foundry"},{"title":"Migrate to Microsoft Foundry","sidebarTitle":"Migrate to Microsoft Foundry","href":"/docs/ai-gateway/migrate-to-microsoft-foundry"},{"title":"Azure OpenAI","sidebarTitle":"Azure OpenAI","tag":"LEGACY","href":"/docs/ai-gateway/azure-openai"},{"title":"Azure Foundry","sidebarTitle":"Azure AI Foundry","tag":"LEGACY","href":"/docs/ai-gateway/azure-ai-foundry"},{"group":"Authentication","pages":[{"title":"Azure Entra ID Certificate Based Authentication","sidebarTitle":"Azure Certificate Auth","href":"/docs/ai-gateway/azure-entra-certificate-auth"},{"title":"Azure Entra ID Client Secret Based Authentication","sidebarTitle":"Azure Client Secret Auth","href":"/docs/ai-gateway/azure-entra-client-secret-auth"},{"title":"Azure Workload Identity Federation Authentication","sidebarTitle":"Azure Workload Identity","href":"/docs/ai-gateway/azure-entra-wif-auth"}]}]},{"title":"Databricks","sidebarTitle":"Databricks Models","href":"/docs/ai-gateway/databricks-models"},{"title":"Cohere","sidebarTitle":"Cohere Models","href":"/docs/ai-gateway/cohere"},{"title":"AI21","sidebarTitle":"AI21","href":"/docs/ai-gateway/ai21"},{"title":"Deepinfra","sidebarTitle":"Deepinfra Models","href":"/docs/ai-gateway/deepinfra"},{"title":"Groq","sidebarTitle":"Groq Models","href":"/docs/ai-gateway/groq"},{"title":"ElevenLabs","sidebarTitle":"ElevenLabs","description":"Add and configure ElevenLabs Models in TrueFoundry's AI Gateway.","href":"/docs/ai-gateway/elevenlabs"},{"title":"Deepgram","sidebarTitle":"Deepgram","href":"/docs/ai-gateway/deepgram"},{"title":"Cartesia","sidebarTitle":"Cartesia","description":"Add and configure Cartesia Models in TrueFoundry's AI Gateway.","href":"/docs/ai-gateway/cartesia"},{"title":"Smallest AI","sidebarTitle":"Smallest AI","href":"/docs/ai-gateway/smallest-ai"},{"title":"Mistral AI","sidebarTitle":"Mistral AI Models","href":"/docs/ai-gateway/mistral"},{"title":"Cloudera","sidebarTitle":"Cloudera Models","href":"/docs/ai-gateway/cloudera"},{"title":"OpenRouter","sidebarTitle":"OpenRouter","href":"/docs/ai-gateway/openrouter"},{"title":"Perplexity AI","sidebarTitle":"Perplexity Models","href":"/docs/ai-gateway/perplexity-ai"},{"title":"Together AI","sidebarTitle":"Together AI","href":"/docs/ai-gateway/together-ai"},{"title":"xAI","sidebarTitle":"xAI Models","href":"/docs/ai-gateway/xai"},{"title":"SambaNova","sidebarTitle":"SambaNova","href":"/docs/ai-gateway/sambanova"},{"title":"Cerebras","sidebarTitle":"Cerebras","href":"/docs/ai-gateway/cerebras"},{"title":"Wafer","sidebarTitle":"Wafer","href":"/docs/ai-gateway/wafer"},{"title":"Fireworks AI Model Provider for TrueFoundry AI Gateway","sidebarTitle":"Fireworks AI","href":"/docs/ai-gateway/fireworks-ai"},{"title":"Snowflake Cortex","sidebarTitle":"Snowflake Cortex","href":"/docs/ai-gateway/snowflake-cortex"},{"title":"Baseten","sidebarTitle":"Baseten","href":"/docs/ai-gateway/baseten"},{"title":"TypeSafe","sidebarTitle":"TypeSafe","href":"/docs/ai-gateway/typesafe"},{"group":"Custom Endpoints","root":{"title":"Custom Endpoints","sidebarTitle":"Custom Endpoints","href":"/docs/ai-gateway/custom-endpoints"},"expanded":false,"pages":[{"group":"Examples","pages":[{"title":"CoreWeave","sidebarTitle":"CoreWeave Models","href":"/docs/ai-gateway/coreweave-models"},{"title":"PipeShift","sidebarTitle":"PipeShift","href":"/docs/ai-gateway/pipeshift"},{"title":"SiliconFlow","sidebarTitle":"SiliconFlow","href":"/docs/ai-gateway/siliconflow"},{"title":"io.net","sidebarTitle":"io.net","href":"/docs/ai-gateway/io-net"},{"title":"Resemble AI","sidebarTitle":"Resemble AI","href":"/docs/ai-gateway/resemble-ai"},{"title":"Ringg.AI","sidebarTitle":"Ringg.AI","href":"/docs/ai-gateway/ringg-ai"},{"title":"Crusoe","sidebarTitle":"Crusoe","href":"/docs/ai-gateway/crusoe"},{"title":"Jev (TypeSafe)","sidebarTitle":"Jev","href":"/docs/ai-gateway/jev"},{"title":"SCX.ai","sidebarTitle":"SCX.ai","href":"/docs/ai-gateway/scx-ai"}]}]},{"title":"Self-Hosted Models","sidebarTitle":"Self-Hosted Models","href":"/docs/ai-gateway/self-hosted-models"}]},{"group":"Supported APIs","pages":[{"group":"Chat Completions","root":{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},"expanded":false,"directory":"accordion","pages":[{"title":"Chat Completions API (/chat/completions)","sidebarTitle":"Overview","href":"/docs/ai-gateway/chat-completions-overview"},{"title":"Chat Completions: Multimodal","sidebarTitle":"Multimodal","href":"/docs/ai-gateway/chat-completions-multimodal"},{"title":"Chat Completions: Tools \u0026 Signatures","sidebarTitle":"Tools","href":"/docs/ai-gateway/chat-completions-tools"},{"title":"Chat Completions: Structured Outputs","sidebarTitle":"Structured Outputs","href":"/docs/ai-gateway/chat-completions-structured-outputs"},{"title":"Chat Completions: Caching \u0026 Reasoning","sidebarTitle":"Caching \u0026 Reasoning","href":"/docs/ai-gateway/chat-completions-advanced"},{"title":"Chat Completions: Extended Thinking","sidebarTitle":"Extended Thinking","href":"/docs/ai-gateway/chat-completions-extended-thinking"}]},{"title":"Embeddings API (/embeddings)","sidebarTitle":"Embeddings","href":"/docs/ai-gateway/embed"},{"title":"Batch API (/batches)","sidebarTitle":"Batch Predictions","href":"/docs/ai-gateway/batch-predictions-with-truefoundry-llm-gateway"},{"title":"Finetune API (/fine_tuning)","sidebarTitle":"Finetuning","href":"/docs/ai-gateway/finetune"},{"title":"Responses API (/responses)","sidebarTitle":"Responses API","href":"/docs/ai-gateway/responses-api"},{"title":"Image Generation API (/images/generations)","sidebarTitle":"Image Generation","href":"/docs/ai-gateway/image-generation"},{"title":"Image Edit API (/images/edits)","sidebarTitle":"Image Edit","href":"/docs/ai-gateway/image-edit"},{"title":"Image Variation API (/images/variations)","sidebarTitle":"Image Variation","href":"/docs/ai-gateway/image-variation"},{"title":"Video Generation API (/videos-proxy)","sidebarTitle":"Video Generation","href":"/docs/ai-gateway/video-generation"},{"title":"Text to Speech API","sidebarTitle":"Text to Speech","href":"/docs/ai-gateway/text-to-speech"},{"title":"Audio Translation API","sidebarTitle":"Audio Translation","href":"/docs/ai-gateway/audio-translation"},{"title":"Speech to Text API","sidebarTitle":"Speech to Text","href":"/docs/ai-gateway/audio-transcription"},{"group":"Live / Realtime API","root":{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},"expanded":false,"directory":"accordion","pages":[{"title":"Live / Realtime API (/live)","sidebarTitle":"Overview","href":"/docs/ai-gateway/live-api"},{"title":"Live API: Code Snippets","sidebarTitle":"Code Snippets","href":"/docs/ai-gateway/live-api-code-snippets"},{"title":"Live API: Tool Calling","sidebarTitle":"Tool Calling","href":"/docs/ai-gateway/live-api-tool-calling"},{"title":"OpenAI Realtime with WebRTC","sidebarTitle":"WebRTC (OpenAI)","href":"/docs/ai-gateway/live-api-webrtc"},{"title":"Amazon Nova Sonic (Bedrock)","sidebarTitle":"Nova Sonic (Bedrock)","href":"/docs/ai-gateway/live-api-nova-sonic"}]},{"title":"Files API (/files)","sidebarTitle":"Files API","href":"/docs/ai-gateway/file-endpoints"},{"title":"Rerank API (/rerank)","sidebarTitle":"Rerank API","href":"/docs/ai-gateway/rerank"},{"title":"Moderation API (/moderations)","sidebarTitle":"Moderation API","href":"/docs/ai-gateway/moderation"},{"title":"Compaction API (/responses/compact)","sidebarTitle":"Compaction API","href":"/docs/ai-gateway/compaction"},{"title":"Messages API (/messages)","sidebarTitle":"Messages API","href":"/docs/ai-gateway/messages-overview"},{"title":"Decisions API (/v1/decisions, /v1/systemone)","sidebarTitle":"Decisions API","href":"/docs/ai-gateway/decisions"},{"title":"Proxy API (/proxy)","sidebarTitle":"Proxy API","href":"/docs/ai-gateway/proxy-api"}]},{"group":"Making LLM Requests","pages":[{"title":"Making Your First Request","sidebarTitle":"Making Your First Request","href":"/docs/ai-gateway/making-llm-requests-via-gateway"},{"title":"Authentication","sidebarTitle":"Authentication","href":"/docs/ai-gateway/authentication"},{"title":"Custom Metadata and Headers","sidebarTitle":"Metadata \u0026 Headers","href":"/docs/ai-gateway/request-headers"},{"title":"Native SDK Support","sidebarTitle":"Native SDK Support","href":"/docs/ai-gateway/native-sdk-support"},{"title":"Model Discovery","sidebarTitle":"Model Discovery","href":"/docs/ai-gateway/model-discovery"}]},{"title":"TrueFoundry AI Gateway Playground","sidebarTitle":"AI Gateway Playground","href":"/docs/ai-gateway/playground-overview"},{"group":"Virtual Models","pages":[{"title":"Virtual Models","sidebarTitle":"Overview","href":"/docs/ai-gateway/virtual-model"},{"title":"Create a Virtual Model","sidebarTitle":"Create a Virtual Model","href":"/docs/ai-gateway/virtual-model-advanced"},{"title":"Auto Routing","sidebarTitle":"Auto Routing","href":"/docs/ai-gateway/auto-routing"}]},{"title":"Access Control","sidebarTitle":"Access Control","href":"/docs/ai-gateway/gateway-access-control"},{"group":"Policies","pages":[{"title":"Rate Limiting","sidebarTitle":"Rate Limiting","href":"/docs/ai-gateway/ratelimiting-v2"},{"title":"Rate Limiting (V1, deprecated)","sidebarTitle":"Rate Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/ratelimiting"},{"title":"Budget Limiting","sidebarTitle":"Budget Limiting","href":"/docs/ai-gateway/budget-limiting-v2"},{"title":"Budget Usage Recovery","sidebarTitle":"Budget Usage Recovery","href":"/docs/ai-gateway/budget-usage-recovery"},{"title":"Budget Limiting (V1, deprecated)","sidebarTitle":"Budget Limiting (V1)","hidden":true,"href":"/docs/ai-gateway/budgetlimiting"},{"title":"Logging Configuration","sidebarTitle":"Logging Config","href":"/docs/ai-gateway/logging-config"}]},{"title":"Caching (Exact and Semantic)","sidebarTitle":"Caching (Exact and Semantic)","href":"/docs/ai-gateway/caching"},{"title":"Cost Tracking","sidebarTitle":"Cost Tracking","href":"/docs/ai-gateway/cost-tracking"},{"title":"Cost Savings","sidebarTitle":"Cost Savings","href":"/docs/ai-gateway/cost-savings"},{"group":"Extras","pages":[{"title":"Session Management","sidebarTitle":"Session Management","href":"/docs/ai-gateway/session-management"},{"title":"Log Feedback on Requests","sidebarTitle":"Log Feedback","href":"/docs/ai-gateway/feedback-for-traces"},{"title":"First Chunk Gate for Streaming","sidebarTitle":"First Chunk Gate","href":"/docs/ai-gateway/first-chunk-gate"},{"title":"Anthropic Stream Overload Fallback","sidebarTitle":"Anthropic Stream Fallback","href":"/docs/ai-gateway/anthropic-stream-overload-fallback"}]}]},{"group":"MCP Registry and Gateway","pages":[{"title":"TrueFoundry MCP Gateway","sidebarTitle":"Overview","href":"/docs/ai-gateway/mcp/mcp-overview"},{"title":"MCP Server: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/mcp/mcp-server-getting-started"},{"title":"MCP Protocol Support","sidebarTitle":"Protocol Support","href":"/docs/ai-gateway/mcp/mcp-protocol-support"},{"group":"Authentication and Security","root":{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},"pages":[{"title":"Authentication and Security","sidebarTitle":"Authentication and Security","href":"/docs/ai-gateway/mcp/mcp-gateway-auth-security"},{"title":"Auth Overrides","sidebarTitle":"Auth Overrides","href":"/docs/ai-gateway/mcp/mcp-server-auth-overrides"},{"group":"Outbound auth integrations","pages":[{"title":"Okta app setup","sidebarTitle":"Okta App Setup","href":"/docs/ai-gateway/mcp/okta-app-setup"},{"title":"Microsoft Entra app setup","sidebarTitle":"Microsoft Entra App Setup","href":"/docs/ai-gateway/mcp/entra-app-setup"},{"title":"Microsoft Entra On-Behalf-Of (OBO) for MCP","sidebarTitle":"Microsoft Entra OBO App Setup","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure-obo"},{"title":"Register an AWS Bedrock AgentCore MCP Server","sidebarTitle":"AgentCore (AWS SigV4)","href":"/docs/ai-gateway/mcp/mcp-server-agentcore-sigv4"}]}]},{"title":"MCP Troubleshooting Guide","sidebarTitle":"Troubleshooting Guide","href":"/docs/ai-gateway/mcp/mcp-troubleshooting-guide"},{"title":"MCP Tool Approvals","sidebarTitle":"Tool Approvals","href":"/docs/ai-gateway/mcp/mcp-tool-approval"},{"title":"MCP Tool Management","sidebarTitle":"Tool Management","href":"/docs/ai-gateway/mcp/mcp-tool-management"},{"title":"Connect MCP Servers from Your IDE","sidebarTitle":"Connect MCP Servers from Your IDE","href":"/docs/ai-gateway/mcp/connect-mcp-from-ide"},{"title":"TrueFoundry Managed MCPs","sidebarTitle":"TrueFoundry Managed MCPs","href":"/docs/ai-gateway/mcp/tfy-managed-mcp-server"},{"title":"Virtual MCP Server","sidebarTitle":"Virtual MCP Server","href":"/docs/ai-gateway/mcp/virtual-mcp-server"},{"title":"OpenAPI to MCP Server","sidebarTitle":"OpenAPI to MCP Server","href":"/docs/ai-gateway/mcp/openapi-mcp-server"},{"title":"Hosted Stdio-based MCP Server","sidebarTitle":"Hosted Stdio-based MCP Server","href":"/docs/ai-gateway/mcp/stdio-mcp-server"},{"group":"MCP Server Guides","pages":[{"group":"Creating MCP Servers","pages":[{"title":"Create a Basic Calculator MCP Server","sidebarTitle":"Basic Calculator MCP Server","href":"/docs/ai-gateway/mcp/create-calculator-mcp-server"},{"title":"Add Okta OAuth to a Calculator MCP Server","sidebarTitle":"Okta OAuth MCP server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-okta"},{"title":"Create an OAuth MCP Server with Azure Entra ID","sidebarTitle":"Azure Entra ID OAuth MCP Server","href":"/docs/ai-gateway/mcp/mcp-server-oauth-azure"}]}]}]},{"group":"Skills Registry","pages":[{"title":"AI Gateway Skills Registry","sidebarTitle":"Overview","href":"/docs/ai-gateway/skills/skills-registry"},{"title":"Create, Manage, and Use Skills","sidebarTitle":"Create, Manage and Use Skills","href":"/docs/ai-gateway/skills/getting-started"}]},{"group":"Prompt Registry","pages":[{"title":"Prompt Management","sidebarTitle":"Create, Manage and Use Prompts","href":"/docs/ai-gateway/prompt-management"}]},{"group":"Guardrails and Security","pages":[{"title":"AI Gateway Guardrails Overview","sidebarTitle":"Overview","href":"/docs/ai-gateway/guardrails-overview"},{"title":"AI Gateway Guardrails: Quick Start","sidebarTitle":"Getting Started","href":"/docs/ai-gateway/guardrails-getting-started"},{"title":"Configure Guardrail Policies","sidebarTitle":"Configure Guardrail Policies","href":"/docs/ai-gateway/guardrails-configuration"},{"group":"TrueFoundry Guardrails","root":{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},"pages":[{"title":"TrueFoundry Guardrails","sidebarTitle":"Overview","href":"/docs/ai-gateway/truefoundry-guardrails"},{"title":"Secrets Detection Guardrail","sidebarTitle":"Secrets Detection","href":"/docs/ai-gateway/secrets-detection"},{"title":"Code Safety Linter Guardrail","sidebarTitle":"Code Safety Linter","href":"/docs/ai-gateway/code-safety-linter"},{"title":"SQL Sanitizer Guardrail","sidebarTitle":"SQL Sanitizer","href":"/docs/ai-gateway/sql-sanitizer"},{"title":"Regex Pattern Match Guardrail","sidebarTitle":"Regex Pattern Match","href":"/docs/ai-gateway/regex-pattern-matching"},{"title":"Prompt Injection Guardrail","sidebarTitle":"Prompt Injection","href":"/docs/ai-gateway/tfy-prompt-injection"},{"title":"PII/PHI Detection Guardrail","sidebarTitle":"PII/PHI","href":"/docs/ai-gateway/tfy-pii"},{"title":"Content Moderation Guardrail","sidebarTitle":"Content Moderation","href":"/docs/ai-gateway/tfy-content-moderation"},{"title":"Metadata Validation Guardrail","sidebarTitle":"Metadata Validation","href":"/docs/ai-gateway/metadata-validation"},{"title":"Cedar Guardrails","sidebarTitle":"Cedar Guardrails","href":"/docs/ai-gateway/cedar-guardrails"},{"title":"OPA Guardrails","sidebarTitle":"OPA Guardrails","href":"/docs/ai-gateway/opa-guardrails"}]},{"group":"External Providers","pages":[{"title":"Akto Integration","sidebarTitle":"Akto","href":"/docs/ai-gateway/akto"},{"title":"Arthur AI","sidebarTitle":"Arthur AI","href":"/docs/ai-gateway/arthur-ai"},{"title":"AWS Bedrock Guardrail Integration","sidebarTitle":"AWS Bedrock Guardrail","href":"/docs/ai-gateway/bedrock-guardrails"},{"title":"Azure Content Safety Guardrail Integration","sidebarTitle":"Azure Content Safety","href":"/docs/ai-gateway/azure-content-safety"},{"title":"Azure PII Guardrail Integration","sidebarTitle":"Azure PII","href":"/docs/ai-gateway/azure-pii"},{"title":"Azure Prompt Shield Guardrail Integration","sidebarTitle":"Azure Prompt Shield","href":"/docs/ai-gateway/azure-prompt-shield"},{"title":"CrowdStrike AIDR Integration","sidebarTitle":"CrowdStrike AIDR","href":"/docs/ai-gateway/crowdstrike"},{"title":"Cato Networks","sidebarTitle":"Cato Networks","href":"/docs/ai-gateway/cato-networks"},{"title":"Cisco AI Defense Integration","sidebarTitle":"Cisco AI Defense","href":"/docs/ai-gateway/cisco-ai-defense"},{"title":"DeepKeep AI Firewall","sidebarTitle":"DeepKeep","href":"/docs/ai-gateway/deepkeep"},{"title":"Enkrypt AI Guardrail Integration","sidebarTitle":"Enkrypt AI","href":"/docs/ai-gateway/enkrypt-ai"},{"title":"F5 AI Security (CalypsoAI) Integration","sidebarTitle":"F5 AI Security","href":"/docs/ai-gateway/f5-calypsoai"},{"title":"Fiddler Integration","sidebarTitle":"Fiddler","href":"/docs/ai-gateway/fiddler"},{"title":"Fireworks Safety Model Guardrail for TrueFoundry AI Gateway","sidebarTitle":"Fireworks","href":"/docs/ai-gateway/fireworks"},{"title":"Google Model Armor Guardrail Integration","sidebarTitle":"Google Model Armor","href":"/docs/ai-gateway/google-model-armor"},{"title":"Gray Swan Cygnal","sidebarTitle":"Gray Swan Cygnal","href":"/docs/ai-gateway/grayswan-cygnal"},{"title":"Guardrails AI Integration","sidebarTitle":"Guardrails AI","href":"/docs/ai-gateway/guardrails-ai"},{"title":"HiddenLayer Integration","sidebarTitle":"HiddenLayer","href":"/docs/ai-gateway/hiddenlayer"},{"title":"CoreWeave Weave Guardrails Integration","sidebarTitle":"CoreWeave Guardrails","href":"/docs/ai-gateway/coreweave-weave-guardrails"},{"title":"Lasso Security","sidebarTitle":"Lasso Security","href":"/docs/ai-gateway/lasso-security"},{"title":"Noma Security","sidebarTitle":"Noma Security","href":"/docs/ai-gateway/noma-security"},{"title":"NVIDIA NeMo Guardrails Integration","sidebarTitle":"NVIDIA NeMo","href":"/docs/ai-gateway/nvidia-nemo"},{"title":"OpenAI Moderation Integration","sidebarTitle":"OpenAI Moderation","href":"/docs/ai-gateway/openai-moderations"},{"title":"Onyx Security","sidebarTitle":"Onyx Security","href":"/docs/ai-gateway/onyx-security"},{"title":"Palo Alto Prisma AIRS Integration","sidebarTitle":"Palo Alto Prisma AIRS","href":"/docs/ai-gateway/palo-alto-airs"},{"title":"Patronus AI Integration","sidebarTitle":"Patronus AI","href":"/docs/ai-gateway/patronus"},{"title":"Pillar Security Integration","sidebarTitle":"Pillar Security","href":"/docs/ai-gateway/pillar-security"},{"title":"Straiker","sidebarTitle":"Straiker","href":"/docs/ai-gateway/straiker"},{"title":"TrojAI DEFEND Integration","sidebarTitle":"TrojAI","href":"/docs/ai-gateway/trojai"},{"title":"Verra","sidebarTitle":"Verra","href":"/docs/ai-gateway/verra"},{"title":"Zscaler AI Guard guardrail for prompts and responses","sidebarTitle":"Zscaler AI Guard","href":"/docs/ai-gateway/zscaler-ai-guard"}]},{"title":"Custom Guardrail/Plugins Configuration","sidebarTitle":"Bring your own Guardrail / Plugin","href":"/docs/ai-gateway/custom-guardrails"}]},{"group":"Observability","pages":[{"title":"Metrics Dashboard","sidebarTitle":"Metrics Dashboard","href":"/docs/ai-gateway/analytics"},{"title":"Request Logging","sidebarTitle":"Request Logging","href":"/docs/ai-gateway/request-logging"},{"title":"Configure Data Access","sidebarTitle":"Configure Data Access","href":"/docs/ai-gateway/data-access"},{"title":"Configure Data Routing","sidebarTitle":"Configure Data Routing","href":"/docs/ai-gateway/data-routing"},{"group":"Export Logs and Metrics","pages":[{"title":"Export OpenTelemetry Data","sidebarTitle":"Export via OpenTelemetry","href":"/docs/ai-gateway/export-opentelemetry-data"},{"title":"Prometheus Grafana Integration","sidebarTitle":"Prometheus \u0026 Grafana","href":"/docs/ai-gateway/prometheus-grafana-integration"}]},{"group":"API Access to Metrics","expanded":false,"pages":[{"title":"Model Metrics","sidebarTitle":"Model Metrics","href":"/docs/ai-gateway/fetch-model-metrics"},{"title":"MCP Metrics","sidebarTitle":"MCP Metrics","href":"/docs/ai-gateway/fetch-mcp-metrics"},{"title":"Guardrail Metrics","sidebarTitle":"Guardrail Metrics","href":"/docs/ai-gateway/fetch-guardrail-metrics"},{"title":"Cache Metrics","sidebarTitle":"Cache Metrics","href":"/docs/ai-gateway/fetch-cache-metrics"},{"title":"Routing Metrics","sidebarTitle":"Routing Metrics","href":"/docs/ai-gateway/fetch-routing-metrics"},{"title":"Agent Metrics","sidebarTitle":"Agent Metrics","href":"/docs/ai-gateway/fetch-agent-metrics"}]},{"group":"API Access to Logs","root":{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},"expanded":false,"directory":"accordion","pages":[{"title":"API Access to Logs","sidebarTitle":"Overview","href":"/docs/ai-gateway/fetch-request-logs"},{"title":"Request Logs: Trace Inspection","sidebarTitle":"Trace Inspection","href":"/docs/ai-gateway/fetch-request-logs-trace-inspection"},{"title":"Request Logs: Filtering","sidebarTitle":"Filtering","href":"/docs/ai-gateway/fetch-request-logs-filtering"},{"group":"Use Cases","expanded":false,"pages":[{"title":"Request Logs: Common Use Cases","sidebarTitle":"Basic Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases"},{"title":"Request Logs: Advanced Queries","sidebarTitle":"Advanced Queries","href":"/docs/ai-gateway/fetch-request-logs-use-cases-advanced"}]},{"group":"Span Attributes","expanded":false,"pages":[{"title":"Request Logs: Span Attributes","sidebarTitle":"TrueFoundry Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes"},{"title":"GenAI Span Attributes","sidebarTitle":"GenAI Attributes","href":"/docs/ai-gateway/fetch-request-logs-span-attributes-genai"}]}]}]},{"group":"Deployment","pages":[{"title":"Gateway Architecture","sidebarTitle":"Architecture","href":"/docs/ai-gateway/gateway-architecture"},{"title":"Deployment Options","sidebarTitle":"Deployment Options","href":"/docs/ai-gateway/modes-of-deployment"},{"title":"Globally Distributed SAAS Gateway","sidebarTitle":"Globally Distributed SAAS","href":"/docs/ai-gateway/globally-distributed-saas"},{"title":"Connect Private Models and MCP Servers","sidebarTitle":"Connect Private Endpoints","href":"/docs/ai-gateway/connect-private-models-mcp-servers"},{"title":"Install LLM Gateway (Standalone)","sidebarTitle":"Install AI Gateway","href":"/docs/ai-gateway/install-only-llm-gateway"}]},{"group":"Admin Guide","pages":[{"title":"Setup AI Gateway in Your Organization","sidebarTitle":"Setup AI Gateway in Org","href":"/docs/ai-gateway/setup-ai-gateway-in-org"},{"title":"Govern All AI Traffic Through the AI Gateway","sidebarTitle":"Govern All AI Traffic","href":"/docs/ai-gateway/govern-traffic-through-ai-gateway"},{"title":"Setup Dev, Staging and Prod Environments","sidebarTitle":"Setup Multiple Environments","href":"/docs/ai-gateway/setup-multiple-environments"},{"title":"Use Secret Manager in Integrations","sidebarTitle":"Use Secret Manager","href":"/docs/ai-gateway/secret-manager-in-ai-gateway"}]},{"group":"Chat","pages":[{"title":"Chat Completions","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /chat/completions","href":"/docs/api-reference/chat/chat-completions"}]},{"group":"Messages","pages":[{"title":"Messages","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages","href":"/docs/api-reference/messages/messages"},{"title":"Count Tokens","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /messages/count_tokens","href":"/docs/api-reference/messages/count-tokens"}]},{"group":"Embeddings","pages":[{"title":"Generate Embeddings","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /embeddings","href":"/docs/api-reference/embeddings/generate-embeddings"}]},{"group":"Rerank","pages":[{"title":"Rerank Documents","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /v2/rerank","href":"/docs/api-reference/rerank/rerank-documents"}]},{"group":"Responses","pages":[{"title":"List Model Response Input Items","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}/input_items","href":"/docs/api-reference/responses/list-model-response-input-items"},{"title":"Get Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /responses/{id}","href":"/docs/api-reference/responses/get-model-response"},{"title":"Delete Model Response","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /responses/{id}","href":"/docs/api-reference/responses/delete-model-response"},{"title":"Model Responses","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses","href":"/docs/api-reference/responses/model-responses"},{"title":"Model Responses Compact","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /responses/compact","href":"/docs/api-reference/responses/model-responses-compact"}]},{"group":"Image","pages":[{"title":"Generate Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/generations","href":"/docs/api-reference/image/generate-images"},{"title":"Edit Images","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/edits","href":"/docs/api-reference/image/edit-images"},{"title":"Create Image Variation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /images/variations","href":"/docs/api-reference/image/create-image-variation"}]},{"group":"Audio","pages":[{"title":"Transcribe Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/transcriptions","href":"/docs/api-reference/audio/transcribe-audio"},{"title":"Translate Audio","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/translations","href":"/docs/api-reference/audio/translate-audio"},{"title":"Generate Speech","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /audio/speech","href":"/docs/api-reference/audio/generate-speech"}]},{"group":"Batch","pages":[{"title":"List Batches","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches","href":"/docs/api-reference/batch/list-batches"},{"title":"Create Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches","href":"/docs/api-reference/batch/create-batch"},{"title":"Get Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}","href":"/docs/api-reference/batch/get-batch"},{"title":"Get Batch Output","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /batches/{id}/output","href":"/docs/api-reference/batch/get-batch-output"},{"title":"Cancel Batch","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /batches/{id}/cancel","href":"/docs/api-reference/batch/cancel-batch"}]},{"group":"Files","pages":[{"title":"List Files","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files","href":"/docs/api-reference/files/list-files"},{"title":"Upload File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /files","href":"/docs/api-reference/files/upload-file"},{"title":"Get File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}","href":"/docs/api-reference/files/get-file"},{"title":"Delete File","deprecated":null,"version":null,"openapi":"/gateway-openapi.json delete /files/{id}","href":"/docs/api-reference/files/delete-file"},{"title":"Get File Content","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /files/{id}/content","href":"/docs/api-reference/files/get-file-content"}]},{"group":"Fine-tuning","pages":[{"title":"List Fine-tuning Jobs","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/list-fine-tuning-jobs"},{"title":"Create Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs","href":"/docs/api-reference/fine-tuning/create-fine-tuning-job"},{"title":"Retrieve Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /fine_tuning/jobs/{fine_tuning_job_id}","href":"/docs/api-reference/fine-tuning/retrieve-fine-tuning-job"},{"title":"Cancel Fine-tuning Job","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /fine_tuning/jobs/{fine_tuning_job_id}/cancel","href":"/docs/api-reference/fine-tuning/cancel-fine-tuning-job"}]},{"group":"Moderations","pages":[{"title":"Create Moderation","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /moderations","href":"/docs/api-reference/moderations/create-moderation"}]},{"group":"Video","pages":[{"title":"Poll or Download Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/poll-or-download-video"},{"title":"Generate Video","deprecated":null,"version":null,"openapi":"/gateway-openapi.json post /videos-proxy/{providerAccountName}/{nativePath}","href":"/docs/api-reference/video/generate-video"}]},{"group":"Models","pages":[{"title":"List available models","deprecated":null,"version":null,"openapi":"/gateway-openapi.json get /models","href":"/docs/api-reference/models/list-available-models"}]}]},{"tab":"Agent Platform","pages":[{"title":"Agent Platform","href":"/docs/agent-platform/agent-harness/overview"}]},{"tab":"Platform","pages":[{"title":"Platform","href":"/docs/platform/overview"}]},{"tab":"AI Deployment","pages":[{"title":"AI Deployment","href":"/docs/ai-deployment-overview"}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/docs/truefoundry_sdk"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/docs/ai-gateway/ecosystem"}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/docs/changelog"}]}]},"basePath":"","title":"Deepgram - TrueFoundry Docs","buildId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","deploymentId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-NdetNziF.js","DynamicMarkdown-CD8713Yy.js","zoom-image-lightbox-DMoL6lHz.js","lightbox-handle-r17bVUz3.js"]}