Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.
The Queue configuration is the most important configuration in the Async Service. You will find these settings under the Worker Config section in the form.
There are two sections: Input Config and Output Config
Input Config
This is the input queue configuration and has to be provided. This configuration comprises of primarily two parts:
Url of the Queueing system.
Authentication config to talk to the queueing system.
The exact settings differs based on the queue. You can find more details about it in the Queue Integrations for AWS SQS, Kafka, NATS and Google AQMP.
OutputConfig
The output queue configuration is optional and only needed if you want to sidecar to write the output back to a queue. In many cases, your HTTP service might be writing the output directly to S3 or updating some database - in which case you can leave the output config empty. If you want to write the output back to a queue so that it can be consumed by some other system, then we will need to provision a output queue.TrueFoundry supports the following queue integrations for Output Queue: SQS, Core Nats, Nats, Kafka and AMQP. If you want to support for some other queue, feel free to reach out to us or contribute the queue adapter at https://github.com/truefoundry/async_service. The settings for the Queue are very similar to the input configs and can be found in the docs of the individual Queue integrations.
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"TrueFoundry Docs","description":"TrueFoundry documentation — enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","colors":{"primary":"#4f46e5","light":"#4f46e5","dark":"#4f46e5"},"logo":{"light":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20","dark":"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/dark.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=c1cb26554a546d84500b40f7057bece8"},"favicon":"https://mintcdn.com/truefoundry/6bbtTt95c1iCcyph/favicon.svg?fit=max\u0026auto=format\u0026n=6bbtTt95c1iCcyph\u0026q=85\u0026s=f55bde34214b38034126d05b08ea16c7","appearance":{"default":"light"},"background":{"decoration":"grid"},"navbar":{"links":[{"href":"https://www.truefoundry.com/book-demo","label":"Book Demo"},{"href":"https://www.truefoundry.com/blog","label":"Blog"}],"primary":{"type":"button","label":"Sign Up","href":"https://www.truefoundry.com/register"}},"footer":{"socials":{"x":"https://twitter.com/truefoundry","linkedin":"https://in.linkedin.com/company/truefoundry"}},"seo":{"metatags":{"og:type":"website","og:site_name":"TrueFoundry Docs","og:image":"https://assets.production.truefoundry.com/logo.svg","og:description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.","description":"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane."}},"icons":{"library":"fontawesome"},"styling":{"codeblocks":"dark","latex":true},"contextual":{"options":["copy","view","chatgpt","claude","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"truefoundry","hasAudioNarration":false,"actualSubdomain":"truefoundry","customDomains":["www.truefoundry.com"],"gitSource":{"type":"github","owner":"truefoundry","repo":"docs-mintlify","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6b02f56c3ca2a55c00670bdc","clientVersion":"0.0.4270","searchFilterCounts":[{"language":"default","tag":"AI Gateway","count":253},{"language":"default","tag":"API Reference","count":202},{"language":"default","tag":"Platform","count":196},{"language":"default","tag":"Integrations","count":138},{"language":"default","tag":"LLM Gateway","count":118},{"language":"default","tag":"AI Deployment","count":109},{"language":"default","tag":"Integrate Models","count":51},{"language":"default","tag":"Guardrails and Security","count":48},{"language":"default","tag":"Observability","count":47},{"language":"default","tag":"MCP Servers","count":44}]},"assistantConfig":{"enableAskAiButton":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"[email protected]","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"site-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"starter-pricing","enabled":true,"variant":{"name":"treatment","enabled":true,"payload":{"type":"string","value":"treatment"},"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"wildcard-email-auth","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".line-highlight{background:rgb(var(--primary-light)/.7)!important}.tfy-cat-anchor{scroll-margin-top:6rem;margin-block:1.75rem}.line-highlight:before{background:rgb(var(--primary-light)/.7)!important}.line-highlight:after{background:rgb(var(--primary-light)/.7)!important}"}]}
{"page":{"pagePath":"docs/configure-queue","slug":"/docs/configure-queue","pageMetadata":{"title":"Configure Queue","description":"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.","href":"/docs/configure-queue"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,li:`li`,ol:`ol`,p:`p`,strong:`strong`,..._provideComponents(),...props.components},{Frame,Heading,OptimizedImage}=_components;if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`The Queue configuration is the most important configuration in the Async Service. You will find these settings under the Worker Config section in the form.`}),`\n`,_jsx(Frame,{caption:``,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=c0c44e49c395db05cddd24174995b31f`,\"data-og-width\":`2866`,width:`2866`,\"data-og-height\":`1710`,height:`1710`,\"data-path\":`images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=280\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=21cb68458f3b6db99c8561e779fbdb66 280w, https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=560\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=275254a4070eaf886be4a4ce610c4d53 560w, https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=840\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=6f4302e44244175dfe64042766a5c56a 840w, https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=1100\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=4f4c8098ab401b20afe6c734eb95a9e7 1100w, https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=1650\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=929c7b282cfd5dcc1603374125e34b7a 1650w, https://mintcdn.com/truefoundry/PSBc0bX31_cIC7pm/images/d809d833-548cbb9-Screenshot_2024-04-12_at_12.58.11_AM.png?w=2500\u0026fit=max\u0026auto=format\u0026n=PSBc0bX31_cIC7pm\u0026q=85\u0026s=317117006a47f61330e8c20d39f0182c 2500w`})}),`\n`,_jsxs(_components.p,{children:[`There are two sections: `,_jsx(_components.strong,{children:`Input Config`}),` and `,_jsx(_components.strong,{children:`Output Config`})]}),`\n`,_jsx(Heading,{level:`3`,id:`input-config`,children:`Input Config`}),`\n`,_jsx(_components.p,{children:`This is the input queue configuration and has to be provided. This configuration comprises of primarily two parts:`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsx(_components.li,{children:`Url of the Queueing system.`}),`\n`,_jsx(_components.li,{children:`Authentication config to talk to the queueing system.`}),`\n`]}),`\n`,_jsx(_components.p,{children:`The exact settings differs based on the queue. You can find more details about it in the Queue Integrations for AWS SQS, Kafka, NATS and Google AQMP.`}),`\n`,_jsx(Heading,{level:`3`,id:`outputconfig`,children:`OutputConfig`}),`\n`,_jsx(_components.p,{children:`The output queue configuration is optional and only needed if you want to sidecar to write the output back to a queue. In many cases, your HTTP service might be writing the output directly to S3 or updating some database - in which case you can leave the output config empty. If you want to write the output back to a queue so that it can be consumed by some other system, then we will need to provision a output queue.`}),`\n`,_jsxs(_components.p,{children:[`TrueFoundry supports the following queue integrations for Output Queue: SQS, Core Nats, Nats, Kafka and AMQP. If you want to support for some other queue, feel free to reach out to us or contribute the queue adapter at `,_jsx(_components.a,{href:`https://github.com/truefoundry/async_service`,children:`https://github.com/truefoundry/async_service`}),`. The settings for the Queue are very similar to the input configs and can be found in the docs of the individual Queue integrations.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":"dark","config":{},"pageMetadata":{"title":"Configure Queue","description":"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.","href":"/docs/configure-queue"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Input Config","slug":"input-config","depth":3,"children":[]},{"title":"OutputConfig","slug":"outputconfig","depth":3,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/truefoundry/9e0085f7ed271180/scripts.js"],"subdomain":"truefoundry","siteName":"TrueFoundry Docs","title":"Configure Queue - TrueFoundry Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-13T07:27:51.532Z","originalFileLocation":"docs/configure-queue.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.\">\u003cmeta data-mint-head name=\"application-name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Configure Queue - TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://www.truefoundry.com/docs/configure-queue\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Configure Queue - TrueFoundry Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"TrueFoundry offers an enterprise-grade AI Gateway combining LLM, MCP, and Agent Gateways—empowering businesses to connect, monitor, and govern agentic AI applications across providers from a unified control plane.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://assets.production.truefoundry.com/logo.svg\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/truefoundry/DMuq4kzeTciVEGUc/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"TrueFoundry Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#4f46e5\">\u003clink data-mint-head rel=\"canonical\" href=\"https://www.truefoundry.com/docs/configure-queue\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/configure-queue.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://www.truefoundry.com/#organization\",\"name\":\"TrueFoundry Docs\",\"url\":\"https://www.truefoundry.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/truefoundry/e2uUimEwX30qkWxc/logo/light.svg?fit=max\u0026auto=format\u0026n=e2uUimEwX30qkWxc\u0026q=85\u0026s=6068d83664aeda0239bec2422657dd20\"}},{\"@type\":\"WebSite\",\"@id\":\"https://www.truefoundry.com#website\",\"name\":\"TrueFoundry Docs\",\"url\":\"https://www.truefoundry.com\",\"publisher\":{\"@id\":\"https://www.truefoundry.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://www.truefoundry.com/docs/configure-queue#webpage\",\"url\":\"https://www.truefoundry.com/docs/configure-queue\",\"name\":\"Configure Queue\",\"description\":\"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.\",\"dateModified\":\"2026-11-13T07:27:51.532Z\",\"isPartOf\":{\"@id\":\"https://www.truefoundry.com#website\"},\"breadcrumb\":{\"@id\":\"https://www.truefoundry.com/docs/configure-queue#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://www.truefoundry.com/docs/configure-queue#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Async Service Deployment\",\"item\":\"https://www.truefoundry.com/docs/introduction-to-async-service\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Configure async service\",\"item\":\"https://www.truefoundry.com/docs/configure-ports\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Configure Queue\",\"item\":\"https://www.truefoundry.com/docs/configure-queue\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://www.truefoundry.com/docs/configure-queue#article\",\"headline\":\"Configure Queue\",\"name\":\"Configure Queue\",\"description\":\"Step-by-step guide for configure queue, explaining configuration, best practices, and real-world usage on TrueFoundry.\",\"url\":\"https://www.truefoundry.com/docs/configure-queue\",\"mainEntityOfPage\":{\"@id\":\"https://www.truefoundry.com/docs/configure-queue#webpage\"},\"image\":\"https://assets.production.truefoundry.com/logo.svg\",\"dateModified\":\"2026-11-13T07:27:51.532Z\",\"publisher\":{\"@id\":\"https://www.truefoundry.com/#organization\"},\"isPartOf\":{\"@id\":\"https://www.truefoundry.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"TrueFoundry Docs\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"TrueFoundry Docs\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/docs/configure-queue.md","siteName":"TrueFoundry Docs","nav":{"global":null,"tabs":[{"tab":"AI Gateway","pages":[{"title":"AI Gateway","href":"/docs/ai-gateway/intro-to-llm-gateway"}]},{"tab":"Agent Platform","pages":[{"title":"Agent Platform","href":"/docs/agent-platform/agent-harness/overview"}]},{"tab":"Platform","pages":[{"title":"Platform","href":"/docs/platform/overview"}]},{"tab":"AI Deployment","groups":[{"group":"Introduction","pages":[{"title":"Introduction to AI Deployment","sidebarTitle":"Overview","href":"/docs/ai-deployment-overview"},{"title":"Key Concepts","href":"/docs/key-concepts"}]},{"group":"Train and Deploy Models","pages":[{"title":"Model Deployment Introduction","sidebarTitle":"Introduction","href":"/docs/model-deployment-introduction"},{"group":"Develop and Iterate","pages":[{"title":"Launch Jupyter Notebook","href":"/docs/launch-notebooks"},{"title":"Launch a SSH Server","href":"/docs/launch-an-ssh-server"},{"title":"Launch Notebook with Spark","href":"/docs/launch-notebook-with-spark"}]},{"title":"Model Registry","href":"/docs/model-registry"},{"group":"Deploy Model As API","pages":[{"title":"Model Deployment Overview","sidebarTitle":"Overview","href":"/docs/model-deployment/overview"},{"title":"HuggingFace","href":"/docs/model-deployment/deploy-model-from-huggingface"},{"title":"Scikit Learn / XGBoost","href":"/docs/model-deployment/deploy-sklearn-xgboost"},{"title":"FastAPI","href":"/docs/model-deployment/deploy-model-fastapi"},{"title":"LitServe","href":"/docs/model-deployment/deploy-litserve"},{"title":"AWS Multi-Model Server","href":"/docs/model-deployment/deploy-model-mms"},{"title":"TorchServe","href":"/docs/model-deployment/deploy-torchserve"},{"title":"TensorFlow Serve (TFServe)","href":"/docs/model-deployment/deploy-tfserve"},{"title":"MlFlow","href":"/docs/model-deployment/deploy-model-mlflow"},{"title":"Migrate Sagemaker Pytorch Endpoint","href":"/docs/model-deployment/migrate-from-sagemaker-pytorch-endpoint"}]}]},{"group":"Service Deployment","pages":[{"title":"Introduction","href":"/docs/introduction-to-a-service"},{"title":"Deploy Your First Service","sidebarTitle":"Getting Started","href":"/docs/deploy-first-service"},{"group":"Configuring your service","pages":[{"title":"Dockerize Your Code","href":"/docs/dockerize-code"},{"title":"Define Ports And Domains","href":"/docs/define-ports-and-domains"},{"title":"Add authentication to your Endpoints","sidebarTitle":"Endpoint Authentication","href":"/docs/endpoint-authentication"},{"group":"Resources","pages":[{"title":"Set Resources","href":"/docs/resources-cpu-memory-storage"},{"title":"Using Fractional GPUs","href":"/docs/using-fractional-gpus"},{"title":"Using TPUs","href":"/docs/using-tpus"}]},{"title":"Environment Variables \u0026 Secrets","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets"},{"title":"Autoscaling Overview","sidebarTitle":"Autoscaling","href":"/docs/autoscaling-overview"},{"title":"Pause / Resume Service","href":"/docs/pause-resume-service"},{"title":"Scale Service to 0","href":"/docs/scale-service-to-0"},{"title":"Liveness/Readiness Probe","href":"/docs/liveness-readiness-probe"},{"title":"Rollout Strategy","href":"/docs/rollout-strategy"},{"title":"Access Cloud Services Like S3","href":"/docs/access-data-from-s3-or-other-clouds-services"},{"title":"Download Models/Artifacts","href":"/docs/download-and-cache-models"},{"title":"Redirect And Mirror Traffic","href":"/docs/intercepts"},{"title":"Kustomize Support","href":"/docs/kustomize"},{"title":"Sticky Routing","href":"/docs/sticky-routing"},{"title":"Mounting Volumes/Files","href":"/docs/mounting-volumes-service"},{"title":"Deploy a Service Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-service-programatically"},{"title":"Set Up CI/CD","href":"/docs/setting-up-cicd-for-your-service"},{"title":"Update, Rollback, Promote","href":"/docs/update-rollback-promote-your-service"},{"title":"View Logs, Metrics And Events","href":"/docs/monitor-your-service"},{"title":"Log \u0026 Monitor Custom Metrics","href":"/docs/log-monitor-custom-metrics"},{"title":"Setup Alerts","href":"/docs/setup-alerts"},{"title":"Docker Build Secrets","href":"/docs/docker-build-secrets"}]}]},{"group":"Job Deployment","pages":[{"title":"Jobs Introduction","sidebarTitle":"Introduction","href":"/docs/introduction-to-a-job"},{"title":"Deploy Job from GitHub","sidebarTitle":"Getting Started","href":"/docs/deploy-job-from-a-public-github-repository"},{"group":"Configuring your Job","pages":[{"title":"Parameterize A Job","href":"/docs/deploy-a-job-with-additional-parameters"},{"title":"Env Variables \u0026 Secrets for Jobs","sidebarTitle":"Environment Variables And Secrets","href":"/docs/environment-variables-and-secrets-jobs"},{"title":"Mounting Volumes","href":"/docs/mounting-volumes-job"},{"title":"Set Retries And Timeout","href":"/docs/retries-and-timeout"},{"title":"Set Concurrency Limit","href":"/docs/concurrency-limits"},{"title":"Deploy a Job Programmatically","sidebarTitle":"Deploy Programatically","href":"/docs/deploy-job-programatically"},{"title":"Monitor Your Job","href":"/docs/monitor-your-job"},{"title":"Access Data From S3 Or Other Clouds","href":"/docs/access-data-from-s3-or-other-clouds-jobs"},{"title":"Add Alerts To Your Job","href":"/docs/add-alerts-to-your-job"},{"title":"Logging Data in Job Runs","href":"/docs/job-runs-and-logging"}]},{"group":"Configuring your Spark Job","pages":[{"title":"Use blob storage with your Spark job","href":"/docs/deploy-a-spark-job-with-blob-storage"},{"title":"JVM metrics for Spark jobs","href":"/docs/spark-job-jvm-metrics"}]}]},{"group":"LLM Deployment","pages":[{"title":"Deploying LLMs","href":"/docs/deploying-an-llm-model-from-the-model-catalogue"},{"title":"Deploying NVIDIA NIM Models","href":"/docs/deploying-nvidia-nims"},{"title":"Benchmarking LLMs","href":"/docs/benchmarking-llms"}]},{"group":"LLM Finetuning","pages":[{"title":"Finetuning LLMs","href":"/docs/finetuning-a-model-from-the-model-catalogue"}]},{"group":"MCP Server Deployment","pages":[{"title":"MCP Server Deployment Overview","sidebarTitle":"Overview","href":"/docs/mcp-server-deployment/mcp-server-deployment-overview"},{"title":"Deploy MCP Server From Code","sidebarTitle":"Deploy From Code","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-code"},{"title":"Deploy MCP Server from npx/uvx","sidebarTitle":"Deploy from npx/uvx","href":"/docs/mcp-server-deployment/deploy-mcp-server-from-npx-uvx"}]},{"group":"Workflow Deployment","pages":[{"title":"Introduction To Workflow","href":"/docs/introduction-to-workflow"},{"title":"Creating Your First Workflow","href":"/docs/creating-your-first-workflow"},{"title":"Interacting With Workflow","href":"/docs/interacting-with-workflow"},{"title":"Workflow Concepts","href":"/docs/workflow-concepts"},{"group":"Guides","pages":[{"title":"Creating A Workflow With Different Container Images","href":"/docs/creating-a-workflow-with-gpu-and-non-gpu-image"},{"title":"Using Dockerfile For Python Function Task","href":"/docs/python-function-tasks-with-dockefile"},{"title":"Using Raw Container Task","href":"/docs/container-task"},{"title":"Adding Environment Variable","href":"/docs/adding-environment-variable"},{"title":"Configuring Resources","href":"/docs/configuring-resources"},{"title":"Creating A Conditional Task","href":"/docs/conditional-task"},{"title":"Creating A Map Task","href":"/docs/creating-a-map-task"},{"title":"Creating A Cron Workflow","href":"/docs/cron-workflow"},{"title":"Creating A Spark Task","href":"/docs/spark-task"},{"title":"Creating A Databricks Task","href":"/docs/databricks-task"},{"title":"Creating A Snowflake Task","href":"/docs/snowflake-task"},{"title":"Task Config","href":"/docs/task-config"},{"title":"Attaching Mounts","href":"/docs/attaching-mounts"},{"title":"Passing Files/Artifacts Between Tasks","href":"/docs/passing-filesartifacts-between-tasks"},{"title":"Example Of Task Config With Different Parameters","href":"/docs/example-of-task-config-with-different-parameters"},{"title":"Adding Retries And Handling Failures","href":"/docs/adding-retries-and-handling-failures"},{"title":"Running Workflow Locally","href":"/docs/running-workflow-locally"},{"title":"Adding Alerts For Workflow","href":"/docs/adding-alerts-for-workflow"},{"title":"Handling Failure using Failure Task/Node","href":"/docs/handling-workflow-failure"},{"title":"Recovering a Failed Workflow Execution","href":"/docs/recovering-workflow-execution"}]}]},{"group":"Async Service Deployment","pages":[{"title":"Introduction to Async Service","href":"/docs/introduction-to-async-service"},{"title":"Deploy your first Async Service","href":"/docs/deploy-your-first-asyncservice"},{"group":"Configure async service","pages":[{"title":"Configure Ports","description":"Step-by-step guide for configure ports, explaining configuration, best practices, and real-world usage on TrueFoundry.","href":"/docs/configure-ports"},{"title":"Configure Queue","href":"/docs/configure-queue"},{"title":"Autoscaling","description":"Step-by-step guide for autoscaling, explaining configuration, best practices, and real-world usage on TrueFoundry.","href":"/docs/autoscaling"},{"title":"Configure Sidecar","href":"/docs/configure-sidecar"}]},{"group":"Queue Integrations","pages":[{"title":"AWS SQS","href":"/docs/aws-sqs"}]},{"title":"Monitor Your Async Service","href":"/docs/monitoring-your-async-service"}]},{"group":"Volumes","pages":[{"title":"Introduction to Volume","href":"/docs/introduction-to-volume"},{"title":"Creating And Using Volumes","href":"/docs/creating-a-volume"}]},{"group":"Experiment Tracking","pages":[{"title":"ML Repo: Getting Started","sidebarTitle":"Getting Started","href":"/docs/ml-repo-quickstart"},{"title":"Create Runs and Log Data","href":"/docs/create-run"},{"title":"Artifacts and Artifact Versions","href":"/docs/log-artifacts"},{"title":"Models and Model Versions","href":"/docs/log-models"},{"title":"Huggingface Trainer Callback","href":"/docs/huggingface-trainer-callback"}]},{"group":"Advanced Features","pages":[{"title":"Secret Management","href":"/docs/manage-secrets"},{"title":"Deployment Guardrails and Policies","href":"/docs/applying-custom-policies"},{"title":"Deploy Helm Charts","href":"/docs/deploy-helm-charts"},{"title":"Deploy Kubernetes Manifests","href":"/docs/deploy-kubernetes-manifests"},{"title":"Ingress Controller Configuration","href":"/docs/ingress-controller-configuration"}]}]},{"tab":"API Reference","pages":[{"title":"API Reference","href":"/docs/truefoundry_sdk"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/docs/ai-gateway/ecosystem"}]},{"tab":"Changelog","groups":[{"group":" ","pages":[{"title":"Changelog","href":"/docs/changelog"},{"group":"Announcements","pages":[{"title":"Deprecation of Rate Limiting V1 — 2nd November, 2026","href":"/docs/change-announcements/deprecation-of-rate-limiting-v1"},{"title":"Move to Named Guardrail Policies — v0.179","href":"/docs/change-announcements/named-guardrails-config-v0.179"},{"title":"Perplexity Models Move to the Agent API","href":"/docs/change-announcements/perplexity-agent-api-migration"},{"title":"Plan-Based Feature Gating — v0.174.0","href":"/docs/change-announcements/plan-based-feature-gating-v0.174.0"},{"title":"Agent Builder Moving to Trueforge \u0026 Agent APIs Deprecated — v0.172","href":"/docs/change-announcements/agents-moving-to-trueforge"},{"title":"Removing Collaborators from Resources — v0.172.0","href":"/docs/change-announcements/removing-collaborators-from-resources"},{"title":"Deprecation of MCP tool_settings — 26th October, 2026","href":"/docs/change-announcements/deprecation-of-mcp-tool-settings"},{"title":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages","sidebarTitle":"Deprecation of truefoundry \u003c 0.17.0 and truefoundry-sdk \u003c 0.4.0 packages - 19th August 2026","href":"/docs/change-announcements/deprecation-of-truefoundry-below-0.17-and-api-ml"},{"title":"Minimum Python Version Raised to 3.10 — truefoundry v0.17.0","href":"/docs/change-announcements/python-3.10-minimum-truefoundry-cli-v0.17.0"},{"title":"Budget Limiting V2 — v0.158.0","href":"/docs/change-announcements/budget-limiting-v2-v0.158.0"},{"title":"Deprecation of MCP Servers APIs — 30th September, 2026","href":"/docs/change-announcements/deprecation-of-mcp-servers-v1-apis"},{"title":"Deprecation of Images and Plots in Job Runs — v0.156.0","href":"/docs/change-announcements/deprecation-of-images-and-plots-in-job-runs-v0.156.0"},{"title":"Moving to External Secrets Operator for Secrets Management — v0.151.5","href":"/docs/change-announcements/moving-to-eso-for-secret-management-v0.151.5"},{"title":"MCP DCR client_id \u0026 Redirect URL Validation — v0.148","href":"/docs/change-announcements/mcp-dcr-client-id-validation-v0.148"},{"title":"Deprecation of Routing Config","href":"/docs/change-announcements/deprecation-of-routing-config"},{"title":"Identity and Access Revamp — v0.143","href":"/docs/change-announcements/identity-and-access-revamp-v0.143"},{"title":"AI Gateway Metrics Rename — v0.136","href":"/docs/change-announcements/refactoring-of-ai-gateway-metrics"},{"title":"Deprecation of MCP Servers in Prompts","href":"/docs/change-announcements/deprecation-of-mcp-servers-in-prompts"},{"title":"Deprecation of Common Tools in Playground and Settings — v0.135","href":"/docs/change-announcements/deprecation-of-common-tools-v0-135-0"},{"title":"x-tfy-routing-config Header Removal — v0.133","href":"/docs/change-announcements/routing-config-header-removal-v0.133"},{"title":"Simplified GitOps CI/CD with tfy apply — v0.132","href":"/docs/change-announcements/simplified-gitops-cicd-v0.132"},{"title":"Legacy MCP OAuth Routes Removal — v0.134","href":"/docs/change-announcements/legacy-mcp-oauth-routes-removal"},{"title":"MCP Gateway URL and Transport Changes — v0.130","href":"/docs/change-announcements/mcp-gateway-url-transport-v0.130"},{"title":"Gemini CLI Model Registration Requirement — v0.118","href":"/docs/change-announcements/gemini-cli-model-registration-v0.118"},{"title":"Guardrails YAML Schema Change — v0.116","href":"/docs/change-announcements/guardrails-yaml-schema-change-v0.116"},{"title":"MCP Server Groups Removal — v0.112","href":"/docs/change-announcements/mcp-server-groups-removal-v0.112"}]}]}]}]},"basePath":"","title":"Configure Queue - TrueFoundry Docs","deploymentId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","buildId":"dpl_DyXGnKeCjZyA3sUdfMJ7FjkdBefg","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-D0FT0qQs.js","DynamicMarkdown-CQM9Bhbv.js","zoom-image-lightbox-BQ4tbj_9.js","lightbox-handle-r17bVUz3.js"]}