Custom Metadata and Headers

from openai import OpenAI

USE_STREAM = True
client = OpenAI(api_key="your_truefoundry_api_key", base_url="https://gateway.truefoundry.ai")
stream = client.chat.completions.create(
    messages=[
        {"role": "system", "content": "You are an AI bot."},
        {"role": "user", "content": "Enter your prompt here"},
    ],
    model="openai-main/gpt-4",
    stream=USE_STREAM,
    extra_headers={
        "X-TFY-METADATA": '{"application":"booking-bot", "environment":"staging", "customer_id":"123456"}',
    }
)

if USE_STREAM:
    for chunk in stream:
        if (
            chunk.choices
            and len(chunk.choices) > 0
            and chunk.choices[0].delta.content is not None
        ):
            print(chunk.choices[0].delta.content, end="")
else:
    print(stream.choices[0].message.content)

const OpenAI = require('openai');

const openai = new OpenAI({
    apiKey: 'your_truefoundry_api_key',
    baseURL: 'https://gateway.truefoundry.ai',
    defaultHeaders: {
        "X-TFY-METADATA":
        '{"application":"booking-bot", "environment":"staging", "customer_id":"123456"}',
    },
});

async function main() {
    try {
        const stream = await openai.chat.completions.create({
            model: 'openai-main/gpt-4',
            messages: [
                { role: 'system', content: 'You are an AI bot.' },
                { role: 'user', content: 'Enter your prompt here' }
            ],
            stream: true
        });

        for await (const chunk of stream) {
            if (chunk.choices[0]?.delta?.content) {
                process.stdout.write(chunk.choices[0].delta.content);
            }
        }
    } catch (error) {
        console.error('An error occurred:', error.message);
    }
}

main();