AWS Bedrock Mantle

stream = client.chat.completions.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    messages=[{"role": "user", "content": "Count from 1 to 5."}],
    stream=True,
)
for chunk in stream:
    if (
        chunk.choices
        and len(chunk.choices) > 0
        and chunk.choices[0].delta.content is not None
    ):
        print(chunk.choices[0].delta.content, end="", flush=True)

import json

tools = [{
    "type": "function",
    "function": {
        "name": "get_weather",
        "description": "Get the current weather for a city.",
        "parameters": {
            "type": "object",
            "properties": {"city": {"type": "string"}},
            "required": ["city"],
        },
    },
}]

messages = [{"role": "user", "content": "Weather in Bengaluru?"}]
first = client.chat.completions.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    messages=messages,
    tools=tools,
    tool_choice={"type": "function", "function": {"name": "get_weather"}},
)

assistant_msg = first.choices[0].message
tool_calls = assistant_msg.tool_calls or []
if tool_calls:
    tool_call = tool_calls[0]
    messages.append(assistant_msg)
    messages.append({
        "role": "tool",
        "tool_call_id": tool_call.id,
        "content": json.dumps({"city": "Bengaluru", "temp_c": 28, "summary": "partly cloudy"}),
    })
    second = client.chat.completions.create(
        model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
        messages=messages,
        tools=tools,
    )
    print(second.choices[0].message.content)

import json

schema = {
    "name": "person",
    "schema": {
        "type": "object",
        "properties": {
            "name": {"type": "string"},
            "age": {"type": "integer"},
            "hobbies": {"type": "array", "items": {"type": "string"}},
        },
        "required": ["name", "age", "hobbies"],
        "additionalProperties": False,
    },
    "strict": True,
}

response = client.chat.completions.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    messages=[{"role": "user", "content": "Invent a fictional person with name, age, and three hobbies."}],
    response_format={"type": "json_schema", "json_schema": schema},
)

message = response.choices[0].message
if message.content:
    print(json.dumps(json.loads(message.content), indent=2))

response = client.chat.completions.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    messages=[{"role": "user", "content": "A bat and ball cost $1.10. The bat costs $1.00 more than the ball. How much is the ball?"}],
    reasoning_effort="high",
)

msg = response.choices[0].message
print("answer:", msg.content)
print("reasoning:", getattr(msg, "reasoning_content", None))

stream = client.responses.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    input=[{"role": "user", "content": "Tell me a short story."}],
    stream=True,
)
for event in stream:
    if event.type == "response.output_text.delta":
        print(event.delta, end="", flush=True)

first = client.responses.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    input=[{"role": "user", "content": "My name is Alex."}],
)

second = client.responses.create(
    model="aws-bedrock-mantle-main/openai-gpt-oss-120b",
    input=[{"role": "user", "content": "What is my name?"}],
    previous_response_id=first.id,
)
print(second.output_text)