co-mono/packages/ai/test/examples/cerebras-completions.ts

import chalk from "chalk";
import { Context, Tool } from "../../src/types";
import { OpenAICompletionsLLM, OpenAICompletionsLLMOptions } from "../../src/providers/openai-completions";

// Define a simple calculator tool
const tools: Tool[] = [
    {
        name: "calculate",
        description: "Perform a mathematical calculation",
        parameters: {
            type: "object" as const,
            properties: {
                expression: {
                    type: "string",
                    description: "The mathematical expression to evaluate"
                }
            },
            required: ["expression"]
        }
    }
];

const options: OpenAICompletionsLLMOptions = {
    onText: (t, complete) => process.stdout.write(t + (complete ? "\n" : "")),
    onThinking: (t, complete) => process.stdout.write(chalk.dim(t + (complete ? "\n" : ""))),
    reasoningEffort: "medium",
    toolChoice: "auto"
};
const ai = new OpenAICompletionsLLM("gpt-oss-120b", process.env.CEREBRAS_API_KEY, "https://api.cerebras.ai/v1");
const context: Context = {
        systemPrompt: "You are a helpful assistant that can use tools to answer questions.",
        messages: [
        {
            role: "user",
            content: "Think about birds briefly. Then give me a list of 10 birds. Finally, calculate 42 * 17 + 123 and 453 + 434 in parallel using the calculator tool. You must use the tool to answer both math questions.",
        }
    ],
    tools
}

while (true) {
    let msg = await ai.complete(context, options)
    context.messages.push(msg);
    console.log();

    for (const toolCall of msg.toolCalls || []) {
        if (toolCall.name === "calculate") {
            const expression = toolCall.arguments.expression;
            const result = eval(expression);
            context.messages.push({
                role: "toolResult",
                content: `The result of ${expression} is ${result}.`,
                toolCallId: toolCall.id,
                isError: false
            });
        }
    }
    if (msg.stopReason != "toolUse") break;
}
console.log();
console.log(chalk.yellow(JSON.stringify(context.messages, null, 2)));