clanker-agent/packages/ai/test/xhigh.test.ts

import { describe, expect, it } from "vitest";
import { getModel } from "../src/models.js";
import { stream } from "../src/stream.js";
import type { Context, Model } from "../src/types.js";

function makeContext(): Context {
  return {
    messages: [
      {
        role: "user",
        content: `What is ${(Math.random() * 100) | 0} + ${(Math.random() * 100) | 0}? Think step by step.`,
        timestamp: Date.now(),
      },
    ],
  };
}

describe.skipIf(!process.env.OPENAI_API_KEY)("xhigh reasoning", () => {
  describe("codex-max (supports xhigh)", () => {
    // Note: codex models only support the responses API, not chat completions
    it("should work with openai-responses", async () => {
      const model = getModel("openai", "gpt-5.1-codex-max");
      const s = stream(model, makeContext(), { reasoningEffort: "xhigh" });
      let hasThinking = false;

      for await (const event of s) {
        if (
          event.type === "thinking_start" ||
          event.type === "thinking_delta"
        ) {
          hasThinking = true;
        }
      }

      const response = await s.result();
      expect(response.stopReason, `Error: ${response.errorMessage}`).toBe(
        "stop",
      );
      expect(response.content.some((b) => b.type === "text")).toBe(true);
      expect(
        hasThinking || response.content.some((b) => b.type === "thinking"),
      ).toBe(true);
    });
  });

  describe("gpt-5-mini (does not support xhigh)", () => {
    it("should error with openai-responses when using xhigh", async () => {
      const model = getModel("openai", "gpt-5-mini");
      const s = stream(model, makeContext(), { reasoningEffort: "xhigh" });

      for await (const _ of s) {
        // drain events
      }

      const response = await s.result();
      expect(response.stopReason).toBe("error");
      expect(response.errorMessage).toContain("xhigh");
    });

    it("should error with openai-completions when using xhigh", async () => {
      const { compat: _compat, ...baseModel } = getModel(
        "openai",
        "gpt-5-mini",
      );
      void _compat;
      const model: Model<"openai-completions"> = {
        ...baseModel,
        api: "openai-completions",
      };
      const s = stream(model, makeContext(), { reasoningEffort: "xhigh" });

      for await (const _ of s) {
        // drain events
      }

      const response = await s.result();
      expect(response.stopReason).toBe("error");
      expect(response.errorMessage).toContain("xhigh");
    });
  });
});