diff --git a/package-lock.json b/package-lock.json index 949907c1..2cc8bfd5 100644 --- a/package-lock.json +++ b/package-lock.json @@ -6063,11 +6063,11 @@ }, "packages/agent": { "name": "@mariozechner/pi-agent-core", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1" + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2" }, "devDependencies": { "@types/node": "^24.3.0", @@ -6097,7 +6097,7 @@ }, "packages/ai": { "name": "@mariozechner/pi-ai", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { "@anthropic-ai/sdk": "0.71.2", @@ -6139,12 +6139,12 @@ }, "packages/coding-agent": { "name": "@mariozechner/pi-coding-agent", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { - "@mariozechner/pi-agent-core": "^0.22.1", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2", "chalk": "^5.5.0", "diff": "^8.0.2", "glob": "^11.0.3", @@ -6182,13 +6182,13 @@ }, "packages/mom": { "name": "@mariozechner/pi-mom", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { "@anthropic-ai/sandbox-runtime": "^0.0.16", - "@mariozechner/pi-agent-core": "^0.22.1", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-coding-agent": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-coding-agent": "^0.22.2", "@sinclair/typebox": "^0.34.0", "@slack/socket-mode": "^2.0.0", "@slack/web-api": "^7.0.0", @@ -6227,10 +6227,10 @@ }, "packages/pods": { "name": "@mariozechner/pi", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { - "@mariozechner/pi-agent-core": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", "chalk": "^5.5.0" }, "bin": { @@ -6243,7 +6243,7 @@ }, "packages/proxy": { "name": "@mariozechner/pi-proxy", - "version": "0.22.1", + "version": "0.22.2", "dependencies": { "@hono/node-server": "^1.14.0", "hono": "^4.6.16" @@ -6259,7 +6259,7 @@ }, "packages/tui": { "name": "@mariozechner/pi-tui", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { "@types/mime-types": "^2.1.4", @@ -6303,12 +6303,12 @@ }, "packages/web-ui": { "name": "@mariozechner/pi-web-ui", - "version": "0.22.1", + "version": "0.22.2", "license": "MIT", "dependencies": { "@lmstudio/sdk": "^1.5.0", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2", "docx-preview": "^0.3.7", "jszip": "^3.10.1", "lucide": "^0.544.0", @@ -6329,7 +6329,7 @@ }, "packages/web-ui/example": { "name": "pi-web-ui-example", - "version": "1.10.1", + "version": "1.10.2", "dependencies": { "@mariozechner/mini-lit": "^0.2.0", "@mariozechner/pi-ai": "file:../../ai", diff --git a/packages/agent/package.json b/packages/agent/package.json index fe292b6b..7d4e9798 100644 --- a/packages/agent/package.json +++ b/packages/agent/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-agent-core", - "version": "0.22.1", + "version": "0.22.2", "description": "General-purpose agent with transport abstraction, state management, and attachment support", "type": "module", "main": "./dist/index.js", @@ -18,8 +18,8 @@ "prepublishOnly": "npm run clean && npm run build" }, "dependencies": { - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1" + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2" }, "keywords": [ "ai", diff --git a/packages/ai/CHANGELOG.md b/packages/ai/CHANGELOG.md index 8603e08a..43e2832c 100644 --- a/packages/ai/CHANGELOG.md +++ b/packages/ai/CHANGELOG.md @@ -2,6 +2,12 @@ ## [Unreleased] +## [0.22.2] - 2025-12-15 + +### Added + +- **Interleaved thinking for Anthropic**: Added `interleavedThinking` option to `AnthropicOptions`. When enabled, Claude 4 models can think between tool calls and reason after receiving tool results. Enabled by default (no extra token cost, just unlocks the capability). Set `interleavedThinking: false` to disable. + ## [0.22.1] - 2025-12-15 _Dedicated to Peter's shoulder ([@steipete](https://twitter.com/steipete))_ diff --git a/packages/ai/package.json b/packages/ai/package.json index 151bad90..bff07dbd 100644 --- a/packages/ai/package.json +++ b/packages/ai/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-ai", - "version": "0.22.1", + "version": "0.22.2", "description": "Unified LLM API with automatic model discovery and provider configuration", "type": "module", "main": "./dist/index.js", diff --git a/packages/ai/src/providers/anthropic.ts b/packages/ai/src/providers/anthropic.ts index 9df2568b..dbaaa879 100644 --- a/packages/ai/src/providers/anthropic.ts +++ b/packages/ai/src/providers/anthropic.ts @@ -83,6 +83,7 @@ function convertContentBlocks(content: (TextContent | ImageContent)[]): export interface AnthropicOptions extends StreamOptions { thinkingEnabled?: boolean; thinkingBudgetTokens?: number; + interleavedThinking?: boolean; toolChoice?: "auto" | "any" | "none" | { type: "tool"; name: string }; } @@ -114,7 +115,7 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = ( try { const apiKey = options?.apiKey ?? getApiKey(model.provider) ?? ""; - const { client, isOAuthToken } = createClient(model, apiKey); + const { client, isOAuthToken } = createClient(model, apiKey, options?.interleavedThinking ?? true); const params = buildParams(model, context, isOAuthToken, options); const anthropicStream = client.messages.stream({ ...params, stream: true }, { signal: options?.signal }); stream.push({ type: "start", partial: output }); @@ -280,12 +281,18 @@ export const streamAnthropic: StreamFunction<"anthropic-messages"> = ( function createClient( model: Model<"anthropic-messages">, apiKey: string, + interleavedThinking: boolean, ): { client: Anthropic; isOAuthToken: boolean } { + const betaFeatures = ["fine-grained-tool-streaming-2025-05-14"]; + if (interleavedThinking) { + betaFeatures.push("interleaved-thinking-2025-05-14"); + } + if (apiKey.includes("sk-ant-oat")) { const defaultHeaders = { accept: "application/json", "anthropic-dangerous-direct-browser-access": "true", - "anthropic-beta": "oauth-2025-04-20,fine-grained-tool-streaming-2025-05-14,interleaved-thinking-2025-05-14", + "anthropic-beta": `oauth-2025-04-20,${betaFeatures.join(",")}`, ...(model.headers || {}), }; @@ -303,7 +310,7 @@ function createClient( const defaultHeaders = { accept: "application/json", "anthropic-dangerous-direct-browser-access": "true", - "anthropic-beta": "fine-grained-tool-streaming-2025-05-14,interleaved-thinking-2025-05-14", + "anthropic-beta": betaFeatures.join(","), ...(model.headers || {}), }; diff --git a/packages/coding-agent/CHANGELOG.md b/packages/coding-agent/CHANGELOG.md index b7959060..a0c34dec 100644 --- a/packages/coding-agent/CHANGELOG.md +++ b/packages/coding-agent/CHANGELOG.md @@ -2,6 +2,12 @@ ## [Unreleased] +## [0.22.2] - 2025-12-15 + +### Changed + +- Updated `@mariozechner/pi-ai` with interleaved thinking enabled by default for Anthropic Claude 4 models. + ## [0.22.1] - 2025-12-15 _Dedicated to Peter's shoulder ([@steipete](https://twitter.com/steipete))_ diff --git a/packages/coding-agent/package.json b/packages/coding-agent/package.json index efbf467c..913b8a91 100644 --- a/packages/coding-agent/package.json +++ b/packages/coding-agent/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-coding-agent", - "version": "0.22.1", + "version": "0.22.2", "description": "Coding agent CLI with read, bash, edit, write tools and session management", "type": "module", "piConfig": { @@ -39,9 +39,9 @@ "prepublishOnly": "npm run clean && npm run build" }, "dependencies": { - "@mariozechner/pi-agent-core": "^0.22.1", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2", "chalk": "^5.5.0", "diff": "^8.0.2", "glob": "^11.0.3", diff --git a/packages/mom/package.json b/packages/mom/package.json index 2875d3bf..d54f2375 100644 --- a/packages/mom/package.json +++ b/packages/mom/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-mom", - "version": "0.22.1", + "version": "0.22.2", "description": "Slack bot that delegates messages to the pi coding agent", "type": "module", "bin": { @@ -21,9 +21,9 @@ }, "dependencies": { "@anthropic-ai/sandbox-runtime": "^0.0.16", - "@mariozechner/pi-agent-core": "^0.22.1", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-coding-agent": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-coding-agent": "^0.22.2", "@sinclair/typebox": "^0.34.0", "@slack/socket-mode": "^2.0.0", "@slack/web-api": "^7.0.0", diff --git a/packages/pods/package.json b/packages/pods/package.json index 0bfaf943..fbd6a16e 100644 --- a/packages/pods/package.json +++ b/packages/pods/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi", - "version": "0.22.1", + "version": "0.22.2", "description": "CLI tool for managing vLLM deployments on GPU pods", "type": "module", "bin": { @@ -34,7 +34,7 @@ "node": ">=20.0.0" }, "dependencies": { - "@mariozechner/pi-agent-core": "^0.22.1", + "@mariozechner/pi-agent-core": "^0.22.2", "chalk": "^5.5.0" }, "devDependencies": {} diff --git a/packages/proxy/package.json b/packages/proxy/package.json index d5d1bd30..a3cd403e 100644 --- a/packages/proxy/package.json +++ b/packages/proxy/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-proxy", - "version": "0.22.1", + "version": "0.22.2", "type": "module", "description": "CORS and authentication proxy for pi-ai", "main": "dist/index.js", diff --git a/packages/tui/package.json b/packages/tui/package.json index 4c00c390..f75ef161 100644 --- a/packages/tui/package.json +++ b/packages/tui/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-tui", - "version": "0.22.1", + "version": "0.22.2", "description": "Terminal User Interface library with differential rendering for efficient text-based applications", "type": "module", "main": "dist/index.js", diff --git a/packages/web-ui/example/package.json b/packages/web-ui/example/package.json index 7b5d0435..8064582e 100644 --- a/packages/web-ui/example/package.json +++ b/packages/web-ui/example/package.json @@ -1,6 +1,6 @@ { "name": "pi-web-ui-example", - "version": "1.10.1", + "version": "1.10.2", "private": true, "type": "module", "scripts": { diff --git a/packages/web-ui/package.json b/packages/web-ui/package.json index c77c326f..efe4bb9a 100644 --- a/packages/web-ui/package.json +++ b/packages/web-ui/package.json @@ -1,6 +1,6 @@ { "name": "@mariozechner/pi-web-ui", - "version": "0.22.1", + "version": "0.22.2", "description": "Reusable web UI components for AI chat interfaces powered by @mariozechner/pi-ai", "type": "module", "main": "dist/index.js", @@ -18,8 +18,8 @@ }, "dependencies": { "@lmstudio/sdk": "^1.5.0", - "@mariozechner/pi-ai": "^0.22.1", - "@mariozechner/pi-tui": "^0.22.1", + "@mariozechner/pi-ai": "^0.22.2", + "@mariozechner/pi-tui": "^0.22.2", "docx-preview": "^0.3.7", "jszip": "^3.10.1", "lucide": "^0.544.0",