getcompanion-ai/co-mono
1
0
Fork 0
mirror of https://github.com/getcompanion-ai/co-mono.git synced 2026-04-21 21:03:56 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix compaction turn prefix summarization (#738)

Browse source
This commit is contained in:
vsabavat 2026-01-14 18:23:34 -08:00 • committed by GitHub
parent 537bdb6972
commit 72e29bce27
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 10 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

16
packages/coding-agent/src/core/compaction/compaction.ts
View file

@ -7,7 +7,7 @@
import type { AgentMessage } from "@mariozechner/pi-agent-core"; import type { AgentMessage } from "@mariozechner/pi-agent-core";
import type { AssistantMessage, Model, Usage } from "@mariozechner/pi-ai"; import type { AssistantMessage, Model, Usage } from "@mariozechner/pi-ai";
import { complete, completeSimple } from "@mariozechner/pi-ai"; import { completeSimple } from "@mariozechner/pi-ai";
import { convertToLlm, createBranchSummaryMessage, createCustomMessage } from "../messages.js"; import { convertToLlm, createBranchSummaryMessage, createCustomMessage } from "../messages.js";
import type { CompactionEntry, SessionEntry } from "../session-manager.js"; import type { CompactionEntry, SessionEntry } from "../session-manager.js";
import { import {
@ -719,18 +719,22 @@ async function generateTurnPrefixSummary(
signal?: AbortSignal, signal?: AbortSignal,
): Promise<string> { ): Promise<string> {
const maxTokens = Math.floor(0.5 * reserveTokens); // Smaller budget for turn prefix const maxTokens = Math.floor(0.5 * reserveTokens); // Smaller budget for turn prefix
const llmMessages = convertToLlm(messages);
const transformedMessages = convertToLlm(messages); const conversationText = serializeConversation(llmMessages);
const promptText = `<conversation>\n${conversationText}\n</conversation>\n\n${TURN_PREFIX_SUMMARIZATION_PROMPT}`;
const summarizationMessages = [ const summarizationMessages = [
...transformedMessages,
{ {
role: "user" as const, role: "user" as const,
content: [{ type: "text" as const, text: TURN_PREFIX_SUMMARIZATION_PROMPT }], content: [{ type: "text" as const, text: promptText }],
timestamp: Date.now(), timestamp: Date.now(),
}, },
]; ];
const response = await complete(model, { messages: summarizationMessages }, { maxTokens, signal, apiKey }); const response = await completeSimple(
model,
{ systemPrompt: SUMMARIZATION_SYSTEM_PROMPT, messages: summarizationMessages },
{ maxTokens, signal, apiKey },
);
if (response.stopReason === "error") { if (response.stopReason === "error") {
throw new Error(`Turn prefix summarization failed: ${response.errorMessage || "Unknown error"}`); throw new Error(`Turn prefix summarization failed: ${response.errorMessage || "Unknown error"}`);