Use reserveTokens for branch summary (tokens left for prompt + response)

- tokenBudget = contextWindow - reserveTokens
- Default 16384, same as compaction
- Consistent naming with CompactionSettings.reserveTokens
This commit is contained in:
Mario Zechner 2025-12-29 21:36:23 +01:00
parent f5f39f08f1
commit dc5fc4fc40
3 changed files with 12 additions and 8 deletions

View file

@ -9,7 +9,7 @@ export interface CompactionSettings {
}
export interface BranchSummarySettings {
maxTokens?: number; // default: 100000 (max tokens to include in branch summary context)
reserveTokens?: number; // default: 16384 (tokens reserved for prompt + LLM response)
}
export interface RetrySettings {
@ -260,9 +260,9 @@ export class SettingsManager {
};
}
getBranchSummarySettings(): { maxTokens: number } {
getBranchSummarySettings(): { reserveTokens: number } {
return {
maxTokens: this.settings.branchSummary?.maxTokens ?? 100000,
reserveTokens: this.settings.branchSummary?.reserveTokens ?? 16384,
};
}