Use token-based maxTokens instead of fraction-based reserveFraction

- BranchSummarySettings.maxTokens (default 100000) instead of reserveFraction
- More intuitive and consistent with CompactionSettings.keepRecentTokens
This commit is contained in:
Mario Zechner 2025-12-29 21:34:50 +01:00
parent 839a46e6fe
commit f5f39f08f1
3 changed files with 8 additions and 12 deletions

View file

@ -9,7 +9,7 @@ export interface CompactionSettings {
}
export interface BranchSummarySettings {
reserveFraction?: number; // default: 0.2 (fraction of context window reserved for summary)
maxTokens?: number; // default: 100000 (max tokens to include in branch summary context)
}
export interface RetrySettings {
@ -260,9 +260,9 @@ export class SettingsManager {
};
}
getBranchSummarySettings(): { reserveFraction: number } {
getBranchSummarySettings(): { maxTokens: number } {
return {
reserveFraction: this.settings.branchSummary?.reserveFraction ?? 0.2,
maxTokens: this.settings.branchSummary?.maxTokens ?? 100000,
};
}