getcompanion-ai/co-mono
1
0
Fork 0
mirror of https://github.com/getcompanion-ai/co-mono.git synced 2026-04-20 20:01:06 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Better proxy handling.

Browse source
This commit is contained in:
Mario Zechner 2025-10-28 00:21:54 +01:00
parent ec50ede6c2
commit b6b64dff86
6 changed files with 298 additions and 160 deletions
Download patch file Download diff file Expand all files Collapse all files

4
packages/ai/src/stream.ts
View file

@ -117,7 +117,7 @@ function mapOptionsForApi<TApi extends Api>(
): OptionsForApi<TApi> {
const base = {
temperature: options?.temperature,
maxTokens: options?.maxTokens,
maxTokens: options?.maxTokens || model.maxTokens,
signal: options?.signal,
apiKey: apiKey || options?.apiKey,
};
@ -130,7 +130,7 @@ function mapOptionsForApi<TApi extends Api>(
minimal: 1024,
low: 2048,
medium: 8192,
high: Math.min(25000, model.maxTokens - 1000),
high: 16384,
};
return {