mirror of
https://github.com/getcompanion-ai/co-mono.git
synced 2026-04-15 13:03:42 +00:00
set the prompt cache key to session id (#698)
This commit is contained in:
parent
7534802752
commit
00ba005e50
1 changed files with 1 additions and 0 deletions
|
|
@ -366,6 +366,7 @@ function buildParams(model: Model<"openai-responses">, context: Context, options
|
|||
model: model.id,
|
||||
input: messages,
|
||||
stream: true,
|
||||
prompt_cache_key: options?.sessionId,
|
||||
};
|
||||
|
||||
if (options?.maxTokens) {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue