set the prompt cache key to session id (#698)

This commit is contained in:
Markus Ylisiurunen 2026-01-13 19:29:36 +02:00 committed by GitHub
parent 7534802752
commit 00ba005e50
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -366,6 +366,7 @@ function buildParams(model: Model<"openai-responses">, context: Context, options
model: model.id,
input: messages,
stream: true,
prompt_cache_key: options?.sessionId,
};
if (options?.maxTokens) {