getcompanion-ai/co-mono
1
0
Fork 0
mirror of https://github.com/getcompanion-ai/co-mono.git synced 2026-04-20 19:02:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #42 from butelo/fix/chutes-ai-provider-400-error

Browse source 
fix 400 error when trying to use chutes ai provider
This commit is contained in:
Mario Zechner 2025-11-20 16:39:14 +01:00 • committed by GitHub
commit 425890e674
1 changed files with 7 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
packages/ai/src/providers/openai-completions.ts
View file

@ -277,14 +277,15 @@ function buildParams(model: Model<"openai-completions">, context: Context, optio
if ( if (
!model.baseUrl.includes("cerebras.ai") && !model.baseUrl.includes("cerebras.ai") &&
!model.baseUrl.includes("api.x.ai") && !model.baseUrl.includes("api.x.ai") &&
!model.baseUrl.includes("mistral.ai") !model.baseUrl.includes("mistral.ai") &&
!model.baseUrl.includes("chutes.ai")
) { ) {
params.store = false; params.store = false;
} }
if (options?.maxTokens) { if (options?.maxTokens) {
// Mistral uses max_tokens instead of max_completion_tokens // Mistral/Chutes uses max_tokens instead of max_completion_tokens
if (model.baseUrl.includes("mistral.ai")) { iif (model.baseUrl.includes("mistral.ai") || model.baseUrl.includes("chutes.ai")) {
(params as any).max_tokens = options?.maxTokens; (params as any).max_tokens = options?.maxTokens;
} else { } else {
params.max_completion_tokens = options?.maxTokens; params.max_completion_tokens = options?.maxTokens;
@ -317,12 +318,13 @@ function convertMessages(model: Model<"openai-completions">, context: Context):
const transformedMessages = transformMessages(context.messages, model); const transformedMessages = transformMessages(context.messages, model);
if (context.systemPrompt) { if (context.systemPrompt) {
// Cerebras/xAi/Mistral don't like the "developer" role // Cerebras/xAi/Mistral/Chutes don't like the "developer" role
const useDeveloperRole = const useDeveloperRole =
model.reasoning && model.reasoning &&
!model.baseUrl.includes("cerebras.ai") && !model.baseUrl.includes("cerebras.ai") &&
!model.baseUrl.includes("api.x.ai") && !model.baseUrl.includes("api.x.ai") &&
!model.baseUrl.includes("mistral.ai"); !model.baseUrl.includes("mistral.ai") &&
!model.baseUrl.includes("chutes.ai");
const role = useDeveloperRole ? "developer" : "system"; const role = useDeveloperRole ? "developer" : "system";
params.push({ role: role, content: sanitizeSurrogates(context.systemPrompt) }); params.push({ role: role, content: sanitizeSurrogates(context.systemPrompt) });
} }