Add custom headers support for models.json

Fixes #39

- Added headers field to Model type (provider and model level)
- Model headers override provider headers when merged
- Supported in all APIs:
  - Anthropic: defaultHeaders
  - OpenAI (completions/responses): defaultHeaders
  - Google: httpOptions.headers
- Enables bypassing Cloudflare bot detection for proxied endpoints
- Updated documentation with examples

Also fixed:
- Mistral/Chutes syntax error (iif -> if)
- process.env.ANTHROPIC_API_KEY bug (use delete instead of = undefined)
This commit is contained in:
Mario Zechner 2025-11-20 17:05:31 +01:00
parent 425890e674
commit de39f1f493
9 changed files with 95 additions and 7 deletions

View file

@ -31,6 +31,7 @@ const ModelDefinitionSchema = Type.Object({
}),
contextWindow: Type.Number(),
maxTokens: Type.Number(),
headers: Type.Optional(Type.Record(Type.String(), Type.String())),
});
const ProviderConfigSchema = Type.Object({
@ -44,6 +45,7 @@ const ProviderConfigSchema = Type.Object({
Type.Literal("google-generative-ai"),
]),
),
headers: Type.Optional(Type.Record(Type.String(), Type.String())),
models: Type.Array(ModelDefinitionSchema),
});
@ -174,6 +176,10 @@ function parseModels(config: ModelsConfig): Model<Api>[] {
continue;
}
// Merge headers: provider headers are base, model headers override
const headers =
providerConfig.headers || modelDef.headers ? { ...providerConfig.headers, ...modelDef.headers } : undefined;
models.push({
id: modelDef.id,
name: modelDef.name,
@ -185,6 +191,7 @@ function parseModels(config: ModelsConfig): Model<Api>[] {
cost: modelDef.cost,
contextWindow: modelDef.contextWindow,
maxTokens: modelDef.maxTokens,
headers,
});
}
}