mirror of
https://github.com/getcompanion-ai/co-mono.git
synced 2026-04-15 06:04:40 +00:00
872 lines
26 KiB
TypeScript
872 lines
26 KiB
TypeScript
import type * as NodeOs from "node:os";
|
|
import type { Tool as OpenAITool, ResponseInput, ResponseStreamEvent } from "openai/resources/responses/responses.js";
|
|
|
|
// NEVER convert to top-level runtime imports - breaks browser/Vite builds (web-ui)
|
|
let _os: typeof NodeOs | null = null;
|
|
|
|
type DynamicImport = (specifier: string) => Promise<unknown>;
|
|
|
|
const dynamicImport: DynamicImport = (specifier) => import(specifier);
|
|
const NODE_OS_SPECIFIER = "node:" + "os";
|
|
|
|
if (typeof process !== "undefined" && (process.versions?.node || process.versions?.bun)) {
|
|
dynamicImport(NODE_OS_SPECIFIER).then((m) => {
|
|
_os = m as typeof NodeOs;
|
|
});
|
|
}
|
|
|
|
import { getEnvApiKey } from "../env-api-keys.js";
|
|
import { supportsXhigh } from "../models.js";
|
|
import type {
|
|
Api,
|
|
AssistantMessage,
|
|
Context,
|
|
Model,
|
|
SimpleStreamOptions,
|
|
StreamFunction,
|
|
StreamOptions,
|
|
} from "../types.js";
|
|
import { AssistantMessageEventStream } from "../utils/event-stream.js";
|
|
import { convertResponsesMessages, convertResponsesTools, processResponsesStream } from "./openai-responses-shared.js";
|
|
import { buildBaseOptions, clampReasoning } from "./simple-options.js";
|
|
|
|
// ============================================================================
|
|
// Configuration
|
|
// ============================================================================
|
|
|
|
const DEFAULT_CODEX_BASE_URL = "https://chatgpt.com/backend-api";
|
|
const JWT_CLAIM_PATH = "https://api.openai.com/auth" as const;
|
|
const MAX_RETRIES = 3;
|
|
const BASE_DELAY_MS = 1000;
|
|
const CODEX_TOOL_CALL_PROVIDERS = new Set(["openai", "openai-codex", "opencode"]);
|
|
|
|
const CODEX_RESPONSE_STATUSES = new Set<CodexResponseStatus>([
|
|
"completed",
|
|
"incomplete",
|
|
"failed",
|
|
"cancelled",
|
|
"queued",
|
|
"in_progress",
|
|
]);
|
|
|
|
// ============================================================================
|
|
// Types
|
|
// ============================================================================
|
|
|
|
export interface OpenAICodexResponsesOptions extends StreamOptions {
|
|
reasoningEffort?: "none" | "minimal" | "low" | "medium" | "high" | "xhigh";
|
|
reasoningSummary?: "auto" | "concise" | "detailed" | "off" | "on" | null;
|
|
textVerbosity?: "low" | "medium" | "high";
|
|
}
|
|
|
|
type CodexResponseStatus = "completed" | "incomplete" | "failed" | "cancelled" | "queued" | "in_progress";
|
|
|
|
interface RequestBody {
|
|
model: string;
|
|
store?: boolean;
|
|
stream?: boolean;
|
|
instructions?: string;
|
|
input?: ResponseInput;
|
|
tools?: OpenAITool[];
|
|
tool_choice?: "auto";
|
|
parallel_tool_calls?: boolean;
|
|
temperature?: number;
|
|
reasoning?: { effort?: string; summary?: string };
|
|
text?: { verbosity?: string };
|
|
include?: string[];
|
|
prompt_cache_key?: string;
|
|
[key: string]: unknown;
|
|
}
|
|
|
|
// ============================================================================
|
|
// Retry Helpers
|
|
// ============================================================================
|
|
|
|
function isRetryableError(status: number, errorText: string): boolean {
|
|
if (status === 429 || status === 500 || status === 502 || status === 503 || status === 504) {
|
|
return true;
|
|
}
|
|
return /rate.?limit|overloaded|service.?unavailable|upstream.?connect|connection.?refused/i.test(errorText);
|
|
}
|
|
|
|
function sleep(ms: number, signal?: AbortSignal): Promise<void> {
|
|
return new Promise((resolve, reject) => {
|
|
if (signal?.aborted) {
|
|
reject(new Error("Request was aborted"));
|
|
return;
|
|
}
|
|
const timeout = setTimeout(resolve, ms);
|
|
signal?.addEventListener("abort", () => {
|
|
clearTimeout(timeout);
|
|
reject(new Error("Request was aborted"));
|
|
});
|
|
});
|
|
}
|
|
|
|
// ============================================================================
|
|
// Main Stream Function
|
|
// ============================================================================
|
|
|
|
export const streamOpenAICodexResponses: StreamFunction<"openai-codex-responses", OpenAICodexResponsesOptions> = (
|
|
model: Model<"openai-codex-responses">,
|
|
context: Context,
|
|
options?: OpenAICodexResponsesOptions,
|
|
): AssistantMessageEventStream => {
|
|
const stream = new AssistantMessageEventStream();
|
|
|
|
(async () => {
|
|
const output: AssistantMessage = {
|
|
role: "assistant",
|
|
content: [],
|
|
api: "openai-codex-responses" as Api,
|
|
provider: model.provider,
|
|
model: model.id,
|
|
usage: {
|
|
input: 0,
|
|
output: 0,
|
|
cacheRead: 0,
|
|
cacheWrite: 0,
|
|
totalTokens: 0,
|
|
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
},
|
|
stopReason: "stop",
|
|
timestamp: Date.now(),
|
|
};
|
|
|
|
try {
|
|
const apiKey = options?.apiKey || getEnvApiKey(model.provider) || "";
|
|
if (!apiKey) {
|
|
throw new Error(`No API key for provider: ${model.provider}`);
|
|
}
|
|
|
|
const accountId = extractAccountId(apiKey);
|
|
const body = buildRequestBody(model, context, options);
|
|
options?.onPayload?.(body);
|
|
const headers = buildHeaders(model.headers, options?.headers, accountId, apiKey, options?.sessionId);
|
|
const bodyJson = JSON.stringify(body);
|
|
const transport = options?.transport || "sse";
|
|
|
|
if (transport !== "sse") {
|
|
let websocketStarted = false;
|
|
try {
|
|
await processWebSocketStream(
|
|
resolveCodexWebSocketUrl(model.baseUrl),
|
|
body,
|
|
headers,
|
|
output,
|
|
stream,
|
|
model,
|
|
() => {
|
|
websocketStarted = true;
|
|
},
|
|
options,
|
|
);
|
|
|
|
if (options?.signal?.aborted) {
|
|
throw new Error("Request was aborted");
|
|
}
|
|
stream.push({
|
|
type: "done",
|
|
reason: output.stopReason as "stop" | "length" | "toolUse",
|
|
message: output,
|
|
});
|
|
stream.end();
|
|
return;
|
|
} catch (error) {
|
|
if (transport === "websocket" || websocketStarted) {
|
|
throw error;
|
|
}
|
|
}
|
|
}
|
|
|
|
// Fetch with retry logic for rate limits and transient errors
|
|
let response: Response | undefined;
|
|
let lastError: Error | undefined;
|
|
|
|
for (let attempt = 0; attempt <= MAX_RETRIES; attempt++) {
|
|
if (options?.signal?.aborted) {
|
|
throw new Error("Request was aborted");
|
|
}
|
|
|
|
try {
|
|
response = await fetch(resolveCodexUrl(model.baseUrl), {
|
|
method: "POST",
|
|
headers,
|
|
body: bodyJson,
|
|
signal: options?.signal,
|
|
});
|
|
|
|
if (response.ok) {
|
|
break;
|
|
}
|
|
|
|
const errorText = await response.text();
|
|
if (attempt < MAX_RETRIES && isRetryableError(response.status, errorText)) {
|
|
const delayMs = BASE_DELAY_MS * 2 ** attempt;
|
|
await sleep(delayMs, options?.signal);
|
|
continue;
|
|
}
|
|
|
|
// Parse error for friendly message on final attempt or non-retryable error
|
|
const fakeResponse = new Response(errorText, {
|
|
status: response.status,
|
|
statusText: response.statusText,
|
|
});
|
|
const info = await parseErrorResponse(fakeResponse);
|
|
throw new Error(info.friendlyMessage || info.message);
|
|
} catch (error) {
|
|
if (error instanceof Error) {
|
|
if (error.name === "AbortError" || error.message === "Request was aborted") {
|
|
throw new Error("Request was aborted");
|
|
}
|
|
}
|
|
lastError = error instanceof Error ? error : new Error(String(error));
|
|
// Network errors are retryable
|
|
if (attempt < MAX_RETRIES && !lastError.message.includes("usage limit")) {
|
|
const delayMs = BASE_DELAY_MS * 2 ** attempt;
|
|
await sleep(delayMs, options?.signal);
|
|
continue;
|
|
}
|
|
throw lastError;
|
|
}
|
|
}
|
|
|
|
if (!response?.ok) {
|
|
throw lastError ?? new Error("Failed after retries");
|
|
}
|
|
|
|
if (!response.body) {
|
|
throw new Error("No response body");
|
|
}
|
|
|
|
stream.push({ type: "start", partial: output });
|
|
await processStream(response, output, stream, model);
|
|
|
|
if (options?.signal?.aborted) {
|
|
throw new Error("Request was aborted");
|
|
}
|
|
|
|
stream.push({ type: "done", reason: output.stopReason as "stop" | "length" | "toolUse", message: output });
|
|
stream.end();
|
|
} catch (error) {
|
|
output.stopReason = options?.signal?.aborted ? "aborted" : "error";
|
|
output.errorMessage = error instanceof Error ? error.message : String(error);
|
|
stream.push({ type: "error", reason: output.stopReason, error: output });
|
|
stream.end();
|
|
}
|
|
})();
|
|
|
|
return stream;
|
|
};
|
|
|
|
export const streamSimpleOpenAICodexResponses: StreamFunction<"openai-codex-responses", SimpleStreamOptions> = (
|
|
model: Model<"openai-codex-responses">,
|
|
context: Context,
|
|
options?: SimpleStreamOptions,
|
|
): AssistantMessageEventStream => {
|
|
const apiKey = options?.apiKey || getEnvApiKey(model.provider);
|
|
if (!apiKey) {
|
|
throw new Error(`No API key for provider: ${model.provider}`);
|
|
}
|
|
|
|
const base = buildBaseOptions(model, options, apiKey);
|
|
const reasoningEffort = supportsXhigh(model) ? options?.reasoning : clampReasoning(options?.reasoning);
|
|
|
|
return streamOpenAICodexResponses(model, context, {
|
|
...base,
|
|
reasoningEffort,
|
|
} satisfies OpenAICodexResponsesOptions);
|
|
};
|
|
|
|
// ============================================================================
|
|
// Request Building
|
|
// ============================================================================
|
|
|
|
function buildRequestBody(
|
|
model: Model<"openai-codex-responses">,
|
|
context: Context,
|
|
options?: OpenAICodexResponsesOptions,
|
|
): RequestBody {
|
|
const messages = convertResponsesMessages(model, context, CODEX_TOOL_CALL_PROVIDERS, {
|
|
includeSystemPrompt: false,
|
|
});
|
|
|
|
const body: RequestBody = {
|
|
model: model.id,
|
|
store: false,
|
|
stream: true,
|
|
instructions: context.systemPrompt,
|
|
input: messages,
|
|
text: { verbosity: options?.textVerbosity || "medium" },
|
|
include: ["reasoning.encrypted_content"],
|
|
prompt_cache_key: options?.sessionId,
|
|
tool_choice: "auto",
|
|
parallel_tool_calls: true,
|
|
};
|
|
|
|
if (options?.temperature !== undefined) {
|
|
body.temperature = options.temperature;
|
|
}
|
|
|
|
if (context.tools) {
|
|
body.tools = convertResponsesTools(context.tools, { strict: null });
|
|
}
|
|
|
|
if (options?.reasoningEffort !== undefined) {
|
|
body.reasoning = {
|
|
effort: clampReasoningEffort(model.id, options.reasoningEffort),
|
|
summary: options.reasoningSummary ?? "auto",
|
|
};
|
|
}
|
|
|
|
return body;
|
|
}
|
|
|
|
function clampReasoningEffort(modelId: string, effort: string): string {
|
|
const id = modelId.includes("/") ? modelId.split("/").pop()! : modelId;
|
|
if ((id.startsWith("gpt-5.2") || id.startsWith("gpt-5.3") || id.startsWith("gpt-5.4")) && effort === "minimal")
|
|
return "low";
|
|
if (id === "gpt-5.1" && effort === "xhigh") return "high";
|
|
if (id === "gpt-5.1-codex-mini") return effort === "high" || effort === "xhigh" ? "high" : "medium";
|
|
return effort;
|
|
}
|
|
|
|
function resolveCodexUrl(baseUrl?: string): string {
|
|
const raw = baseUrl && baseUrl.trim().length > 0 ? baseUrl : DEFAULT_CODEX_BASE_URL;
|
|
const normalized = raw.replace(/\/+$/, "");
|
|
if (normalized.endsWith("/codex/responses")) return normalized;
|
|
if (normalized.endsWith("/codex")) return `${normalized}/responses`;
|
|
return `${normalized}/codex/responses`;
|
|
}
|
|
|
|
function resolveCodexWebSocketUrl(baseUrl?: string): string {
|
|
const url = new URL(resolveCodexUrl(baseUrl));
|
|
if (url.protocol === "https:") url.protocol = "wss:";
|
|
if (url.protocol === "http:") url.protocol = "ws:";
|
|
return url.toString();
|
|
}
|
|
|
|
// ============================================================================
|
|
// Response Processing
|
|
// ============================================================================
|
|
|
|
async function processStream(
|
|
response: Response,
|
|
output: AssistantMessage,
|
|
stream: AssistantMessageEventStream,
|
|
model: Model<"openai-codex-responses">,
|
|
): Promise<void> {
|
|
await processResponsesStream(mapCodexEvents(parseSSE(response)), output, stream, model);
|
|
}
|
|
|
|
async function* mapCodexEvents(events: AsyncIterable<Record<string, unknown>>): AsyncGenerator<ResponseStreamEvent> {
|
|
for await (const event of events) {
|
|
const type = typeof event.type === "string" ? event.type : undefined;
|
|
if (!type) continue;
|
|
|
|
if (type === "error") {
|
|
const code = (event as { code?: string }).code || "";
|
|
const message = (event as { message?: string }).message || "";
|
|
throw new Error(`Codex error: ${message || code || JSON.stringify(event)}`);
|
|
}
|
|
|
|
if (type === "response.failed") {
|
|
const msg = (event as { response?: { error?: { message?: string } } }).response?.error?.message;
|
|
throw new Error(msg || "Codex response failed");
|
|
}
|
|
|
|
if (type === "response.done" || type === "response.completed") {
|
|
const response = (event as { response?: { status?: unknown } }).response;
|
|
const normalizedResponse = response
|
|
? { ...response, status: normalizeCodexStatus(response.status) }
|
|
: response;
|
|
yield { ...event, type: "response.completed", response: normalizedResponse } as ResponseStreamEvent;
|
|
continue;
|
|
}
|
|
|
|
yield event as unknown as ResponseStreamEvent;
|
|
}
|
|
}
|
|
|
|
function normalizeCodexStatus(status: unknown): CodexResponseStatus | undefined {
|
|
if (typeof status !== "string") return undefined;
|
|
return CODEX_RESPONSE_STATUSES.has(status as CodexResponseStatus) ? (status as CodexResponseStatus) : undefined;
|
|
}
|
|
|
|
// ============================================================================
|
|
// SSE Parsing
|
|
// ============================================================================
|
|
|
|
async function* parseSSE(response: Response): AsyncGenerator<Record<string, unknown>> {
|
|
if (!response.body) return;
|
|
|
|
const reader = response.body.getReader();
|
|
const decoder = new TextDecoder();
|
|
let buffer = "";
|
|
|
|
while (true) {
|
|
const { done, value } = await reader.read();
|
|
if (done) break;
|
|
buffer += decoder.decode(value, { stream: true });
|
|
|
|
let idx = buffer.indexOf("\n\n");
|
|
while (idx !== -1) {
|
|
const chunk = buffer.slice(0, idx);
|
|
buffer = buffer.slice(idx + 2);
|
|
|
|
const dataLines = chunk
|
|
.split("\n")
|
|
.filter((l) => l.startsWith("data:"))
|
|
.map((l) => l.slice(5).trim());
|
|
if (dataLines.length > 0) {
|
|
const data = dataLines.join("\n").trim();
|
|
if (data && data !== "[DONE]") {
|
|
try {
|
|
yield JSON.parse(data);
|
|
} catch {}
|
|
}
|
|
}
|
|
idx = buffer.indexOf("\n\n");
|
|
}
|
|
}
|
|
}
|
|
|
|
// ============================================================================
|
|
// WebSocket Parsing
|
|
// ============================================================================
|
|
|
|
const OPENAI_BETA_RESPONSES_WEBSOCKETS = "responses_websockets=2026-02-06";
|
|
const SESSION_WEBSOCKET_CACHE_TTL_MS = 5 * 60 * 1000;
|
|
|
|
type WebSocketEventType = "open" | "message" | "error" | "close";
|
|
type WebSocketListener = (event: unknown) => void;
|
|
|
|
interface WebSocketLike {
|
|
close(code?: number, reason?: string): void;
|
|
send(data: string): void;
|
|
addEventListener(type: WebSocketEventType, listener: WebSocketListener): void;
|
|
removeEventListener(type: WebSocketEventType, listener: WebSocketListener): void;
|
|
}
|
|
|
|
interface CachedWebSocketConnection {
|
|
socket: WebSocketLike;
|
|
busy: boolean;
|
|
idleTimer?: ReturnType<typeof setTimeout>;
|
|
}
|
|
|
|
const websocketSessionCache = new Map<string, CachedWebSocketConnection>();
|
|
|
|
type WebSocketConstructor = new (
|
|
url: string,
|
|
protocols?: string | string[] | { headers?: Record<string, string> },
|
|
) => WebSocketLike;
|
|
|
|
function getWebSocketConstructor(): WebSocketConstructor | null {
|
|
const ctor = (globalThis as { WebSocket?: unknown }).WebSocket;
|
|
if (typeof ctor !== "function") return null;
|
|
return ctor as unknown as WebSocketConstructor;
|
|
}
|
|
|
|
function headersToRecord(headers: Headers): Record<string, string> {
|
|
const out: Record<string, string> = {};
|
|
for (const [key, value] of headers.entries()) {
|
|
out[key] = value;
|
|
}
|
|
return out;
|
|
}
|
|
|
|
function getWebSocketReadyState(socket: WebSocketLike): number | undefined {
|
|
const readyState = (socket as { readyState?: unknown }).readyState;
|
|
return typeof readyState === "number" ? readyState : undefined;
|
|
}
|
|
|
|
function isWebSocketReusable(socket: WebSocketLike): boolean {
|
|
const readyState = getWebSocketReadyState(socket);
|
|
// If readyState is unavailable, assume the runtime keeps it open/reusable.
|
|
return readyState === undefined || readyState === 1;
|
|
}
|
|
|
|
function closeWebSocketSilently(socket: WebSocketLike, code = 1000, reason = "done"): void {
|
|
try {
|
|
socket.close(code, reason);
|
|
} catch {}
|
|
}
|
|
|
|
function scheduleSessionWebSocketExpiry(sessionId: string, entry: CachedWebSocketConnection): void {
|
|
if (entry.idleTimer) {
|
|
clearTimeout(entry.idleTimer);
|
|
}
|
|
entry.idleTimer = setTimeout(() => {
|
|
if (entry.busy) return;
|
|
closeWebSocketSilently(entry.socket, 1000, "idle_timeout");
|
|
websocketSessionCache.delete(sessionId);
|
|
}, SESSION_WEBSOCKET_CACHE_TTL_MS);
|
|
}
|
|
|
|
async function connectWebSocket(url: string, headers: Headers, signal?: AbortSignal): Promise<WebSocketLike> {
|
|
const WebSocketCtor = getWebSocketConstructor();
|
|
if (!WebSocketCtor) {
|
|
throw new Error("WebSocket transport is not available in this runtime");
|
|
}
|
|
|
|
const wsHeaders = headersToRecord(headers);
|
|
wsHeaders["OpenAI-Beta"] = OPENAI_BETA_RESPONSES_WEBSOCKETS;
|
|
|
|
return new Promise<WebSocketLike>((resolve, reject) => {
|
|
let settled = false;
|
|
let socket: WebSocketLike;
|
|
|
|
try {
|
|
socket = new WebSocketCtor(url, { headers: wsHeaders });
|
|
} catch (error) {
|
|
reject(error instanceof Error ? error : new Error(String(error)));
|
|
return;
|
|
}
|
|
|
|
const onOpen: WebSocketListener = () => {
|
|
if (settled) return;
|
|
settled = true;
|
|
cleanup();
|
|
resolve(socket);
|
|
};
|
|
const onError: WebSocketListener = (event) => {
|
|
if (settled) return;
|
|
settled = true;
|
|
cleanup();
|
|
reject(extractWebSocketError(event));
|
|
};
|
|
const onClose: WebSocketListener = (event) => {
|
|
if (settled) return;
|
|
settled = true;
|
|
cleanup();
|
|
reject(extractWebSocketCloseError(event));
|
|
};
|
|
const onAbort = () => {
|
|
if (settled) return;
|
|
settled = true;
|
|
cleanup();
|
|
socket.close(1000, "aborted");
|
|
reject(new Error("Request was aborted"));
|
|
};
|
|
|
|
const cleanup = () => {
|
|
socket.removeEventListener("open", onOpen);
|
|
socket.removeEventListener("error", onError);
|
|
socket.removeEventListener("close", onClose);
|
|
signal?.removeEventListener("abort", onAbort);
|
|
};
|
|
|
|
socket.addEventListener("open", onOpen);
|
|
socket.addEventListener("error", onError);
|
|
socket.addEventListener("close", onClose);
|
|
signal?.addEventListener("abort", onAbort);
|
|
});
|
|
}
|
|
|
|
async function acquireWebSocket(
|
|
url: string,
|
|
headers: Headers,
|
|
sessionId: string | undefined,
|
|
signal?: AbortSignal,
|
|
): Promise<{ socket: WebSocketLike; release: (options?: { keep?: boolean }) => void }> {
|
|
if (!sessionId) {
|
|
const socket = await connectWebSocket(url, headers, signal);
|
|
return {
|
|
socket,
|
|
release: ({ keep } = {}) => {
|
|
if (keep === false) {
|
|
closeWebSocketSilently(socket);
|
|
return;
|
|
}
|
|
closeWebSocketSilently(socket);
|
|
},
|
|
};
|
|
}
|
|
|
|
const cached = websocketSessionCache.get(sessionId);
|
|
if (cached) {
|
|
if (cached.idleTimer) {
|
|
clearTimeout(cached.idleTimer);
|
|
cached.idleTimer = undefined;
|
|
}
|
|
if (!cached.busy && isWebSocketReusable(cached.socket)) {
|
|
cached.busy = true;
|
|
return {
|
|
socket: cached.socket,
|
|
release: ({ keep } = {}) => {
|
|
if (!keep || !isWebSocketReusable(cached.socket)) {
|
|
closeWebSocketSilently(cached.socket);
|
|
websocketSessionCache.delete(sessionId);
|
|
return;
|
|
}
|
|
cached.busy = false;
|
|
scheduleSessionWebSocketExpiry(sessionId, cached);
|
|
},
|
|
};
|
|
}
|
|
if (cached.busy) {
|
|
const socket = await connectWebSocket(url, headers, signal);
|
|
return {
|
|
socket,
|
|
release: () => {
|
|
closeWebSocketSilently(socket);
|
|
},
|
|
};
|
|
}
|
|
if (!isWebSocketReusable(cached.socket)) {
|
|
closeWebSocketSilently(cached.socket);
|
|
websocketSessionCache.delete(sessionId);
|
|
}
|
|
}
|
|
|
|
const socket = await connectWebSocket(url, headers, signal);
|
|
const entry: CachedWebSocketConnection = { socket, busy: true };
|
|
websocketSessionCache.set(sessionId, entry);
|
|
return {
|
|
socket,
|
|
release: ({ keep } = {}) => {
|
|
if (!keep || !isWebSocketReusable(entry.socket)) {
|
|
closeWebSocketSilently(entry.socket);
|
|
if (entry.idleTimer) clearTimeout(entry.idleTimer);
|
|
if (websocketSessionCache.get(sessionId) === entry) {
|
|
websocketSessionCache.delete(sessionId);
|
|
}
|
|
return;
|
|
}
|
|
entry.busy = false;
|
|
scheduleSessionWebSocketExpiry(sessionId, entry);
|
|
},
|
|
};
|
|
}
|
|
|
|
function extractWebSocketError(event: unknown): Error {
|
|
if (event && typeof event === "object" && "message" in event) {
|
|
const message = (event as { message?: unknown }).message;
|
|
if (typeof message === "string" && message.length > 0) {
|
|
return new Error(message);
|
|
}
|
|
}
|
|
return new Error("WebSocket error");
|
|
}
|
|
|
|
function extractWebSocketCloseError(event: unknown): Error {
|
|
if (event && typeof event === "object") {
|
|
const code = "code" in event ? (event as { code?: unknown }).code : undefined;
|
|
const reason = "reason" in event ? (event as { reason?: unknown }).reason : undefined;
|
|
const codeText = typeof code === "number" ? ` ${code}` : "";
|
|
const reasonText = typeof reason === "string" && reason.length > 0 ? ` ${reason}` : "";
|
|
return new Error(`WebSocket closed${codeText}${reasonText}`.trim());
|
|
}
|
|
return new Error("WebSocket closed");
|
|
}
|
|
|
|
async function decodeWebSocketData(data: unknown): Promise<string | null> {
|
|
if (typeof data === "string") return data;
|
|
if (data instanceof ArrayBuffer) {
|
|
return new TextDecoder().decode(new Uint8Array(data));
|
|
}
|
|
if (ArrayBuffer.isView(data)) {
|
|
const view = data as ArrayBufferView;
|
|
return new TextDecoder().decode(new Uint8Array(view.buffer, view.byteOffset, view.byteLength));
|
|
}
|
|
if (data && typeof data === "object" && "arrayBuffer" in data) {
|
|
const blobLike = data as { arrayBuffer: () => Promise<ArrayBuffer> };
|
|
const arrayBuffer = await blobLike.arrayBuffer();
|
|
return new TextDecoder().decode(new Uint8Array(arrayBuffer));
|
|
}
|
|
return null;
|
|
}
|
|
|
|
async function* parseWebSocket(socket: WebSocketLike, signal?: AbortSignal): AsyncGenerator<Record<string, unknown>> {
|
|
const queue: Record<string, unknown>[] = [];
|
|
let pending: (() => void) | null = null;
|
|
let done = false;
|
|
let failed: Error | null = null;
|
|
let sawCompletion = false;
|
|
|
|
const wake = () => {
|
|
if (!pending) return;
|
|
const resolve = pending;
|
|
pending = null;
|
|
resolve();
|
|
};
|
|
|
|
const onMessage: WebSocketListener = (event) => {
|
|
void (async () => {
|
|
if (!event || typeof event !== "object" || !("data" in event)) return;
|
|
const text = await decodeWebSocketData((event as { data?: unknown }).data);
|
|
if (!text) return;
|
|
try {
|
|
const parsed = JSON.parse(text) as Record<string, unknown>;
|
|
const type = typeof parsed.type === "string" ? parsed.type : "";
|
|
if (type === "response.completed" || type === "response.done") {
|
|
sawCompletion = true;
|
|
done = true;
|
|
}
|
|
queue.push(parsed);
|
|
wake();
|
|
} catch {}
|
|
})();
|
|
};
|
|
|
|
const onError: WebSocketListener = (event) => {
|
|
failed = extractWebSocketError(event);
|
|
done = true;
|
|
wake();
|
|
};
|
|
|
|
const onClose: WebSocketListener = (event) => {
|
|
if (sawCompletion) {
|
|
done = true;
|
|
wake();
|
|
return;
|
|
}
|
|
if (!failed) {
|
|
failed = extractWebSocketCloseError(event);
|
|
}
|
|
done = true;
|
|
wake();
|
|
};
|
|
|
|
const onAbort = () => {
|
|
failed = new Error("Request was aborted");
|
|
done = true;
|
|
wake();
|
|
};
|
|
|
|
socket.addEventListener("message", onMessage);
|
|
socket.addEventListener("error", onError);
|
|
socket.addEventListener("close", onClose);
|
|
signal?.addEventListener("abort", onAbort);
|
|
|
|
try {
|
|
while (true) {
|
|
if (signal?.aborted) {
|
|
throw new Error("Request was aborted");
|
|
}
|
|
if (queue.length > 0) {
|
|
yield queue.shift()!;
|
|
continue;
|
|
}
|
|
if (done) break;
|
|
await new Promise<void>((resolve) => {
|
|
pending = resolve;
|
|
});
|
|
}
|
|
|
|
if (failed) {
|
|
throw failed;
|
|
}
|
|
if (!sawCompletion) {
|
|
throw new Error("WebSocket stream closed before response.completed");
|
|
}
|
|
} finally {
|
|
socket.removeEventListener("message", onMessage);
|
|
socket.removeEventListener("error", onError);
|
|
socket.removeEventListener("close", onClose);
|
|
signal?.removeEventListener("abort", onAbort);
|
|
}
|
|
}
|
|
|
|
async function processWebSocketStream(
|
|
url: string,
|
|
body: RequestBody,
|
|
headers: Headers,
|
|
output: AssistantMessage,
|
|
stream: AssistantMessageEventStream,
|
|
model: Model<"openai-codex-responses">,
|
|
onStart: () => void,
|
|
options?: OpenAICodexResponsesOptions,
|
|
): Promise<void> {
|
|
const { socket, release } = await acquireWebSocket(url, headers, options?.sessionId, options?.signal);
|
|
let keepConnection = true;
|
|
try {
|
|
socket.send(JSON.stringify({ type: "response.create", ...body }));
|
|
onStart();
|
|
stream.push({ type: "start", partial: output });
|
|
await processResponsesStream(mapCodexEvents(parseWebSocket(socket, options?.signal)), output, stream, model);
|
|
if (options?.signal?.aborted) {
|
|
keepConnection = false;
|
|
}
|
|
} catch (error) {
|
|
keepConnection = false;
|
|
throw error;
|
|
} finally {
|
|
release({ keep: keepConnection });
|
|
}
|
|
}
|
|
|
|
// ============================================================================
|
|
// Error Handling
|
|
// ============================================================================
|
|
|
|
async function parseErrorResponse(response: Response): Promise<{ message: string; friendlyMessage?: string }> {
|
|
const raw = await response.text();
|
|
let message = raw || response.statusText || "Request failed";
|
|
let friendlyMessage: string | undefined;
|
|
|
|
try {
|
|
const parsed = JSON.parse(raw) as {
|
|
error?: { code?: string; type?: string; message?: string; plan_type?: string; resets_at?: number };
|
|
};
|
|
const err = parsed?.error;
|
|
if (err) {
|
|
const code = err.code || err.type || "";
|
|
if (/usage_limit_reached|usage_not_included|rate_limit_exceeded/i.test(code) || response.status === 429) {
|
|
const plan = err.plan_type ? ` (${err.plan_type.toLowerCase()} plan)` : "";
|
|
const mins = err.resets_at
|
|
? Math.max(0, Math.round((err.resets_at * 1000 - Date.now()) / 60000))
|
|
: undefined;
|
|
const when = mins !== undefined ? ` Try again in ~${mins} min.` : "";
|
|
friendlyMessage = `You have hit your ChatGPT usage limit${plan}.${when}`.trim();
|
|
}
|
|
message = err.message || friendlyMessage || message;
|
|
}
|
|
} catch {}
|
|
|
|
return { message, friendlyMessage };
|
|
}
|
|
|
|
// ============================================================================
|
|
// Auth & Headers
|
|
// ============================================================================
|
|
|
|
function extractAccountId(token: string): string {
|
|
try {
|
|
const parts = token.split(".");
|
|
if (parts.length !== 3) throw new Error("Invalid token");
|
|
const payload = JSON.parse(atob(parts[1]));
|
|
const accountId = payload?.[JWT_CLAIM_PATH]?.chatgpt_account_id;
|
|
if (!accountId) throw new Error("No account ID in token");
|
|
return accountId;
|
|
} catch {
|
|
throw new Error("Failed to extract accountId from token");
|
|
}
|
|
}
|
|
|
|
function buildHeaders(
|
|
initHeaders: Record<string, string> | undefined,
|
|
additionalHeaders: Record<string, string> | undefined,
|
|
accountId: string,
|
|
token: string,
|
|
sessionId?: string,
|
|
): Headers {
|
|
const headers = new Headers(initHeaders);
|
|
headers.set("Authorization", `Bearer ${token}`);
|
|
headers.set("chatgpt-account-id", accountId);
|
|
headers.set("OpenAI-Beta", "responses=experimental");
|
|
headers.set("originator", "pi");
|
|
const userAgent = _os ? `pi (${_os.platform()} ${_os.release()}; ${_os.arch()})` : "pi (browser)";
|
|
headers.set("User-Agent", userAgent);
|
|
headers.set("accept", "text/event-stream");
|
|
headers.set("content-type", "application/json");
|
|
for (const [key, value] of Object.entries(additionalHeaders || {})) {
|
|
headers.set(key, value);
|
|
}
|
|
|
|
if (sessionId) {
|
|
headers.set("session_id", sessionId);
|
|
}
|
|
|
|
return headers;
|
|
}
|