getcompanion-ai/co-mono
1
0
Fork 0
mirror of https://github.com/getcompanion-ai/co-mono.git synced 2026-04-16 12:03:23 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add Vercel AI SDK v5+ chat endpoint with text streaming

Browse source 
New POST /sessions/:key/chat endpoint that speaks the Vercel AI SDK
UI message SSE protocol (x-vercel-ai-ui-message-stream: v1). Accepts
both useChat format ({ messages: UIMessage[] }) and simple gateway
format ({ text: string }). Streams text-start, text-delta, text-end
events through the existing session infrastructure.
This commit is contained in:
Harivansh Rathi 2026-03-06 01:17:51 -08:00
parent 52211fa3d2
commit f83648c5c5
2 changed files with 197 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

65
packages/coding-agent/src/core/gateway-runtime.ts
View file

@ -4,6 +4,7 @@ import { URL } from "node:url";
import type { ImageContent } from "@mariozechner/pi-ai";
import type { AgentSession, AgentSessionEvent } from "./agent-session.js";
import { SessionManager } from "./session-manager.js";
import { createVercelStreamListener, errorVercelStream, extractUserText, finishVercelStream } from "./vercel-ai-stream.js";
export interface GatewayConfig {
bind: string;
@ -491,7 +492,7 @@ export class GatewayRuntime {
return;
}
const sessionMatch = path.match(/^\/sessions\/([^/]+)(?:\/(events|messages|abort|reset))?$/);
const sessionMatch = path.match(/^\/sessions\/([^/]+)(?:\/(events|messages|abort|reset|chat))?$/);
if (!sessionMatch) {
this.writeJson(response, 404, { error: "Not found" });
return;
@ -511,6 +512,11 @@ export class GatewayRuntime {
return;
}
if (action === "chat" && method === "POST") {
await this.handleChat(sessionKey, request, response);
return;
}
if (action === "messages" && method === "POST") {
const body = await this.readJsonBody(request);
const text = typeof body.text === "string" ? body.text : "";
@ -587,6 +593,63 @@ export class GatewayRuntime {
});
}
private async handleChat(
sessionKey: string,
request: IncomingMessage,
response: ServerResponse,
): Promise<void> {
const body = await this.readJsonBody(request);
const text = extractUserText(body);
if (!text) {
this.writeJson(response, 400, { error: "Missing user message text" });
return;
}
// Set up SSE response headers
response.writeHead(200, {
"Content-Type": "text/event-stream",
"Cache-Control": "no-cache, no-transform",
Connection: "keep-alive",
"x-vercel-ai-ui-message-stream": "v1",
});
response.write("\n");
// Subscribe to session events for Vercel AI SDK translation
const managedSession = await this.ensureSession(sessionKey);
const listener = createVercelStreamListener(response);
const unsubscribe = managedSession.session.subscribe(listener);
// Clean up on client disconnect
let clientDisconnected = false;
request.on("close", () => {
clientDisconnected = true;
unsubscribe();
});
// Drive the session through the existing queue infrastructure
try {
const result = await this.enqueueMessage({
sessionKey,
text,
source: "extension",
});
if (!clientDisconnected) {
unsubscribe();
if (result.ok) {
finishVercelStream(response, "stop");
} else {
errorVercelStream(response, result.error ?? "Unknown error");
}
}
} catch (error) {
if (!clientDisconnected) {
unsubscribe();
const message = error instanceof Error ? error.message : String(error);
errorVercelStream(response, message);
}
}
}
private requireAuth(request: IncomingMessage, response: ServerResponse): void {
if (!this.config.bearerToken) {
return;