import * as Cause from "effect/Cause"; import * as Deferred from "effect/Deferred"; import * as Effect from "effect/Effect"; import * as Exit from "effect/Exit"; import * as Option from "effect/Option"; import * as Queue from "effect/Queue"; import * as Ref from "effect/Ref"; import * as Scope from "effect/Scope"; import * as Schema from "effect/Schema"; import * as Stdio from "effect/Stdio"; import * as Stream from "effect/Stream"; import * as CodexError from "./errors.ts"; import { JsonRpcId, JsonRpcResponseEnvelope } from "./_internal/shared.ts"; const isJsonRpcId = Schema.is(JsonRpcId); const isJsonRpcResponseEnvelope = Schema.is(JsonRpcResponseEnvelope); const isCodexAppServerError = Schema.is(CodexError.CodexAppServerError); const MAX_BUFFERED_RAW_MESSAGES = 32; export interface CodexAppServerProtocolLogEvent { readonly direction: "incoming" | "outgoing"; readonly stage: "raw" | "decoded" | "decode_failed"; readonly payload: unknown; } export interface CodexAppServerIncomingNotification { readonly method: string; readonly params?: unknown; } export interface CodexAppServerIncomingRequest { readonly id: string | number; readonly method: string; readonly params?: unknown; } export interface CodexAppServerPatchedProtocolOptions { readonly stdio: Stdio.Stdio; readonly terminationError?: Effect.Effect; readonly logIncoming?: boolean; readonly logOutgoing?: boolean; readonly logger?: (event: CodexAppServerProtocolLogEvent) => Effect.Effect; readonly onNotification?: ( notification: CodexAppServerIncomingNotification, ) => Effect.Effect; readonly onRequest?: ( request: CodexAppServerIncomingRequest, ) => Effect.Effect; readonly onTermination?: (error: CodexError.CodexAppServerError) => Effect.Effect; } export interface CodexAppServerPatchedProtocol { readonly incomingNotifications: Stream.Stream; readonly incomingRequests: Stream.Stream; readonly request: ( method: string, payload?: unknown, ) => Effect.Effect; readonly notify: ( method: string, payload?: unknown, ) => Effect.Effect; readonly respond: ( requestId: string | number, result: unknown, ) => Effect.Effect; readonly respondError: ( requestId: string | number, error: CodexError.CodexAppServerRequestError, ) => Effect.Effect; } interface CodexAppServerPendingRequest { readonly deferred: Deferred.Deferred; readonly method: string; } function isObject(value: unknown): value is Record { return typeof value === "object" && value !== null; } function isIncomingRequest(value: unknown): value is CodexAppServerIncomingRequest { if (!isObject(value) || typeof value.method !== "string") { return false; } return isJsonRpcId(value.id); } function isIncomingNotification(value: unknown): value is CodexAppServerIncomingNotification { return isObject(value) && typeof value.method === "string" && !("id" in value); } function isIncomingResponse(value: unknown): value is typeof JsonRpcResponseEnvelope.Type { return isJsonRpcResponseEnvelope(value); } const encodeJsonString = Schema.encodeUnknownEffect(Schema.fromJsonString(Schema.Unknown)); const decodeJsonString = Schema.decodeUnknownEffect(Schema.fromJsonString(Schema.Unknown)); const encodeWireMessage = ( message: Record, ): Effect.Effect => encodeJsonString(message).pipe( Effect.map((encoded) => `${encoded}\n`), Effect.mapError((cause) => { const method = typeof message.method === "string" ? message.method : undefined; const requestId = typeof message.id === "string" || typeof message.id === "number" ? String(message.id) : undefined; return CodexError.CodexAppServerProtocolParseError.fromSchemaError( "encode-wire-message", cause, { ...(method === undefined ? {} : { method }), ...(requestId === undefined ? {} : { requestId }), }, ); }), ); const decodeWireMessage = ( line: string, ): Effect.Effect => decodeJsonString(line).pipe( Effect.mapError((cause) => CodexError.CodexAppServerProtocolParseError.fromSchemaError("decode-wire-message", cause), ), ); const normalizeIncomingError = ( error: unknown, operation: CodexError.CodexAppServerTransportOperation, ): CodexError.CodexAppServerError => isCodexAppServerError(error) ? error : new CodexError.CodexAppServerTransportError({ operation, cause: error, }); const toProtocolMessage = ( requestId: string | number, fields: { readonly result?: unknown; readonly error?: CodexError.CodexAppServerProtocolErrorShape; }, ): { readonly [key: string]: unknown } => ({ id: requestId, ...(fields.result !== undefined ? { result: fields.result } : {}), ...(fields.error !== undefined ? { error: fields.error } : {}), }); export const makeCodexAppServerPatchedProtocol = Effect.fn("makeCodexAppServerPatchedProtocol")( function* ( options: CodexAppServerPatchedProtocolOptions, ): Effect.fn.Return { const protocolScope = yield* Scope.Scope; const requestHandlerScope = yield* Scope.fork(protocolScope, "parallel"); const outgoing = yield* Queue.unbounded>(); const incomingNotifications = yield* Queue.sliding(MAX_BUFFERED_RAW_MESSAGES); const incomingRequests = yield* Queue.sliding(MAX_BUFFERED_RAW_MESSAGES); const pending = yield* Ref.make(new Map()); const nextRequestId = yield* Ref.make(1); const remainder: Array = []; const terminationHandled = yield* Ref.make(false); const terminationFailure = yield* Ref.make(Option.none()); const terminationSignal = yield* Deferred.make(); const activeRequestHandlers = yield* Ref.make(0); const logProtocol = (event: CodexAppServerProtocolLogEvent) => { if (event.direction === "incoming" && !options.logIncoming) { return Effect.void; } if (event.direction === "outgoing" && !options.logOutgoing) { return Effect.void; } return ( options.logger?.(event) ?? Effect.logDebug("Codex App Server protocol event").pipe(Effect.annotateLogs({ event })) ); }; const failAllPending = (error: CodexError.CodexAppServerError) => Ref.get(pending).pipe( Effect.flatMap((current) => Effect.forEach([...current.values()], ({ deferred }) => Deferred.fail(deferred, error), { discard: true, }), ), Effect.andThen(Ref.set(pending, new Map())), ); const handleTermination = (classify: () => Effect.Effect) => Ref.modify(terminationHandled, (handled) => { if (handled) { return [Effect.void, true] as const; } return [ Effect.gen(function* () { const error = yield* classify(); yield* Ref.set(terminationFailure, Option.some(error)); yield* failAllPending(error); yield* Queue.end(outgoing); yield* Deferred.succeed(terminationSignal, undefined); yield* Scope.close(requestHandlerScope, Exit.void).pipe( Effect.forkIn(protocolScope, { startImmediately: true }), Effect.asVoid, ); if (options.onTermination) { yield* options.onTermination(error); } }), true, ] as const; }).pipe(Effect.flatten); const offerOutgoing = (message: Record) => Effect.gen(function* () { const failure = yield* Ref.get(terminationFailure); if (Option.isSome(failure)) return yield* failure.value; yield* logProtocol({ direction: "outgoing", stage: "decoded", payload: message, }); const encoded = yield* encodeWireMessage(message); yield* logProtocol({ direction: "outgoing", stage: "raw", payload: encoded, }); const accepted = yield* Queue.offer(outgoing, encoded); if (!accepted) { const closed = yield* Ref.get(terminationFailure); return yield* Option.getOrElse( closed, () => new CodexError.CodexAppServerInputStreamEndedError({}), ); } }); const removePending = (requestId: string) => Ref.update(pending, (current) => { if (!current.has(requestId)) { return current; } const next = new Map(current); next.delete(requestId); return next; }); const resolvePending = ( requestId: string, handler: (pendingRequest: CodexAppServerPendingRequest) => Effect.Effect, ) => Ref.modify(pending, (current) => { const pendingRequest = current.get(requestId); if (!pendingRequest) { return [Effect.void, current] as const; } const next = new Map(current); next.delete(requestId); return [handler(pendingRequest), next] as const; }).pipe(Effect.flatten); const respond = (requestId: string | number, result: unknown) => offerOutgoing(toProtocolMessage(requestId, { result })); const respondError = ( requestId: string | number, error: CodexError.CodexAppServerRequestError, ) => offerOutgoing(toProtocolMessage(requestId, { error: error.toProtocolError() })); const handleResponse = (response: typeof JsonRpcResponseEnvelope.Type) => { const requestId = String(response.id); const protocolError = response.error; if (protocolError !== undefined) { return resolvePending(requestId, ({ deferred, method }) => Deferred.fail( deferred, CodexError.CodexAppServerRequestError.fromProtocolError( protocolError, method, requestId, ), ), ); } return resolvePending(requestId, ({ deferred }) => Deferred.succeed(deferred, response.result), ); }; const handleRequest = (request: CodexAppServerIncomingRequest) => Queue.offer(incomingRequests, request).pipe( Effect.flatMap(() => { const handler = options.onRequest; if (!handler) return Effect.void; return Ref.modify(activeRequestHandlers, (count) => count >= MAX_BUFFERED_RAW_MESSAGES ? [false, count] : [true, count + 1], ).pipe( Effect.flatMap((accepted) => { if (!accepted) { return respondError( request.id, CodexError.CodexAppServerRequestError.overloaded( "Too many Codex requests are already active.", ), ); } return handler(request).pipe( Effect.matchEffect({ onFailure: (error) => respondError( request.id, CodexError.CodexAppServerRequestError.fromAppServerError( error, request.method, ), ), onSuccess: (result) => respond(request.id, result), }), Effect.ensuring( Ref.update(activeRequestHandlers, (count) => Math.max(0, count - 1)), ), Effect.catch((error) => handleTermination(() => Effect.succeed(error)).pipe( Effect.forkIn(protocolScope), Effect.asVoid, ), ), Effect.forkIn(requestHandlerScope, { startImmediately: true }), Effect.asVoid, ); }), ); }), Effect.asVoid, ); const handleNotification = (notification: CodexAppServerIncomingNotification) => Queue.offer(incomingNotifications, notification).pipe( Effect.andThen(options.onNotification ? options.onNotification(notification) : Effect.void), Effect.asVoid, ); const routeMessage = Effect.fnUntraced(function* (message: unknown) { if (Option.isSome(yield* Ref.get(terminationFailure))) return; if (isIncomingRequest(message)) return yield* handleRequest(message); if (isIncomingNotification(message)) return yield* handleNotification(message); if (isIncomingResponse(message)) return yield* handleResponse(message); return yield* CodexError.CodexAppServerProtocolParseError.fromUnroutableMessage(message); }); const handleLine = (line: string): Effect.Effect => { if (line.trim().length === 0) { return Effect.void; } return logProtocol({ direction: "incoming", stage: "raw", payload: line, }).pipe( Effect.flatMap(() => decodeWireMessage(line)), Effect.tap((decoded) => logProtocol({ direction: "incoming", stage: "decoded", payload: decoded, }), ), Effect.tapErrorTag("CodexAppServerProtocolParseError", (error) => logProtocol({ direction: "incoming", stage: "decode_failed", payload: { operation: error.operation, ...(error.method === undefined ? {} : { method: error.method }), ...(error.requestId === undefined ? {} : { requestId: error.requestId }), ...(error.issueCount === undefined ? {} : { issueCount: error.issueCount }), ...(error.issueKinds === undefined ? {} : { issueKinds: error.issueKinds }), ...(error.maximumPathDepth === undefined ? {} : { maximumPathDepth: error.maximumPathDepth }), }, }), ), Effect.flatMap(routeMessage), ); }; yield* options.stdio.stdin.pipe( Stream.interruptWhen(Deferred.await(terminationSignal)), Stream.decodeText(), Stream.runForEach((chunk) => Effect.sync(() => { const lines: Array = []; let start = 0; for ( let newline = chunk.indexOf("\n"); newline !== -1; newline = chunk.indexOf("\n", start) ) { remainder.push(chunk.slice(start, newline)); lines.push(remainder.join("").replace(/\r$/, "")); remainder.length = 0; start = newline + 1; } // Keep unfinished lines in fragments so each chunk is scanned only once. if (start < chunk.length) { remainder.push(chunk.slice(start)); } return lines; }).pipe(Effect.flatMap((lines) => Effect.forEach(lines, handleLine, { discard: true }))), ), Effect.matchEffect({ onFailure: (error) => handleTermination(() => Effect.succeed(normalizeIncomingError(error, "read-input-stream")), ), onSuccess: () => Effect.sync(() => { const line = remainder.join(""); remainder.length = 0; return line; }).pipe( Effect.flatMap(handleLine), Effect.matchEffect({ onFailure: (error) => handleTermination(() => Effect.succeed(error)), onSuccess: () => handleTermination( () => options.terminationError ?? Effect.succeed(new CodexError.CodexAppServerInputStreamEndedError({})), ), }), ), }), Effect.forkScoped, ); yield* Stream.fromQueue(outgoing).pipe(Stream.run(options.stdio.stdout()), Effect.forkScoped); const request = (method: string, payload?: unknown) => Effect.gen(function* () { const requestId = yield* Ref.modify( nextRequestId, (current) => [current, current + 1] as const, ); const deferred = yield* Deferred.make(); yield* Ref.update(pending, (current) => new Map(current).set(String(requestId), { deferred, method }), ); yield* offerOutgoing({ id: requestId, method, ...(payload !== undefined ? { params: payload } : {}), }).pipe(Effect.tapError(() => removePending(String(requestId)))); return yield* Deferred.await(deferred).pipe( Effect.onInterrupt(() => removePending(String(requestId))), ); }); const notify = (method: string, payload?: unknown) => offerOutgoing({ method, ...(payload !== undefined ? { params: payload } : {}), }); return { incomingNotifications: Stream.fromQueue(incomingNotifications), incomingRequests: Stream.fromQueue(incomingRequests), request, notify, respond, respondError, } satisfies CodexAppServerPatchedProtocol; }, );