import * as NodeURL from "node:url"; import type { ChatAttachment, ProviderApprovalDecision, RuntimeMode } from "@t3tools/contracts"; import { createOpencodeClient, type Agent, type FilePartInput, type Model, type OpencodeClient, type PermissionRuleset, type ProviderListResponse, type QuestionAnswer, type QuestionRequest, } from "@opencode-ai/sdk/v2"; import * as Cause from "effect/Cause"; import * as Context from "effect/Context"; import * as Data from "effect/Data"; import * as Deferred from "effect/Deferred"; import * as Effect from "effect/Effect"; import * as Exit from "effect/Exit"; import * as Fiber from "effect/Fiber"; import * as Layer from "effect/Layer"; import * as Option from "effect/Option"; import * as P from "effect/Predicate"; import * as Ref from "effect/Ref"; import * as Result from "effect/Result"; import * as Scope from "effect/Scope"; import * as Schema from "effect/Schema"; import * as Stream from "effect/Stream"; import { ChildProcess, ChildProcessSpawner } from "effect/unstable/process"; import { isWindowsCommandNotFound } from "../processRunner.ts"; import { collectStreamAsString } from "./providerSnapshot.ts"; import * as NetService from "@t3tools/shared/Net"; import { HostProcessPlatform } from "@t3tools/shared/hostProcess"; import { resolveSpawnCommand } from "@t3tools/shared/shell"; const encodeUnknownJsonStringExit = Schema.encodeUnknownExit(Schema.UnknownFromJsonString); const OPENCODE_EMPTY_CONFIG_CONTENT = "{}"; const OPENCODE_SERVER_READY_PREFIX = "opencode server listening"; const DEFAULT_OPENCODE_SERVER_TIMEOUT_MS = 30_000; const DEFAULT_HOSTNAME = "127.0.0.1"; export interface OpenCodeServerProcess { readonly url: string; readonly exitCode: Effect.Effect; } export interface OpenCodeServerConnection { readonly url: string; readonly exitCode: Effect.Effect | null; readonly external: boolean; } const OPENCODE_RUNTIME_ERROR_TAG = "OpenCodeRuntimeError"; export class OpenCodeRuntimeError extends Data.TaggedError(OPENCODE_RUNTIME_ERROR_TAG)<{ readonly operation: string; readonly cause?: unknown; readonly detail: string; }> { static readonly is = (u: unknown): u is OpenCodeRuntimeError => P.isTagged(u, OPENCODE_RUNTIME_ERROR_TAG); } function encodeJsonStringForDiagnostics(input: unknown): string | undefined { const result = encodeUnknownJsonStringExit(input); return Exit.isSuccess(result) ? result.value : undefined; } export function openCodeRuntimeErrorDetail(cause: unknown): string { if (OpenCodeRuntimeError.is(cause)) return cause.detail; if (cause instanceof Error && cause.message.trim().length > 0) return cause.message.trim(); if (cause && typeof cause === "object") { // SDK v2 throws { response, request, error? } shapes — extract what's useful const anyCause = cause as Record; const status = (anyCause.response as { status?: number } | undefined)?.status; const body = anyCause.error ?? anyCause.data ?? anyCause.body; const encodedBody = encodeJsonStringForDiagnostics(body ?? cause); if (encodedBody) { return `status=${status ?? "?"} body=${encodedBody}`; } } return String(cause); } export const runOpenCodeSdk = ( operation: string, fn: () => Promise, ): Effect.Effect => Effect.tryPromise({ try: fn, catch: (cause) => new OpenCodeRuntimeError({ operation, detail: openCodeRuntimeErrorDetail(cause), cause }), }).pipe(Effect.withSpan(`opencode.${operation}`)); export interface OpenCodeCommandResult { readonly stdout: string; readonly stderr: string; readonly code: number; } export interface OpenCodeInventory { readonly providerList: ProviderListResponse; readonly agents: ReadonlyArray; } export interface ParsedOpenCodeModelSlug { readonly providerID: string; readonly modelID: string; } export interface OpenCodeRuntimeShape { /** * Spawns a local OpenCode server process. Its lifetime is bound to the caller's * `Scope.Scope` — the child is killed automatically when that scope closes. * Consumers that want a long-lived server must create and hold a scope explicitly * (see {@link Scope.make}) and close it when done. */ readonly startOpenCodeServerProcess: (input: { readonly binaryPath: string; readonly environment?: NodeJS.ProcessEnv; readonly port?: number; readonly hostname?: string; readonly timeoutMs?: number; }) => Effect.Effect; /** * Returns a handle to either an externally-managed OpenCode server (when * `serverUrl` is provided — no lifetime is attached to the caller's scope) or a * freshly spawned local server whose lifetime is bound to the caller's scope. */ readonly connectToOpenCodeServer: (input: { readonly binaryPath: string; readonly serverUrl?: string | null; readonly environment?: NodeJS.ProcessEnv; readonly port?: number; readonly hostname?: string; readonly timeoutMs?: number; }) => Effect.Effect; readonly runOpenCodeCommand: (input: { readonly binaryPath: string; readonly args: ReadonlyArray; readonly environment?: NodeJS.ProcessEnv; }) => Effect.Effect; readonly createOpenCodeSdkClient: (input: { readonly baseUrl: string; readonly directory: string; readonly serverPassword?: string; }) => OpencodeClient; readonly loadOpenCodeInventory: ( client: OpencodeClient, ) => Effect.Effect; readonly loadInventoryFromCli: (input: { readonly binaryPath: string; readonly environment?: NodeJS.ProcessEnv; }) => Effect.Effect; } function parseServerUrlFromOutput(output: string): string | null { for (const line of output.split("\n")) { if (!line.startsWith(OPENCODE_SERVER_READY_PREFIX)) { continue; } const match = line.match(/on\s+(https?:\/\/[^\s]+)/); return match?.[1] ?? null; } return null; } const SLUG_LINE_RE = /^(\S+\/\S+)\s*$/; const AGENT_HEADER_RE = /^(.+)\s+\((\S+)\)\s*$/; // Agents that are always hidden in OpenCode but the CLI "agent list" command // does not expose the hidden flag. Keep in sync with OpenCode agent // definitions (in the OpenCode repo: packages/opencode/src/agent/agent.ts). const KNOWN_HIDDEN_AGENTS = new Set(["compaction", "summary", "title"]); /** @internal */ export function parseModelsCliOutput(stdout: string): { readonly providers: ReadonlyMap< string, { readonly id: string; readonly name: string; readonly models: { [key: string]: Model } } >; readonly connected: ReadonlyArray; } { const providers = new Map< string, { id: string; name: string; models: { [key: string]: Model } } >(); const lines = stdout.split("\n"); let currentSlug: string | null = null; const jsonLines: Array = []; const flushModel = () => { if (currentSlug !== null && jsonLines.length > 0) { const jsonStr = jsonLines.join("\n").trim(); if (jsonStr.length > 0) { try { const model = JSON.parse(jsonStr) as Model; const separator = currentSlug.indexOf("/"); if (separator > 0) { const providerID = currentSlug.slice(0, separator); const modelID = currentSlug.slice(separator + 1); let provider = providers.get(providerID); if (!provider) { provider = { id: providerID, name: providerID, models: {} }; providers.set(providerID, provider); } provider.models[modelID] = model; } } catch { // Skip unparseable model JSON } } } currentSlug = null; jsonLines.length = 0; }; for (const line of lines) { const slugMatch = SLUG_LINE_RE.exec(line); if (slugMatch) { flushModel(); currentSlug = slugMatch[1]!; } else if (currentSlug !== null) { jsonLines.push(line); } } flushModel(); return { providers, connected: [...providers.keys()] }; } /** @internal */ export function parseAgentListCliOutput(stdout: string): ReadonlyArray { const agents: Array = []; const lines = stdout.split("\n"); let currentHeader: { name: string; mode: string } | null = null; const blockLines: Array = []; const flushAgent = () => { if (currentHeader !== null) { const jsonStr = blockLines.join("\n").trim(); if (jsonStr.length > 0) { try { const permission = JSON.parse(jsonStr); agents.push({ name: currentHeader.name, mode: currentHeader.mode as Agent["mode"], hidden: KNOWN_HIDDEN_AGENTS.has(currentHeader.name), permission, options: {}, }); } catch { // Skip unparseable agent } } } currentHeader = null; blockLines.length = 0; }; for (const line of lines) { const match = AGENT_HEADER_RE.exec(line); if (match) { flushAgent(); currentHeader = { name: match[1]!, mode: match[2]! }; } else if (currentHeader !== null) { blockLines.push(line); } } flushAgent(); return agents; } export function parseOpenCodeModelSlug( slug: string | null | undefined, ): ParsedOpenCodeModelSlug | null { if (typeof slug !== "string") { return null; } const trimmed = slug.trim(); const separator = trimmed.indexOf("/"); if (separator <= 0 || separator === trimmed.length - 1) { return null; } return { providerID: trimmed.slice(0, separator), modelID: trimmed.slice(separator + 1), }; } export function openCodeQuestionId( index: number, question: QuestionRequest["questions"][number], ): string { const header = question.header .trim() .toLowerCase() .replace(/[^a-z0-9_-]+/g, "-"); return header.length > 0 ? `question-${index}-${header}` : `question-${index}`; } export function toOpenCodeFileParts(input: { readonly attachments: ReadonlyArray | undefined; readonly resolveAttachmentPath: (attachment: ChatAttachment) => string | null; }): Array { const parts: Array = []; for (const attachment of input.attachments ?? []) { const attachmentPath = input.resolveAttachmentPath(attachment); if (!attachmentPath) { continue; } parts.push({ type: "file", mime: attachment.mimeType, filename: attachment.name, url: NodeURL.pathToFileURL(attachmentPath).href, }); } return parts; } export function buildOpenCodePermissionRules(runtimeMode: RuntimeMode): PermissionRuleset { if (runtimeMode === "full-access") { return [{ permission: "*", pattern: "*", action: "allow" }]; } return [ { permission: "*", pattern: "*", action: "ask" }, { permission: "bash", pattern: "*", action: "ask" }, { permission: "edit", pattern: "*", action: "ask" }, { permission: "webfetch", pattern: "*", action: "ask" }, { permission: "websearch", pattern: "*", action: "ask" }, { permission: "codesearch", pattern: "*", action: "ask" }, { permission: "external_directory", pattern: "*", action: "ask" }, { permission: "doom_loop", pattern: "*", action: "ask" }, { permission: "question", pattern: "*", action: "allow" }, ]; } export function toOpenCodePermissionReply( decision: ProviderApprovalDecision, ): "once" | "always" | "reject" { switch (decision) { case "accept": return "once"; case "acceptForSession": return "always"; case "decline": case "cancel": default: return "reject"; } } export function toOpenCodeQuestionAnswers( request: QuestionRequest, answers: Record, ): Array { return request.questions.map((question, index) => { const raw = answers[openCodeQuestionId(index, question)] ?? answers[question.header] ?? answers[question.question]; if (Array.isArray(raw)) { return raw.filter((value): value is string => typeof value === "string"); } if (typeof raw === "string") { return raw.trim().length > 0 ? [raw] : []; } return []; }); } function ensureRuntimeError( operation: OpenCodeRuntimeError["operation"], detail: string, cause: unknown, ): OpenCodeRuntimeError { return OpenCodeRuntimeError.is(cause) ? cause : new OpenCodeRuntimeError({ operation, detail, cause }); } const makeOpenCodeRuntime = Effect.gen(function* () { const spawner = yield* ChildProcessSpawner.ChildProcessSpawner; const netService = yield* NetService.NetService; const hostPlatform = yield* HostProcessPlatform; const resolveCommand = (command: string, args: ReadonlyArray, env?: NodeJS.ProcessEnv) => resolveSpawnCommand(command, args, env ? { env } : {}); const runOpenCodeCommand: OpenCodeRuntimeShape["runOpenCodeCommand"] = (input) => Effect.gen(function* () { const spawnCommand = yield* resolveCommand(input.binaryPath, input.args, input.environment); const child = yield* spawner.spawn( ChildProcess.make(spawnCommand.command, spawnCommand.args, { shell: spawnCommand.shell, ...(input.environment ? { env: input.environment } : { extendEnv: true }), }), ); const [stdout, stderr, code] = yield* Effect.all( [collectStreamAsString(child.stdout), collectStreamAsString(child.stderr), child.exitCode], { concurrency: "unbounded" }, ); const exitCode = Number(code); if (yield* isWindowsCommandNotFound(exitCode, stderr)) { return yield* new OpenCodeRuntimeError({ operation: "runOpenCodeCommand", detail: `spawn ${input.binaryPath} ENOENT`, }); } return { stdout, stderr, code: exitCode, } satisfies OpenCodeCommandResult; }).pipe( Effect.scoped, Effect.mapError((cause) => ensureRuntimeError( "runOpenCodeCommand", `Failed to execute '${input.binaryPath} ${input.args.join(" ")}': ${openCodeRuntimeErrorDetail(cause)}`, cause, ), ), ); const startOpenCodeServerProcess: OpenCodeRuntimeShape["startOpenCodeServerProcess"] = (input) => Effect.gen(function* () { // Bind this server's lifetime to the caller's scope. When the caller's // scope closes, the spawned child is killed and all associated fibers // are interrupted automatically — no `close()` method needed. const runtimeScope = yield* Scope.Scope; const hostname = input.hostname ?? DEFAULT_HOSTNAME; const port = input.port ?? (yield* netService.findAvailablePort(0).pipe( Effect.mapError( (cause) => new OpenCodeRuntimeError({ operation: "startOpenCodeServerProcess", detail: `Failed to find available port: ${openCodeRuntimeErrorDetail(cause)}`, cause, }), ), )); const timeoutMs = input.timeoutMs ?? DEFAULT_OPENCODE_SERVER_TIMEOUT_MS; const args = ["serve", `--hostname=${hostname}`, `--port=${port}`]; const spawnCommand = yield* resolveCommand(input.binaryPath, args, input.environment); const child = yield* spawner .spawn( ChildProcess.make(spawnCommand.command, spawnCommand.args, { detached: hostPlatform !== "win32", shell: spawnCommand.shell, env: { ...input.environment, OPENCODE_CONFIG_CONTENT: OPENCODE_EMPTY_CONFIG_CONTENT, }, extendEnv: input.environment === undefined, }), ) .pipe( Effect.provideService(Scope.Scope, runtimeScope), Effect.mapError( (cause) => new OpenCodeRuntimeError({ operation: "startOpenCodeServerProcess", detail: `Failed to spawn OpenCode server process: ${openCodeRuntimeErrorDetail(cause)}`, cause, }), ), ); const killOpenCodeProcessGroup = (signal: NodeJS.Signals) => hostPlatform === "win32" ? child.kill({ killSignal: signal, forceKillAfter: "1 second" }).pipe(Effect.asVoid) : Effect.sync(() => { try { process.kill(-Number(child.pid), signal); } catch { // The direct child may already have exited after starting the // server; the process group kill is best-effort cleanup for // any serve process left in that group. } }); const terminateChild = killOpenCodeProcessGroup("SIGTERM").pipe( Effect.andThen(Effect.sleep("1 second")), Effect.andThen(killOpenCodeProcessGroup("SIGKILL")), Effect.ignore, ); yield* Scope.addFinalizer(runtimeScope, terminateChild); const stdoutRef = yield* Ref.make(""); const stderrRef = yield* Ref.make(""); const readyDeferred = yield* Deferred.make(); const setReadyFromStdoutChunk = (chunk: string) => Ref.updateAndGet(stdoutRef, (stdout) => `${stdout}${chunk}`).pipe( Effect.flatMap((nextStdout) => { const parsed = parseServerUrlFromOutput(nextStdout); return parsed ? Deferred.succeed(readyDeferred, parsed).pipe(Effect.ignore) : Effect.void; }), ); const stdoutFiber = yield* child.stdout.pipe( Stream.decodeText(), Stream.runForEach(setReadyFromStdoutChunk), Effect.ignore, Effect.forkIn(runtimeScope), ); const stderrFiber = yield* child.stderr.pipe( Stream.decodeText(), Stream.runForEach((chunk) => Ref.update(stderrRef, (stderr) => `${stderr}${chunk}`)), Effect.ignore, Effect.forkIn(runtimeScope), ); const exitFiber = yield* child.exitCode.pipe( Effect.flatMap((code) => Effect.gen(function* () { const stdout = yield* Ref.get(stdoutRef); const stderr = yield* Ref.get(stderrRef); const exitCode = Number(code); yield* Deferred.fail( readyDeferred, new OpenCodeRuntimeError({ operation: "startOpenCodeServerProcess", detail: [ `OpenCode server exited before startup completed (code: ${String(exitCode)}).`, stdout.trim() ? `stdout:\n${stdout.trim()}` : null, stderr.trim() ? `stderr:\n${stderr.trim()}` : null, ] .filter(Boolean) .join("\n\n"), cause: { exitCode, stdout, stderr }, }), ).pipe(Effect.ignore); }), ), Effect.ignore, Effect.forkIn(runtimeScope), ); const readyExit = yield* Effect.exit( Deferred.await(readyDeferred).pipe(Effect.timeoutOption(timeoutMs)), ); // Startup-time fibers are no longer needed once ready has resolved (either // way). The exit fiber is only interrupted on failure; on success it keeps // the caller's `exitCode` effect observable until the scope closes. yield* Fiber.interrupt(stdoutFiber).pipe(Effect.ignore); yield* Fiber.interrupt(stderrFiber).pipe(Effect.ignore); if (Exit.isFailure(readyExit)) { yield* Fiber.interrupt(exitFiber).pipe(Effect.ignore); const squashed = Cause.squash(readyExit.cause); return yield* ensureRuntimeError( "startOpenCodeServerProcess", `Failed while waiting for OpenCode server startup: ${openCodeRuntimeErrorDetail(squashed)}`, squashed, ); } const readyOption = readyExit.value; if (Option.isNone(readyOption)) { yield* Fiber.interrupt(exitFiber).pipe(Effect.ignore); return yield* new OpenCodeRuntimeError({ operation: "startOpenCodeServerProcess", detail: `Timed out waiting for OpenCode server start after ${timeoutMs}ms.`, }); } return { url: readyOption.value, exitCode: child.exitCode.pipe( Effect.map(Number), Effect.orElseSucceed(() => 0), ), } satisfies OpenCodeServerProcess; }); const connectToOpenCodeServer: OpenCodeRuntimeShape["connectToOpenCodeServer"] = (input) => { const serverUrl = input.serverUrl?.trim(); if (serverUrl) { // We don't own externally-configured servers — no scope interaction. return Effect.succeed({ url: serverUrl, exitCode: null, external: true, }); } return startOpenCodeServerProcess({ binaryPath: input.binaryPath, ...(input.environment !== undefined ? { environment: input.environment } : {}), ...(input.port !== undefined ? { port: input.port } : {}), ...(input.hostname !== undefined ? { hostname: input.hostname } : {}), ...(input.timeoutMs !== undefined ? { timeoutMs: input.timeoutMs } : {}), }).pipe( Effect.map((server) => ({ url: server.url, exitCode: server.exitCode, external: false, })), ); }; const createOpenCodeSdkClient: OpenCodeRuntimeShape["createOpenCodeSdkClient"] = (input) => createOpencodeClient({ baseUrl: input.baseUrl, directory: input.directory, ...(input.serverPassword ? { headers: { Authorization: `Basic ${Buffer.from(`opencode:${input.serverPassword}`, "utf8").toString("base64")}`, }, } : {}), throwOnError: true, }); const loadProviders = (client: OpencodeClient) => runOpenCodeSdk("provider.list", () => client.provider.list()).pipe( Effect.filterMapOrFail( (list) => list.data ? Result.succeed(list.data) : Result.fail( new OpenCodeRuntimeError({ operation: "provider.list", detail: "OpenCode provider list was empty.", }), ), (result) => result, ), ); const loadAgents = (client: OpencodeClient) => runOpenCodeSdk("app.agents", () => client.app.agents()).pipe( Effect.map((result) => result.data ?? []), ); const loadOpenCodeInventory: OpenCodeRuntimeShape["loadOpenCodeInventory"] = (client) => Effect.all([loadProviders(client), loadAgents(client)], { concurrency: "unbounded" }).pipe( Effect.map(([providerList, agents]) => ({ providerList, agents })), ); const loadInventoryFromCli: OpenCodeRuntimeShape["loadInventoryFromCli"] = (input) => Effect.gen(function* () { const env = input.environment !== undefined ? { environment: input.environment } : ({} as {}); const runModelsCli = () => runOpenCodeCommand({ binaryPath: input.binaryPath, args: ["models", "--verbose"], ...env, }).pipe(Effect.exit); const runAgentsCli = () => runOpenCodeCommand({ binaryPath: input.binaryPath, args: ["agent", "list"], ...env }).pipe( Effect.exit, ); // First attempt — run both in parallel let [modelsResult, agentsResult] = yield* Effect.all([runModelsCli(), runAgentsCli()], { concurrency: "unbounded", }); // Retry once after 1s on transient failures (e.g. SQLite "database is locked") const needsModelsRetry = modelsResult._tag === "Failure" || modelsResult.value.code !== 0; const needsAgentsRetry = agentsResult._tag === "Failure" || agentsResult.value.code !== 0; if (needsModelsRetry || needsAgentsRetry) { yield* Effect.sleep("1 second"); const [m2, a2] = yield* Effect.all( [ needsModelsRetry ? runModelsCli() : Effect.succeed(modelsResult), needsAgentsRetry ? runAgentsCli() : Effect.succeed(agentsResult), ], { concurrency: "unbounded" }, ); modelsResult = m2; agentsResult = a2; } if (modelsResult._tag === "Failure") { const cause = Cause.squash(modelsResult.cause); return yield* ensureRuntimeError( "loadInventoryFromCli", `Failed to load OpenCode models: ${openCodeRuntimeErrorDetail(cause)}`, cause, ); } if (modelsResult.value.code !== 0) { return yield* new OpenCodeRuntimeError({ operation: "loadInventoryFromCli", detail: `OpenCode models command exited with code ${modelsResult.value.code}.`, }); } const parsed = parseModelsCliOutput(modelsResult.value.stdout); const connected = [...parsed.connected]; const allProviders: ProviderListResponse["all"] = [...parsed.providers.values()].map( (provider) => ({ id: provider.id, name: provider.name, source: "config" as const, env: [], options: {}, models: provider.models, }), ); // Agent metadata enriches model capabilities but is not required for an // authoritative model inventory, so it may still degrade to an empty list. let agents: ReadonlyArray = []; if (agentsResult._tag === "Success" && agentsResult.value.code === 0) { agents = parseAgentListCliOutput(agentsResult.value.stdout); } return { providerList: { all: allProviders, default: {}, connected }, agents, }; }); return { startOpenCodeServerProcess, connectToOpenCodeServer, runOpenCodeCommand, createOpenCodeSdkClient, loadOpenCodeInventory, loadInventoryFromCli, } satisfies OpenCodeRuntimeShape; }); export class OpenCodeRuntime extends Context.Service()( "t3/provider/opencodeRuntime", ) {} export const OpenCodeRuntimeLive = Layer.effect(OpenCodeRuntime, makeOpenCodeRuntime).pipe( Layer.provide(NetService.layer), );