Julius Marmingemore progress96d610b8 months agoHistory
438 lines · 14.5 KB · TypeScript
RawDownload
import type { ProviderRuntimeEvent } from "@t3tools/contracts";import {  CommandId,  EventId,  ProjectId,  ProviderItemId,  ProviderSessionId,  ProviderThreadId,  ProviderTurnId,  ThreadId,} from "@t3tools/contracts";import { Effect, Exit, Layer, ManagedRuntime, PubSub, Scope, Stream } from "effect";import { afterEach, describe, expect, it } from "vitest"; import { OrchestrationEventStoreLive } from "../../persistence/Layers/OrchestrationEventStore.ts";import { OrchestrationCommandReceiptRepositoryLive } from "../../persistence/Layers/OrchestrationCommandReceipts.ts";import { SqlitePersistenceMemory } from "../../persistence/Layers/Sqlite.ts";import {  ProviderService,  type ProviderServiceShape,} from "../../provider/Services/ProviderService.ts";import { OrchestrationEngineLive } from "./OrchestrationEngine.ts";import { OrchestrationProjectionPipelineLive } from "./ProjectionPipeline.ts";import { ProviderRuntimeIngestionLive } from "./ProviderRuntimeIngestion.ts";import {  OrchestrationEngineService,  type OrchestrationEngineShape,} from "../Services/OrchestrationEngine.ts";import { ProviderRuntimeIngestionService } from "../Services/ProviderRuntimeIngestion.ts"; const asProjectId = (value: string): ProjectId => ProjectId.makeUnsafe(value);const asSessionId = (value: string): ProviderSessionId => ProviderSessionId.makeUnsafe(value);const asProviderTurnId = (value: string): ProviderTurnId => ProviderTurnId.makeUnsafe(value);const asItemId = (value: string): ProviderItemId => ProviderItemId.makeUnsafe(value);const asEventId = (value: string): EventId => EventId.makeUnsafe(value); function createProviderServiceHarness() {  const runtimeEventPubSub = Effect.runSync(PubSub.unbounded<ProviderRuntimeEvent>());   const unsupported = () => Effect.die(new Error("Unsupported provider call in test")) as never;  const service: ProviderServiceShape = {    startSession: () => unsupported(),    sendTurn: () => unsupported(),    interruptTurn: () => unsupported(),    respondToRequest: () => unsupported(),    stopSession: () => unsupported(),    listSessions: () => Effect.succeed([]),    rollbackConversation: () => unsupported(),    stopAll: () => Effect.void,    streamEvents: Stream.fromPubSub(runtimeEventPubSub),  };   const emit = (event: ProviderRuntimeEvent): void => {    Effect.runSync(PubSub.publish(runtimeEventPubSub, event));  };   return {    service,    emit,  };} async function waitForThread(  engine: OrchestrationEngineShape,  predicate: (thread: {    session: { status: string; activeTurnId: string | null; lastError: string | null } | null;    messages: ReadonlyArray<{ id: string; text: string; streaming: boolean }>;    activities: ReadonlyArray<{ kind: string }>;  }) => boolean,  timeoutMs = 2000,) {  const deadline = Date.now() + timeoutMs;  const poll = async (): Promise<{    session: { status: string; activeTurnId: string | null; lastError: string | null } | null;    messages: ReadonlyArray<{ id: string; text: string; streaming: boolean }>;    activities: ReadonlyArray<{ kind: string }>;  }> => {    const readModel = await Effect.runPromise(engine.getReadModel());    const thread = readModel.threads.find((entry) => entry.id === ThreadId.makeUnsafe("thread-1"));    if (thread && predicate(thread)) {      return thread;    }    if (Date.now() >= deadline) {      throw new Error("Timed out waiting for thread state");    }    await new Promise((resolve) => setTimeout(resolve, 10));    return poll();  };  return poll();} describe("ProviderRuntimeIngestion", () => {  let runtime: ManagedRuntime.ManagedRuntime<    OrchestrationEngineService | ProviderRuntimeIngestionService,    unknown  > | null = null;  let scope: Scope.Closeable | null = null;   afterEach(async () => {    if (scope) {      await Effect.runPromise(Scope.close(scope, Exit.void));    }    scope = null;    if (runtime) {      await runtime.dispose();    }    runtime = null;  });   async function createHarness() {    const provider = createProviderServiceHarness();    const orchestrationLayer = OrchestrationEngineLive.pipe(      Layer.provide(OrchestrationProjectionPipelineLive),      Layer.provide(OrchestrationEventStoreLive),      Layer.provide(OrchestrationCommandReceiptRepositoryLive),      Layer.provide(SqlitePersistenceMemory),    );    const layer = ProviderRuntimeIngestionLive.pipe(      Layer.provideMerge(orchestrationLayer),      Layer.provideMerge(Layer.succeed(ProviderService, provider.service)),    );    runtime = ManagedRuntime.make(layer);    const engine = await runtime.runPromise(Effect.service(OrchestrationEngineService));    const ingestion = await runtime.runPromise(Effect.service(ProviderRuntimeIngestionService));    scope = await Effect.runPromise(Scope.make("sequential"));    await Effect.runPromise(ingestion.start.pipe(Scope.provide(scope)));    await Effect.runPromise(Effect.sleep("10 millis"));     const createdAt = new Date().toISOString();    await Effect.runPromise(      engine.dispatch({        type: "project.create",        commandId: CommandId.makeUnsafe("cmd-provider-project-create"),        projectId: asProjectId("project-1"),        title: "Provider Project",        workspaceRoot: "/tmp/provider-project",        defaultModel: "gpt-5-codex",        createdAt,      }),    );    await Effect.runPromise(      engine.dispatch({        type: "thread.create",        commandId: CommandId.makeUnsafe("cmd-thread-create"),        threadId: ThreadId.makeUnsafe("thread-1"),        projectId: asProjectId("project-1"),        title: "Thread",        model: "gpt-5-codex",        branch: null,        worktreePath: null,        createdAt,      }),    );    await Effect.runPromise(      engine.dispatch({        type: "thread.session.set",        commandId: CommandId.makeUnsafe("cmd-session-seed"),        threadId: ThreadId.makeUnsafe("thread-1"),        session: {          threadId: ThreadId.makeUnsafe("thread-1"),          status: "ready",          providerName: "codex",          providerSessionId: asSessionId("sess-1"),          providerThreadId: ProviderThreadId.makeUnsafe("provider-thread-1"),          activeTurnId: null,          updatedAt: createdAt,          lastError: null,        },        createdAt,      }),    );     return {      engine,      emit: provider.emit,    };  }   it("maps turn started/completed events into thread session updates", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "turn.started",      eventId: asEventId("evt-turn-started"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-1"),    });     await waitForThread(      harness.engine,      (thread) => thread.session?.status === "running" && thread.session?.activeTurnId === "turn-1",    );     harness.emit({      type: "turn.completed",      eventId: asEventId("evt-turn-completed"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: new Date().toISOString(),      turnId: asProviderTurnId("turn-1"),      status: "failed",      errorMessage: "turn failed",    });     const thread = await waitForThread(      harness.engine,      (entry) =>        entry.session?.status === "error" &&        entry.session?.activeTurnId === null &&        entry.session?.lastError === "turn failed",    );    expect(thread.session?.status).toBe("error");    expect(thread.session?.lastError).toBe("turn failed");  });   it("maps message delta/completed into finalized assistant messages", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "message.delta",      eventId: asEventId("evt-message-delta-1"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-2"),      itemId: asItemId("item-1"),      delta: "hello",    });    harness.emit({      type: "message.delta",      eventId: asEventId("evt-message-delta-2"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-2"),      itemId: asItemId("item-1"),      delta: " world",    });    harness.emit({      type: "message.completed",      eventId: asEventId("evt-message-completed"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-2"),      itemId: asItemId("item-1"),    });     const thread = await waitForThread(harness.engine, (entry) =>      entry.messages.some((message) => message.id === "assistant:item-1" && !message.streaming),    );    const message = thread.messages.find((entry) => entry.id === "assistant:item-1");    expect(message?.text).toBe("hello world");    expect(message?.streaming).toBe(false);  });   it("does not duplicate assistant completion when message.completed is followed by turn.completed", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "turn.started",      eventId: asEventId("evt-turn-started-for-complete-dedup"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-complete-dedup"),    });     await waitForThread(      harness.engine,      (thread) =>        thread.session?.status === "running" && thread.session?.activeTurnId === "turn-complete-dedup",    );     harness.emit({      type: "message.delta",      eventId: asEventId("evt-message-delta-for-complete-dedup"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-complete-dedup"),      itemId: asItemId("item-complete-dedup"),      delta: "done",    });    harness.emit({      type: "message.completed",      eventId: asEventId("evt-message-completed-for-complete-dedup"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-complete-dedup"),      itemId: asItemId("item-complete-dedup"),    });    harness.emit({      type: "turn.completed",      eventId: asEventId("evt-turn-completed-for-complete-dedup"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-complete-dedup"),      status: "completed",    });     await waitForThread(      harness.engine,      (thread) =>        thread.session?.status === "ready" &&        thread.session?.activeTurnId === null &&        thread.messages.some(          (message) => message.id === "assistant:item-complete-dedup" && !message.streaming,        ),    );     const events = await Effect.runPromise(      Stream.runCollect(harness.engine.readEvents(0)).pipe(Effect.map((chunk) => Array.from(chunk))),    );    const completionEvents = events.filter((event) => {      if (event.type !== "thread.message-sent") {        return false;      }      return (        event.payload.messageId === "assistant:item-complete-dedup" && event.payload.streaming === false      );    });    expect(completionEvents).toHaveLength(1);  });   it("maps runtime.error into errored session state", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "runtime.error",      eventId: asEventId("evt-runtime-error"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-3"),      message: "runtime exploded",    });     const thread = await waitForThread(      harness.engine,      (entry) =>        entry.session?.status === "error" &&        entry.session?.activeTurnId === "turn-3" &&        entry.session?.lastError === "runtime exploded",    );    expect(thread.session?.status).toBe("error");    expect(thread.session?.lastError).toBe("runtime exploded");  });   it("maps session/thread lifecycle and tool.started into session/activity projections", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "session.started",      eventId: asEventId("evt-session-started"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      threadId: ProviderThreadId.makeUnsafe("provider-thread-1"),      message: "session started",    });    harness.emit({      type: "thread.started",      eventId: asEventId("evt-thread-started"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      threadId: ProviderThreadId.makeUnsafe("provider-thread-2"),    });    harness.emit({      type: "tool.started",      eventId: asEventId("evt-tool-started"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-9"),      toolKind: "other",      title: "Read file",      detail: "/tmp/file.ts",    });     const thread = await waitForThread(      harness.engine,      (entry) =>        entry.session?.status === "ready" &&        entry.session?.activeTurnId === null &&        entry.activities.some((activity) => activity.kind === "tool.started"),    );     expect(thread.session?.status).toBe("ready");    expect(thread.activities.some((activity) => activity.kind === "tool.started")).toBe(true);  });   it("continues processing runtime events after a single event handler failure", async () => {    const harness = await createHarness();    const now = new Date().toISOString();     harness.emit({      type: "message.delta",      eventId: asEventId("evt-invalid-delta"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: now,      turnId: asProviderTurnId("turn-invalid"),      itemId: asItemId("item-invalid"),      delta: undefined,    } as unknown as ProviderRuntimeEvent);     harness.emit({      type: "runtime.error",      eventId: asEventId("evt-runtime-error-after-failure"),      provider: "codex",      sessionId: asSessionId("sess-1"),      createdAt: new Date().toISOString(),      turnId: asProviderTurnId("turn-after-failure"),      message: "runtime still processed",    });     const thread = await waitForThread(      harness.engine,      (entry) =>        entry.session?.status === "error" &&        entry.session?.activeTurnId === "turn-after-failure" &&        entry.session?.lastError === "runtime still processed",    );    expect(thread.session?.status).toBe("error");    expect(thread.session?.lastError).toBe("runtime still processed");  });});