import { describe, expect, it } from "@effect/vitest"; import { Effect } from "effect"; import type { D1Database, R2Bucket } from "@cloudflare/workers-types"; import { collectTables, type SqliteDataMigrationClient } from "@executor-js/sdk"; import { createSqliteTestFumaDb } from "@executor-js/sdk/testing"; import { runCloudflareDataMigrations } from "./data-migrations"; const now = 1_780_000_000_000; const makeFakeD1 = (client: SqliteDataMigrationClient): D1Database => { const prepare = (sql: string) => { const statement = (args: readonly unknown[]): Record => ({ bind: (...values: readonly unknown[]) => statement([...args, ...values]), all: async () => { const result = await client.execute({ sql, args }); return { success: true, meta: {}, results: result.rows }; }, run: async () => { await client.execute({ sql, args }); return { success: true, meta: {}, results: [] }; }, }); return statement([]); }; // oxlint-disable-next-line executor/no-double-cast -- test double: only the D1 methods used by the migration runner are implemented return { prepare, withSession: () => ({ prepare }), } as unknown as D1Database; }; const makeFakeR2 = (): { readonly bucket: R2Bucket; readonly objects: Map; } => { const objects = new Map(); // oxlint-disable-next-line executor/no-double-cast -- test double: only the R2 methods used by the migration are implemented const bucket = { get: async (key: string) => { const value = objects.get(key); return value === undefined ? null : { text: async () => value }; }, put: async (key: string, value: string) => { objects.set(key, value); }, head: async (key: string) => (objects.has(key) ? {} : null), } as unknown as R2Bucket; return { bucket, objects }; }; const insertIntegration = ( client: SqliteDataMigrationClient, row: { readonly rowId: string; readonly tenant: string; readonly slug: string; readonly pluginId: string; readonly config: unknown; }, ) => client.execute({ sql: `INSERT INTO integration (row_id, tenant, slug, plugin_id, name, description, config, can_remove, can_refresh, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, 1, 1, ?, ?)`, args: [ row.rowId, row.tenant, row.slug, row.pluginId, row.slug, row.slug, JSON.stringify(row.config), now, now, ], }); const insertIntegrationRawConfig = ( client: SqliteDataMigrationClient, row: { readonly rowId: string; readonly tenant: string; readonly slug: string; readonly pluginId: string; readonly config: string; }, ) => client.execute({ sql: `INSERT INTO integration (row_id, tenant, slug, plugin_id, name, description, config, can_remove, can_refresh, created_at, updated_at) VALUES (?, ?, ?, ?, ?, ?, ?, 1, 1, ?, ?)`, args: [row.rowId, row.tenant, row.slug, row.pluginId, row.slug, row.slug, row.config, now, now], }); const insertOperationStorage = ( client: SqliteDataMigrationClient, row: { readonly tenant: string; readonly pluginId: string; readonly integration: string; }, ) => client.execute({ sql: `INSERT INTO plugin_storage (tenant, owner, subject, plugin_id, collection, key, data, created_at, updated_at, row_id) VALUES (?, 'org', '', ?, 'operation', ?, ?, ?, ?, ?)`, args: [ row.tenant, row.pluginId, `${row.integration}.calendar.events.list`, JSON.stringify({ integration: row.integration, toolName: "calendar.events.list", binding: { method: "get", pathTemplate: "/calendar/events" }, }), now, now, `storage-${row.pluginId}-${row.integration}`, ], }); describe("runCloudflareDataMigrations", () => { it.effect("rebuilds legacy connection tables from item_id to item_ids", () => Effect.gen(function* () { const db = yield* Effect.promise(() => createSqliteTestFumaDb({ tables: collectTables() })); const { bucket } = makeFakeR2(); yield* Effect.promise(() => db.client.execute("DROP TABLE connection")); yield* Effect.promise(() => db.client.execute(` CREATE TABLE connection ( integration text NOT NULL, name text NOT NULL, template text NOT NULL, provider text NOT NULL, item_id text NOT NULL, identity_label text, description text, tools_synced_at integer, oauth_client text, oauth_client_owner text, refresh_item_id text, expires_at integer, oauth_scope text, oauth_token_url text, provider_state text, created_at integer NOT NULL, updated_at integer NOT NULL, row_id text PRIMARY KEY NOT NULL, tenant text NOT NULL, owner text NOT NULL, subject text NOT NULL ) `), ); yield* Effect.promise(() => db.client.execute({ sql: `INSERT INTO connection (integration, name, template, provider, item_id, created_at, updated_at, row_id, tenant, owner, subject) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`, args: [ "legacy", "main", "apiKey", "encrypted", "legacy-item", now, now, "legacy-connection-row", "default", "org", "", ], }), ); const d1 = makeFakeD1(db.client); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toContain( "2026-06-20-google-openapi-ownership", ); const columns = yield* Effect.promise(() => db.client.execute("PRAGMA table_info('connection')"), ); expect(columns.rows.map((row) => row.name)).toContain("item_ids"); expect(columns.rows.map((row) => row.name)).not.toContain("item_id"); yield* Effect.promise(() => db.client.execute({ sql: `INSERT INTO connection (integration, name, template, provider, item_ids, created_at, updated_at, row_id, tenant, owner, subject) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`, args: [ "probe", "selected", "apiKey", "encrypted", JSON.stringify({ token: "item" }), now, now, "connection-row", "default", "org", "", ], }), ); const rows = yield* Effect.promise(() => db.client.execute("SELECT name, item_ids FROM connection ORDER BY name"), ); expect(rows.rows).toEqual([ { name: "main", item_ids: JSON.stringify({ token: "legacy-item" }) }, { name: "selected", item_ids: JSON.stringify({ token: "item" }) }, ]); yield* Effect.promise(() => db.close()); }), ); it.effect("clears malformed legacy OpenAPI integration config rows", () => Effect.gen(function* () { const db = yield* Effect.promise(() => createSqliteTestFumaDb({ tables: collectTables() })); const { bucket } = makeFakeR2(); yield* Effect.promise(() => insertIntegrationRawConfig(db.client, { rowId: "malformed-row", tenant: "org_1", slug: "broken", pluginId: "openapi", config: "", }), ); const d1 = makeFakeD1(db.client); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([ "2026-06-20-google-openapi-ownership", "2026-07-08-provider-service-split", "2026-07-09-openapi-ndjson-output-arrays", "2026-07-27-encrypted-secrets-owner-repartition", ]); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([]); const integrations = yield* Effect.promise(() => db.client.execute("SELECT slug, plugin_id, config FROM integration"), ); expect(integrations.rows).toEqual([{ slug: "broken", plugin_id: "openapi", config: null }]); yield* Effect.promise(() => db.close()); }), ); it.effect("moves Google OpenAPI ownership and copies the R2 spec object", () => Effect.gen(function* () { const db = yield* Effect.promise(() => createSqliteTestFumaDb({ tables: collectTables() })); const { bucket, objects } = makeFakeR2(); yield* Effect.promise(() => insertIntegration(db.client, { rowId: "google-row", tenant: "org_1", slug: "google", pluginId: "openapi", config: { specHash: "googlehash", googleDiscoveryUrls: ["https://www.googleapis.com/discovery/v1/apis/calendar/v3/rest"], }, }), ); yield* Effect.promise(() => insertOperationStorage(db.client, { tenant: "org_1", pluginId: "openapi", integration: "google", }), ); objects.set("o:org_1/openapi/spec/googlehash", "google spec"); objects.set("o:org_1/google/defs/googlehash", "google defs"); const d1 = makeFakeD1(db.client); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([ "2026-06-20-google-openapi-ownership", "2026-07-08-provider-service-split", "2026-07-09-openapi-ndjson-output-arrays", "2026-07-27-encrypted-secrets-owner-repartition", ]); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([]); expect(objects.get("o:org_1/google/spec/googlehash")).toBe("google spec"); const integrations = yield* Effect.promise(() => db.client.execute("SELECT slug, plugin_id FROM integration ORDER BY slug"), ); expect(integrations.rows).toEqual([{ slug: "google_calendar", plugin_id: "openapi" }]); const storage = yield* Effect.promise(() => db.client.execute("SELECT plugin_id, key FROM plugin_storage ORDER BY plugin_id, key"), ); expect(storage.rows).toEqual([{ plugin_id: "openapi", key: expect.stringMatching(/^op\./) }]); yield* Effect.promise(() => db.close()); }), ); it.effect("splits Google monolith ownership and copies R2 spec and defs objects", () => Effect.gen(function* () { const db = yield* Effect.promise(() => createSqliteTestFumaDb({ tables: collectTables() })); const { bucket, objects } = makeFakeR2(); yield* Effect.promise(() => insertIntegration(db.client, { rowId: "google-monolith-row", tenant: "org_1", slug: "google", pluginId: "google", config: { specHash: "mono-hash", googleDiscoveryUrls: ["https://www.googleapis.com/discovery/v1/apis/calendar/v3/rest"], }, }), ); yield* Effect.promise(() => insertOperationStorage(db.client, { tenant: "org_1", pluginId: "google", integration: "google", }), ); objects.set("o:org_1/google/spec/mono-hash", "google spec"); objects.set("o:org_1/google/defs/mono-hash", "google defs"); const d1 = makeFakeD1(db.client); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([ "2026-06-20-google-openapi-ownership", "2026-07-08-provider-service-split", "2026-07-09-openapi-ndjson-output-arrays", "2026-07-27-encrypted-secrets-owner-repartition", ]); expect(yield* Effect.promise(() => runCloudflareDataMigrations(d1, bucket))).toEqual([]); expect(objects.get("o:org_1/openapi/spec/mono-hash")).toBe("google spec"); expect(objects.get("o:org_1/openapi/defs/mono-hash")).toBe("google defs"); const integrations = yield* Effect.promise(() => db.client.execute("SELECT slug, plugin_id FROM integration ORDER BY slug"), ); expect(integrations.rows).toEqual([{ slug: "google_calendar", plugin_id: "openapi" }]); yield* Effect.promise(() => db.close()); }), ); });