import { Effect, Option, Predicate, Schema } from "effect"; import { ScopeId, SourceDetectionResult, Usage, definePlugin, resolveSecretBackedMap, type PluginCtx, type StorageFailure, type ToolAnnotations,} from "@executor-js/sdk/core"; import { GoogleDiscoveryGroup } from "../api/group";import { GoogleDiscoveryExtensionService, GoogleDiscoveryHandlers } from "../api/handlers"; import { googleDiscoverySchema, makeGoogleDiscoveryStore, type GoogleDiscoveryStore,} from "./binding-store";import { extractGoogleDiscoveryManifest } from "./document";import { annotationsForOperation, invokeGoogleDiscoveryTool } from "./invoke";import { GoogleDiscoveryParseError, GoogleDiscoverySourceError } from "./errors";import type { GoogleDiscoveryAuth, GoogleDiscoveryFetchCredentials, GoogleDiscoveryManifest, GoogleDiscoveryManifestMethod, GoogleDiscoveryMethodBinding, GoogleDiscoveryStoredSourceData,} from "./types";import { GoogleDiscoveryStoredSourceData as GoogleDiscoveryStoredSourceDataSchema } from "./types"; // ---------------------------------------------------------------------------// Public input / output shapes// --------------------------------------------------------------------------- export interface GoogleDiscoveryProbeOperation { readonly toolPath: string; readonly method: string; readonly pathTemplate: string; readonly description: string | null;} export interface GoogleDiscoveryProbeResult { readonly name: string; readonly title: string | null; readonly service: string; readonly version: string; readonly toolCount: number; readonly scopes: readonly string[]; readonly operations: readonly GoogleDiscoveryProbeOperation[];} export interface GoogleDiscoveryProbeInput { readonly discoveryUrl: string; readonly credentials?: GoogleDiscoveryFetchCredentials;} export interface GoogleDiscoveryAddSourceInput { readonly name: string; readonly scope: string; readonly discoveryUrl: string; readonly credentials?: GoogleDiscoveryFetchCredentials; readonly namespace?: string; readonly auth: GoogleDiscoveryAuth;} export interface GoogleDiscoveryUpdateSourceInput { readonly name?: string; /** Rewrite the source's auth — typically after a successful * re-authenticate, to point at a freshly minted Connection. */ readonly auth?: GoogleDiscoveryAuth;} /** * Errors any Google Discovery extension method may surface. */export type GoogleDiscoveryExtensionFailure = | GoogleDiscoveryParseError | GoogleDiscoverySourceError | StorageFailure; // ---------------------------------------------------------------------------// URL normalization + slug helpers (unchanged)// --------------------------------------------------------------------------- const DISCOVERY_SERVICE_HOST = "https://www.googleapis.com/discovery/v1/apis";const decodeString = Schema.decodeUnknownSync(Schema.String);const isGoogleDiscoverySourceError = (error: unknown): error is GoogleDiscoverySourceError => Predicate.isTagged("GoogleDiscoverySourceError")(error); const normalizeDiscoveryUrl = (discoveryUrl: string): string => { const trimmed = discoveryUrl.trim(); if (trimmed.length === 0) return trimmed; if (!URL.canParse(trimmed)) return trimmed; const parsed = new URL(trimmed); if (parsed.pathname !== "/$discovery/rest") return trimmed; const version = parsed.searchParams.get("version")?.trim(); if (!version) return trimmed; const host = parsed.hostname.toLowerCase(); if (!host.endsWith(".googleapis.com")) return trimmed; const rawService = host.slice(0, -".googleapis.com".length); const service = rawService === "calendar-json" ? "calendar" : rawService.endsWith("-json") ? rawService.slice(0, -5) : rawService; if (!service) return trimmed; return `${DISCOVERY_SERVICE_HOST}/${service}/${version}/rest`;}; const resolveGoogleDiscoveryCredentials = ( credentials: GoogleDiscoveryFetchCredentials | undefined, ctx: PluginCtx<GoogleDiscoveryStore>,): Effect.Effect< { headers?: Record<string, string>; queryParams?: Record<string, string> } | undefined, GoogleDiscoverySourceError> => Effect.gen(function* () { if (!credentials) return undefined; const headers = yield* resolveSecretBackedMap({ values: credentials.headers, getSecret: ctx.secrets.get, onMissing: (name) => new GoogleDiscoverySourceError({ message: `Secret not found for header "${name}"`, }), onError: (_error, name) => new GoogleDiscoverySourceError({ message: `Secret not found for header "${name}"`, }), }).pipe( Effect.mapError((err) => isGoogleDiscoverySourceError(err) ? err : new GoogleDiscoverySourceError({ message: "Secret resolution failed" }), ), ); const queryParams = yield* resolveSecretBackedMap({ values: credentials.queryParams, getSecret: ctx.secrets.get, onMissing: (name) => new GoogleDiscoverySourceError({ message: `Secret not found for query parameter "${name}"`, }), onError: (_error, name) => new GoogleDiscoverySourceError({ message: `Secret not found for query parameter "${name}"`, }), }).pipe( Effect.mapError((err) => isGoogleDiscoverySourceError(err) ? err : new GoogleDiscoverySourceError({ message: "Secret resolution failed" }), ), ); return { ...(headers ? { headers } : {}), ...(queryParams ? { queryParams } : {}), }; }); const fetchDiscoveryDocument = ( discoveryUrl: string, credentials?: { readonly headers?: Record<string, string>; readonly queryParams?: Record<string, string>; },) => Effect.gen(function* () { const response = yield* Effect.tryPromise({ try: () => { const url = new URL(normalizeDiscoveryUrl(discoveryUrl)); for (const [key, value] of Object.entries(credentials?.queryParams ?? {})) { url.searchParams.set(key, value); } return fetch(url.toString(), { headers: credentials?.headers, signal: AbortSignal.timeout(20_000), }); }, catch: () => new GoogleDiscoverySourceError({ message: "Google Discovery fetch failed", }), }); if (!response.ok) { return yield* new GoogleDiscoverySourceError({ message: `Google Discovery fetch failed with status ${response.status}`, }); } return yield* Effect.tryPromise({ try: () => response.text(), catch: () => new GoogleDiscoverySourceError({ message: "Google Discovery response body read failed", }), }); }); const normalizeSlug = (value: string): string => value .toLowerCase() .replace(/[^a-z0-9]+/g, "_") .replace(/^_+|_+$/g, ""); const deriveNamespace = (input: { name: string; service: string; version: string }): string => normalizeSlug( input.name || `google_${input.service}_${input.version.replace(/[^a-zA-Z0-9]+/g, "_")}`, ) || `google_${input.service}`; // Connection refresh state is owned by the canonical `"oauth2"`// ConnectionProvider registered by core. `ctx.oauth.start` stamps the// Google-specific token endpoint + scopes onto the connection's// providerState at mint time — no plugin-owned schema needed. // ---------------------------------------------------------------------------// Register a parsed manifest against the executor core + plugin storage.// Runs inside a transaction.// --------------------------------------------------------------------------- const registerManifest = ( ctx: PluginCtx<GoogleDiscoveryStore>, namespace: string, scope: string, manifest: GoogleDiscoveryManifest, sourceData: GoogleDiscoveryStoredSourceData,) => Effect.gen(function* () { yield* ctx.storage.removeBindingsBySource(namespace, scope); yield* ctx.core.sources.unregister({ id: namespace, targetScope: scope }).pipe(Effect.ignore); yield* ctx.core.sources.register({ id: namespace, scope, kind: "googleDiscovery", name: sourceData.name, url: sourceData.rootUrl, canRemove: true, canRefresh: true, canEdit: true, tools: manifest.methods.map((method: GoogleDiscoveryManifestMethod) => ({ name: method.toolPath, description: Option.getOrElse( method.description, () => `${method.binding.method.toUpperCase()} ${method.binding.pathTemplate}`, ), inputSchema: Option.getOrUndefined(method.inputSchema), outputSchema: Option.getOrUndefined(method.outputSchema), })), }); if (Object.keys(manifest.schemaDefinitions).length > 0) { yield* ctx.core.definitions.register({ sourceId: namespace, scope, definitions: manifest.schemaDefinitions, }); } yield* Effect.forEach( manifest.methods, (method) => ctx.storage.putBinding(`${namespace}.${method.toolPath}`, namespace, scope, method.binding), { discard: true }, ); yield* ctx.storage.putSource({ namespace, scope, name: sourceData.name, config: sourceData, }); return manifest.methods.length; }); const makeGoogleDiscoveryPluginExtension = (ctx: PluginCtx<GoogleDiscoveryStore>) => ({ probeDiscovery: (input: string | GoogleDiscoveryProbeInput) => Effect.gen(function* () { const discoveryUrl = typeof input === "string" ? input : input.discoveryUrl; const credentials = typeof input === "string" ? undefined : yield* resolveGoogleDiscoveryCredentials(input.credentials, ctx); const text = yield* fetchDiscoveryDocument(discoveryUrl, credentials); const manifest = yield* extractGoogleDiscoveryManifest(text); const scopes = Object.keys( Option.isSome(manifest.oauthScopes) ? manifest.oauthScopes.value : {}, ).sort(); const operations = manifest.methods.map((method) => ({ toolPath: method.toolPath, method: method.binding.method, pathTemplate: method.binding.pathTemplate, description: Option.isSome(method.description) ? method.description.value : null, })); return { name: Option.isSome(manifest.title) ? manifest.title.value : `${manifest.service} ${manifest.version}`, title: Option.isSome(manifest.title) ? manifest.title.value : null, service: manifest.service, version: manifest.version, toolCount: manifest.methods.length, scopes, operations, }; }), addSource: (input: GoogleDiscoveryAddSourceInput) => ctx.transaction( Effect.gen(function* () { const credentials = yield* resolveGoogleDiscoveryCredentials(input.credentials, ctx); const text = yield* fetchDiscoveryDocument(input.discoveryUrl, credentials); const manifest = yield* extractGoogleDiscoveryManifest(text); const namespace = input.namespace ?? deriveNamespace({ name: input.name, service: manifest.service, version: manifest.version, }); const sourceData = new GoogleDiscoveryStoredSourceDataSchema({ name: input.name, discoveryUrl: normalizeDiscoveryUrl(input.discoveryUrl), credentials: input.credentials, service: manifest.service, version: manifest.version, rootUrl: manifest.rootUrl, servicePath: manifest.servicePath, auth: input.auth, }); const toolCount = yield* registerManifest( ctx, namespace, input.scope, manifest, sourceData, ); return { toolCount, namespace }; }), ), removeSource: (namespace: string, scope: string) => ctx.transaction( Effect.gen(function* () { yield* ctx.storage.removeBindingsBySource(namespace, scope); yield* ctx.storage.removeSource(namespace, scope); yield* ctx.core.sources .unregister({ id: namespace, targetScope: scope }) .pipe(Effect.ignore); }), ), // OAuth start/complete live on `ctx.oauth` now — the UI calls // the shared `/scopes/:scopeId/oauth/*` endpoints directly with a // Google-specific `authorization-code` strategy and writes the // resulting connection back via `updateSource`. getSource: (namespace: string, scope: string) => ctx.storage.getSource(namespace, scope), updateSource: (namespace: string, scope: string, input: GoogleDiscoveryUpdateSourceInput) => ctx.storage.updateSourceMeta(namespace, scope, { name: input.name?.trim() || undefined, auth: input.auth, }),}); export type GoogleDiscoveryPluginExtension = ReturnType<typeof makeGoogleDiscoveryPluginExtension>; // ---------------------------------------------------------------------------// Plugin// --------------------------------------------------------------------------- export const googleDiscoveryPlugin = definePlugin(() => ({ id: "googleDiscovery" as const, packageName: "@executor-js/plugin-google-discovery", schema: googleDiscoverySchema, storage: (deps) => makeGoogleDiscoveryStore(deps), extension: makeGoogleDiscoveryPluginExtension, invokeTool: ({ ctx, toolRow, args }) => invokeGoogleDiscoveryTool({ ctx: ctx as PluginCtx<GoogleDiscoveryStore>, toolId: toolRow.id, toolScope: decodeString(toolRow.scope_id), args, }), resolveAnnotations: ({ ctx, sourceId, toolRows }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const scopes = new Set<string>(); for (const row of toolRows) scopes.add(decodeString(row.scope_id)); const byScope = new Map<string, ReadonlyMap<string, GoogleDiscoveryMethodBinding>>(); for (const scope of scopes) { const bindings = yield* typedCtx.storage.getBindingsForSource(sourceId, scope); byScope.set(scope, bindings); } const out: Record<string, ToolAnnotations> = {}; for (const row of toolRows) { const binding = byScope.get(decodeString(row.scope_id))?.get(row.id); if (binding) { out[row.id] = annotationsForOperation(binding.method, binding.pathTemplate); } } return out; }), removeSource: ({ ctx, sourceId, scope }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; yield* typedCtx.storage.removeBindingsBySource(sourceId, scope); yield* typedCtx.storage.removeSource(sourceId, scope); }), // Aggregate usages across the auth columns and the credential child // tables. Each is one indexed SELECT in the store; the merge plus a // single source-name JOIN happens here. usagesForSecret: ({ ctx, args }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const sources = yield* typedCtx.storage.findSourcesBySecret(args.secretId); const childRows = yield* typedCtx.storage.findCredentialRowsBySecret(args.secretId); const sourceKeys = new Set<string>(); for (const s of sources) sourceKeys.add(`${s.scope_id}:${s.namespace}`); for (const r of childRows) sourceKeys.add(`${r.scope_id}:${r.source_id}`); const names = yield* typedCtx.storage.lookupSourceNames([...sourceKeys]); const out: Usage[] = []; for (const s of sources) { out.push( new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(s.scope_id), ownerKind: "google-discovery-source", ownerId: s.namespace, ownerName: names.get(`${s.scope_id}:${s.namespace}`) ?? s.name, slot: s.slot, }), ); } for (const r of childRows) { out.push( new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(r.scope_id), ownerKind: `google-discovery-source-${r.kind.replace(/_/g, "-")}`, ownerId: r.source_id, ownerName: names.get(`${r.scope_id}:${r.source_id}`) ?? null, slot: `${r.kind}:${r.name}`, }), ); } return out; }), usagesForConnection: ({ ctx, args }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const sources = yield* typedCtx.storage.findSourcesByConnection(args.connectionId); return sources.map( (s) => new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(s.scope_id), ownerKind: "google-discovery-source", ownerId: s.namespace, ownerName: s.name, slot: s.slot, }), ); }), detect: ({ url }) => Effect.gen(function* () { const trimmed = url.trim(); if (!trimmed) return null; const parsed = yield* Effect.try({ try: () => new URL(trimmed), catch: (error) => error, }).pipe(Effect.option); if (Option.isNone(parsed)) return null; const isGoogleUrl = trimmed.includes("googleapis.com"); const isDiscoveryPath = trimmed.includes("/discovery/") || trimmed.includes("$discovery"); if (!isGoogleUrl && !isDiscoveryPath) return null; const discoveryText = yield* fetchDiscoveryDocument(trimmed).pipe( Effect.catch(() => Effect.succeed(null)), ); if (!discoveryText) return null; const manifest = yield* extractGoogleDiscoveryManifest(discoveryText).pipe( Effect.catch(() => Effect.succeed(null)), );Lines 1–500 of 552. Load more
import { Effect, Option, Predicate, Schema } from "effect"; import { ScopeId, SourceDetectionResult, Usage, definePlugin, resolveSecretBackedMap, type PluginCtx, type StorageFailure, type ToolAnnotations, } from "@executor-js/sdk/core"; import { GoogleDiscoveryGroup } from "../api/group"; import { GoogleDiscoveryExtensionService, GoogleDiscoveryHandlers } from "../api/handlers"; import { googleDiscoverySchema, makeGoogleDiscoveryStore, type GoogleDiscoveryStore, } from "./binding-store"; import { extractGoogleDiscoveryManifest } from "./document"; import { annotationsForOperation, invokeGoogleDiscoveryTool } from "./invoke"; import { GoogleDiscoveryParseError, GoogleDiscoverySourceError } from "./errors"; import type { GoogleDiscoveryAuth, GoogleDiscoveryFetchCredentials, GoogleDiscoveryManifest, GoogleDiscoveryManifestMethod, GoogleDiscoveryMethodBinding, GoogleDiscoveryStoredSourceData, } from "./types"; import { GoogleDiscoveryStoredSourceData as GoogleDiscoveryStoredSourceDataSchema } from "./types"; // --------------------------------------------------------------------------- // Public input / output shapes // --------------------------------------------------------------------------- export interface GoogleDiscoveryProbeOperation { readonly toolPath: string; readonly method: string; readonly pathTemplate: string; readonly description: string | null; } export interface GoogleDiscoveryProbeResult { readonly name: string; readonly title: string | null; readonly service: string; readonly version: string; readonly toolCount: number; readonly scopes: readonly string[]; readonly operations: readonly GoogleDiscoveryProbeOperation[]; } export interface GoogleDiscoveryProbeInput { readonly discoveryUrl: string; readonly credentials?: GoogleDiscoveryFetchCredentials; } export interface GoogleDiscoveryAddSourceInput { readonly name: string; readonly scope: string; readonly discoveryUrl: string; readonly credentials?: GoogleDiscoveryFetchCredentials; readonly namespace?: string; readonly auth: GoogleDiscoveryAuth; } export interface GoogleDiscoveryUpdateSourceInput { readonly name?: string; /** Rewrite the source's auth — typically after a successful * re-authenticate, to point at a freshly minted Connection. */ readonly auth?: GoogleDiscoveryAuth; } /** * Errors any Google Discovery extension method may surface. */ export type GoogleDiscoveryExtensionFailure = | GoogleDiscoveryParseError | GoogleDiscoverySourceError | StorageFailure; // --------------------------------------------------------------------------- // URL normalization + slug helpers (unchanged) // --------------------------------------------------------------------------- const DISCOVERY_SERVICE_HOST = "https://www.googleapis.com/discovery/v1/apis"; const decodeString = Schema.decodeUnknownSync(Schema.String); const isGoogleDiscoverySourceError = (error: unknown): error is GoogleDiscoverySourceError => Predicate.isTagged("GoogleDiscoverySourceError")(error); const normalizeDiscoveryUrl = (discoveryUrl: string): string => { const trimmed = discoveryUrl.trim(); if (trimmed.length === 0) return trimmed; if (!URL.canParse(trimmed)) return trimmed; const parsed = new URL(trimmed); if (parsed.pathname !== "/$discovery/rest") return trimmed; const version = parsed.searchParams.get("version")?.trim(); if (!version) return trimmed; const host = parsed.hostname.toLowerCase(); if (!host.endsWith(".googleapis.com")) return trimmed; const rawService = host.slice(0, -".googleapis.com".length); const service = rawService === "calendar-json" ? "calendar" : rawService.endsWith("-json") ? rawService.slice(0, -5) : rawService; if (!service) return trimmed; return `${DISCOVERY_SERVICE_HOST}/${service}/${version}/rest`; }; const resolveGoogleDiscoveryCredentials = ( credentials: GoogleDiscoveryFetchCredentials | undefined, ctx: PluginCtx<GoogleDiscoveryStore>, ): Effect.Effect< { headers?: Record<string, string>; queryParams?: Record<string, string> } | undefined, GoogleDiscoverySourceError > => Effect.gen(function* () { if (!credentials) return undefined; const headers = yield* resolveSecretBackedMap({ values: credentials.headers, getSecret: ctx.secrets.get, onMissing: (name) => new GoogleDiscoverySourceError({ message: `Secret not found for header "${name}"`, }), onError: (_error, name) => new GoogleDiscoverySourceError({ message: `Secret not found for header "${name}"`, }), }).pipe( Effect.mapError((err) => isGoogleDiscoverySourceError(err) ? err : new GoogleDiscoverySourceError({ message: "Secret resolution failed" }), ), ); const queryParams = yield* resolveSecretBackedMap({ values: credentials.queryParams, getSecret: ctx.secrets.get, onMissing: (name) => new GoogleDiscoverySourceError({ message: `Secret not found for query parameter "${name}"`, }), onError: (_error, name) => new GoogleDiscoverySourceError({ message: `Secret not found for query parameter "${name}"`, }), }).pipe( Effect.mapError((err) => isGoogleDiscoverySourceError(err) ? err : new GoogleDiscoverySourceError({ message: "Secret resolution failed" }), ), ); return { ...(headers ? { headers } : {}), ...(queryParams ? { queryParams } : {}), }; }); const fetchDiscoveryDocument = ( discoveryUrl: string, credentials?: { readonly headers?: Record<string, string>; readonly queryParams?: Record<string, string>; }, ) => Effect.gen(function* () { const response = yield* Effect.tryPromise({ try: () => { const url = new URL(normalizeDiscoveryUrl(discoveryUrl)); for (const [key, value] of Object.entries(credentials?.queryParams ?? {})) { url.searchParams.set(key, value); } return fetch(url.toString(), { headers: credentials?.headers, signal: AbortSignal.timeout(20_000), }); }, catch: () => new GoogleDiscoverySourceError({ message: "Google Discovery fetch failed", }), }); if (!response.ok) { return yield* new GoogleDiscoverySourceError({ message: `Google Discovery fetch failed with status ${response.status}`, }); } return yield* Effect.tryPromise({ try: () => response.text(), catch: () => new GoogleDiscoverySourceError({ message: "Google Discovery response body read failed", }), }); }); const normalizeSlug = (value: string): string => value .toLowerCase() .replace(/[^a-z0-9]+/g, "_") .replace(/^_+|_+$/g, ""); const deriveNamespace = (input: { name: string; service: string; version: string }): string => normalizeSlug( input.name || `google_${input.service}_${input.version.replace(/[^a-zA-Z0-9]+/g, "_")}`, ) || `google_${input.service}`; // Connection refresh state is owned by the canonical `"oauth2"` // ConnectionProvider registered by core. `ctx.oauth.start` stamps the // Google-specific token endpoint + scopes onto the connection's // providerState at mint time — no plugin-owned schema needed. // --------------------------------------------------------------------------- // Register a parsed manifest against the executor core + plugin storage. // Runs inside a transaction. // --------------------------------------------------------------------------- const registerManifest = ( ctx: PluginCtx<GoogleDiscoveryStore>, namespace: string, scope: string, manifest: GoogleDiscoveryManifest, sourceData: GoogleDiscoveryStoredSourceData, ) => Effect.gen(function* () { yield* ctx.storage.removeBindingsBySource(namespace, scope); yield* ctx.core.sources.unregister({ id: namespace, targetScope: scope }).pipe(Effect.ignore); yield* ctx.core.sources.register({ id: namespace, scope, kind: "googleDiscovery", name: sourceData.name, url: sourceData.rootUrl, canRemove: true, canRefresh: true, canEdit: true, tools: manifest.methods.map((method: GoogleDiscoveryManifestMethod) => ({ name: method.toolPath, description: Option.getOrElse( method.description, () => `${method.binding.method.toUpperCase()} ${method.binding.pathTemplate}`, ), inputSchema: Option.getOrUndefined(method.inputSchema), outputSchema: Option.getOrUndefined(method.outputSchema), })), }); if (Object.keys(manifest.schemaDefinitions).length > 0) { yield* ctx.core.definitions.register({ sourceId: namespace, scope, definitions: manifest.schemaDefinitions, }); } yield* Effect.forEach( manifest.methods, (method) => ctx.storage.putBinding(`${namespace}.${method.toolPath}`, namespace, scope, method.binding), { discard: true }, ); yield* ctx.storage.putSource({ namespace, scope, name: sourceData.name, config: sourceData, }); return manifest.methods.length; }); const makeGoogleDiscoveryPluginExtension = (ctx: PluginCtx<GoogleDiscoveryStore>) => ({ probeDiscovery: (input: string | GoogleDiscoveryProbeInput) => Effect.gen(function* () { const discoveryUrl = typeof input === "string" ? input : input.discoveryUrl; const credentials = typeof input === "string" ? undefined : yield* resolveGoogleDiscoveryCredentials(input.credentials, ctx); const text = yield* fetchDiscoveryDocument(discoveryUrl, credentials); const manifest = yield* extractGoogleDiscoveryManifest(text); const scopes = Object.keys( Option.isSome(manifest.oauthScopes) ? manifest.oauthScopes.value : {}, ).sort(); const operations = manifest.methods.map((method) => ({ toolPath: method.toolPath, method: method.binding.method, pathTemplate: method.binding.pathTemplate, description: Option.isSome(method.description) ? method.description.value : null, })); return { name: Option.isSome(manifest.title) ? manifest.title.value : `${manifest.service} ${manifest.version}`, title: Option.isSome(manifest.title) ? manifest.title.value : null, service: manifest.service, version: manifest.version, toolCount: manifest.methods.length, scopes, operations, }; }), addSource: (input: GoogleDiscoveryAddSourceInput) => ctx.transaction( Effect.gen(function* () { const credentials = yield* resolveGoogleDiscoveryCredentials(input.credentials, ctx); const text = yield* fetchDiscoveryDocument(input.discoveryUrl, credentials); const manifest = yield* extractGoogleDiscoveryManifest(text); const namespace = input.namespace ?? deriveNamespace({ name: input.name, service: manifest.service, version: manifest.version, }); const sourceData = new GoogleDiscoveryStoredSourceDataSchema({ name: input.name, discoveryUrl: normalizeDiscoveryUrl(input.discoveryUrl), credentials: input.credentials, service: manifest.service, version: manifest.version, rootUrl: manifest.rootUrl, servicePath: manifest.servicePath, auth: input.auth, }); const toolCount = yield* registerManifest( ctx, namespace, input.scope, manifest, sourceData, ); return { toolCount, namespace }; }), ), removeSource: (namespace: string, scope: string) => ctx.transaction( Effect.gen(function* () { yield* ctx.storage.removeBindingsBySource(namespace, scope); yield* ctx.storage.removeSource(namespace, scope); yield* ctx.core.sources .unregister({ id: namespace, targetScope: scope }) .pipe(Effect.ignore); }), ), // OAuth start/complete live on `ctx.oauth` now — the UI calls // the shared `/scopes/:scopeId/oauth/*` endpoints directly with a // Google-specific `authorization-code` strategy and writes the // resulting connection back via `updateSource`. getSource: (namespace: string, scope: string) => ctx.storage.getSource(namespace, scope), updateSource: (namespace: string, scope: string, input: GoogleDiscoveryUpdateSourceInput) => ctx.storage.updateSourceMeta(namespace, scope, { name: input.name?.trim() || undefined, auth: input.auth, }), }); export type GoogleDiscoveryPluginExtension = ReturnType<typeof makeGoogleDiscoveryPluginExtension>; // --------------------------------------------------------------------------- // Plugin // --------------------------------------------------------------------------- export const googleDiscoveryPlugin = definePlugin(() => ({ id: "googleDiscovery" as const, packageName: "@executor-js/plugin-google-discovery", schema: googleDiscoverySchema, storage: (deps) => makeGoogleDiscoveryStore(deps), extension: makeGoogleDiscoveryPluginExtension, invokeTool: ({ ctx, toolRow, args }) => invokeGoogleDiscoveryTool({ ctx: ctx as PluginCtx<GoogleDiscoveryStore>, toolId: toolRow.id, toolScope: decodeString(toolRow.scope_id), args, }), resolveAnnotations: ({ ctx, sourceId, toolRows }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const scopes = new Set<string>(); for (const row of toolRows) scopes.add(decodeString(row.scope_id)); const byScope = new Map<string, ReadonlyMap<string, GoogleDiscoveryMethodBinding>>(); for (const scope of scopes) { const bindings = yield* typedCtx.storage.getBindingsForSource(sourceId, scope); byScope.set(scope, bindings); } const out: Record<string, ToolAnnotations> = {}; for (const row of toolRows) { const binding = byScope.get(decodeString(row.scope_id))?.get(row.id); if (binding) { out[row.id] = annotationsForOperation(binding.method, binding.pathTemplate); } } return out; }), removeSource: ({ ctx, sourceId, scope }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; yield* typedCtx.storage.removeBindingsBySource(sourceId, scope); yield* typedCtx.storage.removeSource(sourceId, scope); }), // Aggregate usages across the auth columns and the credential child // tables. Each is one indexed SELECT in the store; the merge plus a // single source-name JOIN happens here. usagesForSecret: ({ ctx, args }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const sources = yield* typedCtx.storage.findSourcesBySecret(args.secretId); const childRows = yield* typedCtx.storage.findCredentialRowsBySecret(args.secretId); const sourceKeys = new Set<string>(); for (const s of sources) sourceKeys.add(`${s.scope_id}:${s.namespace}`); for (const r of childRows) sourceKeys.add(`${r.scope_id}:${r.source_id}`); const names = yield* typedCtx.storage.lookupSourceNames([...sourceKeys]); const out: Usage[] = []; for (const s of sources) { out.push( new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(s.scope_id), ownerKind: "google-discovery-source", ownerId: s.namespace, ownerName: names.get(`${s.scope_id}:${s.namespace}`) ?? s.name, slot: s.slot, }), ); } for (const r of childRows) { out.push( new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(r.scope_id), ownerKind: `google-discovery-source-${r.kind.replace(/_/g, "-")}`, ownerId: r.source_id, ownerName: names.get(`${r.scope_id}:${r.source_id}`) ?? null, slot: `${r.kind}:${r.name}`, }), ); } return out; }), usagesForConnection: ({ ctx, args }) => Effect.gen(function* () { const typedCtx = ctx as PluginCtx<GoogleDiscoveryStore>; const sources = yield* typedCtx.storage.findSourcesByConnection(args.connectionId); return sources.map( (s) => new Usage({ pluginId: "google-discovery", scopeId: ScopeId.make(s.scope_id), ownerKind: "google-discovery-source", ownerId: s.namespace, ownerName: s.name, slot: s.slot, }), ); }), detect: ({ url }) => Effect.gen(function* () { const trimmed = url.trim(); if (!trimmed) return null; const parsed = yield* Effect.try({ try: () => new URL(trimmed), catch: (error) => error, }).pipe(Effect.option); if (Option.isNone(parsed)) return null; const isGoogleUrl = trimmed.includes("googleapis.com"); const isDiscoveryPath = trimmed.includes("/discovery/") || trimmed.includes("$discovery"); if (!isGoogleUrl && !isDiscoveryPath) return null; const discoveryText = yield* fetchDiscoveryDocument(trimmed).pipe( Effect.catch(() => Effect.succeed(null)), ); if (!discoveryText) return null; const manifest = yield* extractGoogleDiscoveryManifest(discoveryText).pipe( Effect.catch(() => Effect.succeed(null)), );