import { Context, Effect, Layer, ManagedRuntime } from "effect";import { SqliteClient } from "@effect/sql-sqlite-bun";import * as SqlClient from "@effect/sql/SqlClient";import { NodeFileSystem } from "@effect/platform-node";import * as fs from "node:fs"; import { createExecutor, scopeKv } from "@executor/sdk";import { makeSqliteKv, makeKvConfig, makeScopedKv, migrate,} from "@executor/storage-file";import { withConfigFile } from "@executor/config";import { openApiPlugin, makeKvOperationStore, type OpenApiPluginExtension,} from "@executor/plugin-openapi";import { mcpPlugin, makeKvBindingStore, type McpPluginExtension,} from "@executor/plugin-mcp";import { googleDiscoveryPlugin, makeKvBindingStore as makeKvGoogleDiscoveryBindingStore, type GoogleDiscoveryPluginExtension,} from "@executor/plugin-google-discovery";import { graphqlPlugin, makeKvOperationStore as makeKvGraphqlOperationStore, type GraphqlPluginExtension,} from "@executor/plugin-graphql";import { keychainPlugin } from "@executor/plugin-keychain";import { fileSecretsPlugin } from "@executor/plugin-file-secrets";import { onepasswordPlugin, type OnePasswordExtension,} from "@executor/plugin-onepassword"; import type { Executor, ExecutorPlugin } from "@executor/sdk"; type ServerPlugins = readonly [ ExecutorPlugin<"openapi", OpenApiPluginExtension>, ExecutorPlugin<"mcp", McpPluginExtension>, ExecutorPlugin<"googleDiscovery", GoogleDiscoveryPluginExtension>, ExecutorPlugin<"graphql", GraphqlPluginExtension>, ReturnType<typeof fileSecretsPlugin>, ExecutorPlugin<"onepassword", OnePasswordExtension>,];export type ServerExecutor = Executor<ServerPlugins>;export type ServerExecutorHandle = { readonly executor: ServerExecutor; readonly dispose: () => Promise<void>;}; // ---------------------------------------------------------------------------// Service tag// --------------------------------------------------------------------------- export class ExecutorService extends Context.Tag("ExecutorService")< ExecutorService, ServerExecutor>() {} // ---------------------------------------------------------------------------// Data directory// --------------------------------------------------------------------------- import { homedir } from "node:os";import { join } from "node:path"; const resolveDataDir = (): string => { if (process.env.EXECUTOR_DATA_DIR) return process.env.EXECUTOR_DATA_DIR; return join(homedir(), ".executor");}; const DATA_DIR = resolveDataDir(); fs.mkdirSync(DATA_DIR, { recursive: true }); const DB_PATH = `${DATA_DIR}/data.db`; // ---------------------------------------------------------------------------// Executor Layer — SQLite-backed, scoped to ManagedRuntime lifetime// --------------------------------------------------------------------------- const ExecutorLayer = Layer.effect( ExecutorService, Effect.gen(function* () { const sql = yield* SqlClient.SqlClient; yield* migrate.pipe(Effect.catchAll((e) => Effect.die(e))); const cwd = process.env.EXECUTOR_SCOPE_DIR || process.cwd(); const kv = makeSqliteKv(sql); const config = makeKvConfig(kv, { cwd }); const scopedKv = makeScopedKv(kv, cwd); const configPath = join(cwd, "executor.jsonc"); const fsLayer = NodeFileSystem.layer; return yield* createExecutor({ ...config, plugins: [ openApiPlugin({ operationStore: withConfigFile.openapi( makeKvOperationStore(scopedKv, "openapi"), configPath, fsLayer, ), }), mcpPlugin({ bindingStore: withConfigFile.mcp( makeKvBindingStore(scopedKv, "mcp"), configPath, fsLayer, ), }), googleDiscoveryPlugin({ bindingStore: makeKvGoogleDiscoveryBindingStore( scopedKv, "google-discovery", ), }), graphqlPlugin({ operationStore: withConfigFile.graphql( makeKvGraphqlOperationStore(scopedKv, "graphql"), configPath, fsLayer, ), }), keychainPlugin(), fileSecretsPlugin(), onepasswordPlugin({ kv: scopeKv(scopedKv, "onepassword"), }), ] as const, }); }),).pipe(Layer.provide(SqliteClient.layer({ filename: DB_PATH }))); // ---------------------------------------------------------------------------// ManagedRuntime — shared singleton for production, scoped handles for dev HMR// --------------------------------------------------------------------------- export const createServerExecutorHandle = async (): Promise<ServerExecutorHandle> => { const runtime = ManagedRuntime.make(ExecutorLayer); const executor = await runtime.runPromise(ExecutorService); return { executor, dispose: async () => { await Effect.runPromise(executor.close()).catch(() => undefined); await runtime.dispose().catch(() => undefined); }, }; }; let sharedHandlePromise: Promise<ServerExecutorHandle> | null = null; const loadSharedHandle = (): Promise<ServerExecutorHandle> => { if (!sharedHandlePromise) { sharedHandlePromise = createServerExecutorHandle(); } return sharedHandlePromise;}; /** * Get the shared executor instance. The ManagedRuntime keeps the SQLite * connection (and everything else) alive until the process exits. */export const getExecutor = (): Promise<ServerExecutor> => loadSharedHandle().then((handle) => handle.executor); /** * Dispose the shared executor/runtime. Mainly useful in development when the * backend module graph is hot-reloaded and we need fresh plugin init. */export const disposeExecutor = async (): Promise<void> => { const currentHandlePromise = sharedHandlePromise; sharedHandlePromise = null; const handle = await currentHandlePromise?.catch(() => null); await handle?.dispose().catch(() => undefined);}; /** * Dispose and eagerly recreate the shared executor. */export const reloadExecutor = async (): Promise<ServerExecutor> => { await disposeExecutor(); return getExecutor();}; /** * Provide `ExecutorService` to an Effect layer using the shared runtime. * Used by the API handler. */export const ExecutorServiceLayer = Layer.effect( ExecutorService, Effect.promise(() => getExecutor()),);
import { Context, Effect, Layer, ManagedRuntime } from "effect";
import { SqliteClient } from "@effect/sql-sqlite-bun";
import * as SqlClient from "@effect/sql/SqlClient";
import { NodeFileSystem } from "@effect/platform-node";
import * as fs from "node:fs";
import { createExecutor, scopeKv } from "@executor/sdk";
import {
makeSqliteKv,
makeKvConfig,
makeScopedKv,
migrate,
} from "@executor/storage-file";
import { withConfigFile } from "@executor/config";
import {
openApiPlugin,
makeKvOperationStore,
type OpenApiPluginExtension,
} from "@executor/plugin-openapi";
import {
mcpPlugin,
makeKvBindingStore,
type McpPluginExtension,
} from "@executor/plugin-mcp";
import {
googleDiscoveryPlugin,
makeKvBindingStore as makeKvGoogleDiscoveryBindingStore,
type GoogleDiscoveryPluginExtension,
} from "@executor/plugin-google-discovery";
import {
graphqlPlugin,
makeKvOperationStore as makeKvGraphqlOperationStore,
type GraphqlPluginExtension,
} from "@executor/plugin-graphql";
import { keychainPlugin } from "@executor/plugin-keychain";
import { fileSecretsPlugin } from "@executor/plugin-file-secrets";
import {
onepasswordPlugin,
type OnePasswordExtension,
} from "@executor/plugin-onepassword";
import type { Executor, ExecutorPlugin } from "@executor/sdk";
type ServerPlugins = readonly [
ExecutorPlugin<"openapi", OpenApiPluginExtension>,
ExecutorPlugin<"mcp", McpPluginExtension>,
ExecutorPlugin<"googleDiscovery", GoogleDiscoveryPluginExtension>,
ExecutorPlugin<"graphql", GraphqlPluginExtension>,
ReturnType<typeof fileSecretsPlugin>,
ExecutorPlugin<"onepassword", OnePasswordExtension>,
];
export type ServerExecutor = Executor<ServerPlugins>;
export type ServerExecutorHandle = {
readonly executor: ServerExecutor;
readonly dispose: () => Promise<void>;
};
// ---------------------------------------------------------------------------
// Service tag
// ---------------------------------------------------------------------------
export class ExecutorService extends Context.Tag("ExecutorService")<
ExecutorService,
ServerExecutor
>() {}
// ---------------------------------------------------------------------------
// Data directory
// ---------------------------------------------------------------------------
import { homedir } from "node:os";
import { join } from "node:path";
const resolveDataDir = (): string => {
if (process.env.EXECUTOR_DATA_DIR) return process.env.EXECUTOR_DATA_DIR;
return join(homedir(), ".executor");
};
const DATA_DIR = resolveDataDir();
fs.mkdirSync(DATA_DIR, { recursive: true });
const DB_PATH = `${DATA_DIR}/data.db`;
// ---------------------------------------------------------------------------
// Executor Layer — SQLite-backed, scoped to ManagedRuntime lifetime
// ---------------------------------------------------------------------------
const ExecutorLayer = Layer.effect(
ExecutorService,
Effect.gen(function* () {
const sql = yield* SqlClient.SqlClient;
yield* migrate.pipe(Effect.catchAll((e) => Effect.die(e)));
const cwd = process.env.EXECUTOR_SCOPE_DIR || process.cwd();
const kv = makeSqliteKv(sql);
const config = makeKvConfig(kv, { cwd });
const scopedKv = makeScopedKv(kv, cwd);
const configPath = join(cwd, "executor.jsonc");
const fsLayer = NodeFileSystem.layer;
return yield* createExecutor({
...config,
plugins: [
openApiPlugin({
operationStore: withConfigFile.openapi(
makeKvOperationStore(scopedKv, "openapi"),
configPath,
fsLayer,
),
}),
mcpPlugin({
bindingStore: withConfigFile.mcp(
makeKvBindingStore(scopedKv, "mcp"),
configPath,
fsLayer,
),
}),
googleDiscoveryPlugin({
bindingStore: makeKvGoogleDiscoveryBindingStore(
scopedKv,
"google-discovery",
),
}),
graphqlPlugin({
operationStore: withConfigFile.graphql(
makeKvGraphqlOperationStore(scopedKv, "graphql"),
configPath,
fsLayer,
),
}),
keychainPlugin(),
fileSecretsPlugin(),
onepasswordPlugin({
kv: scopeKv(scopedKv, "onepassword"),
}),
] as const,
});
}),
).pipe(Layer.provide(SqliteClient.layer({ filename: DB_PATH })));
// ---------------------------------------------------------------------------
// ManagedRuntime — shared singleton for production, scoped handles for dev HMR
// ---------------------------------------------------------------------------
export const createServerExecutorHandle =
async (): Promise<ServerExecutorHandle> => {
const runtime = ManagedRuntime.make(ExecutorLayer);
const executor = await runtime.runPromise(ExecutorService);
return {
executor,
dispose: async () => {
await Effect.runPromise(executor.close()).catch(() => undefined);
await runtime.dispose().catch(() => undefined);
},
};
};
let sharedHandlePromise: Promise<ServerExecutorHandle> | null = null;
const loadSharedHandle = (): Promise<ServerExecutorHandle> => {
if (!sharedHandlePromise) {
sharedHandlePromise = createServerExecutorHandle();
}
return sharedHandlePromise;
};
/**
* Get the shared executor instance. The ManagedRuntime keeps the SQLite
* connection (and everything else) alive until the process exits.
*/
export const getExecutor = (): Promise<ServerExecutor> =>
loadSharedHandle().then((handle) => handle.executor);
/**
* Dispose the shared executor/runtime. Mainly useful in development when the
* backend module graph is hot-reloaded and we need fresh plugin init.
*/
export const disposeExecutor = async (): Promise<void> => {
const currentHandlePromise = sharedHandlePromise;
sharedHandlePromise = null;
const handle = await currentHandlePromise?.catch(() => null);
await handle?.dispose().catch(() => undefined);
};
/**
* Dispose and eagerly recreate the shared executor.
*/
export const reloadExecutor = async (): Promise<ServerExecutor> => {
await disposeExecutor();
return getExecutor();
};
/**
* Provide `ExecutorService` to an Effect layer using the shared runtime.
* Used by the API handler.
*/
export const ExecutorServiceLayer = Layer.effect(
ExecutorService,
Effect.promise(() => getExecutor()),
);