| @@ -1,676 +1,62 @@ |
| 1 | import { | 1 | import { |
| 2 | type CodeExecutor, | | |
| 3 | createSystemToolMap, | | |
| 4 | createToolCatalogFromEntries, | | |
| 5 | createToolCatalogFromTools, | 2 | createToolCatalogFromTools, |
| 6 | makeToolInvokerFromTools, | 3 | makeToolInvokerFromTools, |
| 7 | mergeToolCatalogs, | | |
| 8 | mergeToolMaps, | | |
| 9 | type ToolCatalog, | | |
| 10 | type ToolInvoker, | | |
| 11 | type ToolPath, | | |
| 12 | } from "@executor/codemode-core"; | 4 | } from "@executor/codemode-core"; |
| 13 | import { makeDenoSubprocessExecutor } from "@executor/runtime-deno-subprocess"; | | |
| 14 | import { makeQuickJsExecutor } from "@executor/runtime-quickjs"; | | |
| 15 | import { makeSesExecutor } from "@executor/runtime-ses"; | | |
| 16 | import type { | 5 | import type { |
| 17 | AccountId, | 6 | AccountId, |
| 18 | LocalExecutorConfig, | | |
| 19 | LocalExecutorRuntime, | | |
| 20 | Source, | 7 | Source, |
| 21 | } from "#schema"; | 8 | } from "#schema"; |
| 22 | import * as Context from "effect/Context"; | 9 | import * as Context from "effect/Context"; |
| 23 | import * as Either from "effect/Either"; | | |
| 24 | import * as Effect from "effect/Effect"; | 10 | import * as Effect from "effect/Effect"; |
| 25 | import * as Layer from "effect/Layer"; | 11 | import * as Layer from "effect/Layer"; |
| 26 | import * as Schema from "effect/Schema"; | | |
| 27 | | 12 | |
| 28 | import type { | 13 | import type { |
| 29 | ExecutionEnvironment, | 14 | ExecutionEnvironment, |
| 30 | ResolveExecutionEnvironment, | 15 | ResolveExecutionEnvironment, |
| 31 | } from "./execution-state"; | 16 | } from "./execution-state"; |
| 32 | import { createExecutorToolMap } from "../sources/executor-tools"; | 17 | import { |
| | 18 | createCodeExecutorForRuntime, |
| | 19 | resolveConfiguredExecutionRuntime, |
| | 20 | } from "./execution-runtime"; |
| | 21 | import { createWorkspaceToolInvoker } from "./workspace-tool-invoker"; |
| 33 | import { | 22 | import { |
| 34 | RuntimeSourceAuthServiceTag, | 23 | RuntimeSourceAuthServiceTag, |
| 35 | type RuntimeSourceAuthService, | | |
| 36 | } from "../sources/source-auth-service"; | 24 | } from "../sources/source-auth-service"; |
| 37 | import { | 25 | import { |
| 38 | RuntimeSourceCatalogStoreService, | 26 | RuntimeSourceCatalogStoreService, |
| 39 | type LoadedSourceCatalogToolIndexEntry, | | |
| 40 | catalogToolCatalogEntry, | | |
| 41 | } from "../catalog/source-catalog-runtime"; | 27 | } from "../catalog/source-catalog-runtime"; |
| 42 | import { | | |
| 43 | invocationDescriptorFromTool, | | |
| 44 | invokeIrTool, | | |
| 45 | } from "./ir-execution"; | | |
| 46 | import { RuntimeSourceAuthMaterialService } from "../auth/source-auth-material"; | 28 | import { RuntimeSourceAuthMaterialService } from "../auth/source-auth-material"; |
| 47 | import { | | |
| 48 | type SecretMaterialResolveContext, | | |
| 49 | } from "../local/secret-material-providers"; | | |
| 50 | import { | | |
| 51 | evaluateInvocationPolicy, | | |
| 52 | type InvocationDescriptor, | | |
| 53 | } from "../policy/invocation-policy-engine"; | | |
| 54 | import { loadRuntimeLocalWorkspacePolicies } from "../policy/policies-operations"; | | |
| 55 | import { | 29 | import { |
| 56 | getRuntimeLocalWorkspaceOption, | 30 | getRuntimeLocalWorkspaceOption, |
| 57 | provideOptionalRuntimeLocalWorkspace, | | |
| 58 | type RuntimeLocalWorkspaceState, | | |
| 59 | } from "../local/local-runtime-context"; | 31 | } from "../local/local-runtime-context"; |
| 60 | import { | 32 | import { |
| 61 | LocalToolRuntimeLoaderService, | 33 | LocalToolRuntimeLoaderService, |
| 62 | type LocalToolRuntime, | | |
| 63 | type LocalToolRuntimeLoaderShape, | 34 | type LocalToolRuntimeLoaderShape, |
| | 35 | type LocalToolRuntime, |
| 64 | } from "../local/local-tools"; | 36 | } from "../local/local-tools"; |
| 65 | import { | 37 | import { |
| 66 | SourceArtifactStore, | 38 | SourceArtifactStore, |
| 67 | makeWorkspaceStorageLayer, | | |
| 68 | type SourceArtifactStoreShape, | 39 | type SourceArtifactStoreShape, |
| 69 | WorkspaceConfigStore, | 40 | WorkspaceConfigStore, |
| 70 | type WorkspaceConfigStoreShape, | 41 | type WorkspaceConfigStoreShape, |
| 71 | WorkspaceStateStore, | 42 | WorkspaceStateStore, |
| 72 | type WorkspaceStateStoreShape, | 43 | type WorkspaceStateStoreShape, |
| 73 | type WorkspaceStorageServices, | | |
| 74 | } from "../local/local-storage"; | 44 | } from "../local/local-storage"; |
| 75 | | 45 | export { |
| 76 | const asToolPath = (value: string): ToolPath => value as ToolPath; | 46 | createCodeExecutorForRuntime, |
| 77 | | 47 | resolveConfiguredExecutionRuntime, |
| 78 | const DEFAULT_EXECUTION_RUNTIME: LocalExecutorRuntime = "quickjs"; | 48 | } from "./execution-runtime"; |
| 79 | | 49 | |
| 80 | export const resolveConfiguredExecutionRuntime = ( | 50 | const createEmptyLocalToolRuntime = (): LocalToolRuntime => ({ |
| 81 | config: LocalExecutorConfig | null | undefined, | 51 | tools: {}, |
| 82 | ): LocalExecutorRuntime => config?.runtime ?? DEFAULT_EXECUTION_RUNTIME; | 52 | catalog: createToolCatalogFromTools({ tools: {} }), |
| 83 | | 53 | toolInvoker: makeToolInvokerFromTools({ tools: {} }), |
| 84 | export const createCodeExecutorForRuntime = ( | 54 | toolPaths: new Set<string>(), |
| 85 | runtime: LocalExecutorRuntime, | | |
| 86 | ): CodeExecutor => { | | |
| 87 | switch (runtime) { | | |
| 88 | case "deno": | | |
| 89 | return makeDenoSubprocessExecutor(); | | |
| 90 | case "ses": | | |
| 91 | return makeSesExecutor(); | | |
| 92 | case "quickjs": | | |
| 93 | default: | | |
| 94 | return makeQuickJsExecutor(); | | |
| 95 | } | | |
| 96 | }; | | |
| 97 | | | |
| 98 | const tokenize = (value: string): string[] => | | |
| 99 | value | | |
| 100 | .trim() | | |
| 101 | .toLowerCase() | | |
| 102 | .split(/[^a-z0-9]+/) | | |
| 103 | .filter(Boolean); | | |
| 104 | | | |
| 105 | const LOW_SIGNAL_QUERY_TOKENS = new Set([ | | |
| 106 | "a", | | |
| 107 | "an", | | |
| 108 | "the", | | |
| 109 | "am", | | |
| 110 | "as", | | |
| 111 | "for", | | |
| 112 | "from", | | |
| 113 | "get", | | |
| 114 | "i", | | |
| 115 | "in", | | |
| 116 | "is", | | |
| 117 | "list", | | |
| 118 | "me", | | |
| 119 | "my", | | |
| 120 | "of", | | |
| 121 | "on", | | |
| 122 | "or", | | |
| 123 | "signed", | | |
| 124 | "to", | | |
| 125 | "who", | | |
| 126 | ]); | | |
| 127 | | | |
| 128 | const singularizeToken = (value: string): string => | | |
| 129 | value.length > 3 && value.endsWith("s") ? value.slice(0, -1) : value; | | |
| 130 | | | |
| 131 | const tokenEquals = (left: string, right: string): boolean => | | |
| 132 | left === right || singularizeToken(left) === singularizeToken(right); | | |
| 133 | | | |
| 134 | const hasTokenMatch = ( | | |
| 135 | tokens: readonly string[], | | |
| 136 | queryToken: string, | | |
| 137 | ): boolean => tokens.some((token) => tokenEquals(token, queryToken)); | | |
| 138 | | | |
| 139 | const hasSubstringMatch = (value: string, queryToken: string): boolean => { | | |
| 140 | if (value.includes(queryToken)) { | | |
| 141 | return true; | | |
| 142 | } | | |
| 143 | | | |
| 144 | const singular = singularizeToken(queryToken); | | |
| 145 | return singular !== queryToken && value.includes(singular); | | |
| 146 | }; | | |
| 147 | | | |
| 148 | const SecretResolutionContextEnvelopeSchema = Schema.Struct({ | | |
| 149 | params: Schema.optional( | | |
| 150 | Schema.Record({ | | |
| 151 | key: Schema.String, | | |
| 152 | value: Schema.String, | | |
| 153 | }), | | |
| 154 | ), | | |
| 155 | }); | 55 | }); |
| 156 | | 56 | |
| 157 | const decodeSecretResolutionContextEnvelope = Schema.decodeUnknownEither( | | |
| 158 | SecretResolutionContextEnvelopeSchema, | | |
| 159 | ); | | |
| 160 | const toSecretResolutionContext = ( | | |
| 161 | value: unknown, | | |
| 162 | ): SecretMaterialResolveContext | undefined => { | | |
| 163 | const decoded = decodeSecretResolutionContextEnvelope(value); | | |
| 164 | if (Either.isLeft(decoded) || decoded.right.params === undefined) { | | |
| 165 | return undefined; | | |
| 166 | } | | |
| 167 | | | |
| 168 | return { | | |
| 169 | params: decoded.right.params, | | |
| 170 | }; | | |
| 171 | }; | | |
| 172 | | | |
| 173 | const queryTokenWeight = (token: string): number => | | |
| 174 | LOW_SIGNAL_QUERY_TOKENS.has(token) ? 0.25 : 1; | | |
| 175 | | | |
| 176 | const loadWorkspaceCatalogTools = (input: { | | |
| 177 | workspaceId: Source["workspaceId"]; | | |
| 178 | accountId: AccountId; | | |
| 179 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; | | |
| 180 | includeSchemas: boolean; | | |
| 181 | }): Effect.Effect<readonly LoadedSourceCatalogToolIndexEntry[], Error, WorkspaceStorageServices> => | | |
| 182 | Effect.map( | | |
| 183 | input.sourceCatalogStore.loadWorkspaceSourceCatalogToolIndex({ | | |
| 184 | workspaceId: input.workspaceId, | | |
| 185 | actorAccountId: input.accountId, | | |
| 186 | includeSchemas: input.includeSchemas, | | |
| 187 | }), | | |
| 188 | (tools) => | | |
| 189 | tools.filter( | | |
| 190 | (tool) => tool.source.enabled && tool.source.status === "connected", | | |
| 191 | ), | | |
| 192 | ); | | |
| 193 | | | |
| 194 | const loadWorkspaceCatalogToolByPath = (input: { | | |
| 195 | workspaceId: Source["workspaceId"]; | | |
| 196 | accountId: AccountId; | | |
| 197 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; | | |
| 198 | path: string; | | |
| 199 | includeSchemas: boolean; | | |
| 200 | }): Effect.Effect<LoadedSourceCatalogToolIndexEntry | null, Error, WorkspaceStorageServices> => | | |
| 201 | input.sourceCatalogStore.loadWorkspaceSourceCatalogToolByPath({ | | |
| 202 | workspaceId: input.workspaceId, | | |
| 203 | path: input.path, | | |
| 204 | actorAccountId: input.accountId, | | |
| 205 | includeSchemas: input.includeSchemas, | | |
| 206 | }).pipe( | | |
| 207 | Effect.map((tool) => | | |
| 208 | tool && tool.source.enabled && tool.source.status === "connected" | | |
| 209 | ? tool | | |
| 210 | : null, | | |
| 211 | ), | | |
| 212 | ); | | |
| 213 | | | |
| 214 | const scoreCatalogTool = ( | | |
| 215 | queryTokens: readonly string[], | | |
| 216 | tool: LoadedSourceCatalogToolIndexEntry, | | |
| 217 | ): number => { | | |
| 218 | const pathText = tool.path.toLowerCase(); | | |
| 219 | const namespaceText = tool.searchNamespace.toLowerCase(); | | |
| 220 | const toolIdText = tool.path.split(".").at(-1)?.toLowerCase() ?? ""; | | |
| 221 | const titleText = tool.capability.surface.title?.toLowerCase() ?? ""; | | |
| 222 | const descriptionText = | | |
| 223 | tool.capability.surface.summary?.toLowerCase() | | |
| 224 | ?? tool.capability.surface.description?.toLowerCase() | | |
| 225 | ?? ""; | | |
| 226 | const templateText = | | |
| 227 | tool.executable.protocol === "http" | | |
| 228 | ? tool.executable.pathTemplate.toLowerCase() | | |
| 229 | : tool.executable.protocol === "graphql" | | |
| 230 | ? tool.executable.rootField.toLowerCase() | | |
| 231 | : tool.executable.toolName.toLowerCase(); | | |
| 232 | | | |
| 233 | const pathTokens = tokenize(`${tool.path} ${toolIdText}`); | | |
| 234 | const namespaceTokens = tokenize(tool.searchNamespace); | | |
| 235 | const titleTokens = tokenize(tool.capability.surface.title ?? ""); | | |
| 236 | const templateTokens = tokenize(templateText); | | |
| 237 | | | |
| 238 | let score = 0; | | |
| 239 | let structuralHits = 0; | | |
| 240 | let namespaceHits = 0; | | |
| 241 | let pathHits = 0; | | |
| 242 | | | |
| 243 | for (const token of queryTokens) { | | |
| 244 | const weight = queryTokenWeight(token); | | |
| 245 | | | |
| 246 | if (hasTokenMatch(pathTokens, token)) { | | |
| 247 | score += 12 * weight; | | |
| 248 | structuralHits += 1; | | |
| 249 | pathHits += 1; | | |
| 250 | continue; | | |
| 251 | } | | |
| 252 | | | |
| 253 | if (hasTokenMatch(namespaceTokens, token)) { | | |
| 254 | score += 11 * weight; | | |
| 255 | structuralHits += 1; | | |
| 256 | namespaceHits += 1; | | |
| 257 | continue; | | |
| 258 | } | | |
| 259 | | | |
| 260 | if (hasTokenMatch(titleTokens, token)) { | | |
| 261 | score += 9 * weight; | | |
| 262 | structuralHits += 1; | | |
| 263 | continue; | | |
| 264 | } | | |
| 265 | | | |
| 266 | if (hasTokenMatch(templateTokens, token)) { | | |
| 267 | score += 8 * weight; | | |
| 268 | structuralHits += 1; | | |
| 269 | continue; | | |
| 270 | } | | |
| 271 | | | |
| 272 | if ( | | |
| 273 | hasSubstringMatch(pathText, token) || | | |
| 274 | hasSubstringMatch(toolIdText, token) | | |
| 275 | ) { | | |
| 276 | score += 6 * weight; | | |
| 277 | structuralHits += 1; | | |
| 278 | pathHits += 1; | | |
| 279 | continue; | | |
| 280 | } | | |
| 281 | | | |
| 282 | if (hasSubstringMatch(namespaceText, token)) { | | |
| 283 | score += 5 * weight; | | |
| 284 | structuralHits += 1; | | |
| 285 | namespaceHits += 1; | | |
| 286 | continue; | | |
| 287 | } | | |
| 288 | | | |
| 289 | if ( | | |
| 290 | hasSubstringMatch(titleText, token) || | | |
| 291 | hasSubstringMatch(templateText, token) | | |
| 292 | ) { | | |
| 293 | score += 4 * weight; | | |
| 294 | structuralHits += 1; | | |
| 295 | continue; | | |
| 296 | } | | |
| 297 | | | |
| 298 | if (hasSubstringMatch(descriptionText, token)) { | | |
| 299 | score += 0.5 * weight; | | |
| 300 | } | | |
| 301 | } | | |
| 302 | | | |
| 303 | const strongTokens = queryTokens.filter( | | |
| 304 | (token) => queryTokenWeight(token) >= 1, | | |
| 305 | ); | | |
| 306 | if (strongTokens.length >= 2) { | | |
| 307 | for (let index = 0; index < strongTokens.length - 1; index += 1) { | | |
| 308 | const current = strongTokens[index]!; | | |
| 309 | const next = strongTokens[index + 1]!; | | |
| 310 | const phrases = [ | | |
| 311 | `${current}-${next}`, | | |
| 312 | `${current}.${next}`, | | |
| 313 | `${current}/${next}`, | | |
| 314 | ]; | | |
| 315 | | | |
| 316 | if ( | | |
| 317 | phrases.some( | | |
| 318 | (phrase) => | | |
| 319 | pathText.includes(phrase) || templateText.includes(phrase), | | |
| 320 | ) | | |
| 321 | ) { | | |
| 322 | score += 10; | | |
| 323 | } | | |
| 324 | } | | |
| 325 | } | | |
| 326 | | | |
| 327 | if (namespaceHits > 0 && pathHits > 0) { | | |
| 328 | score += 8; | | |
| 329 | } | | |
| 330 | | | |
| 331 | if (structuralHits === 0 && score > 0) { | | |
| 332 | score *= 0.25; | | |
| 333 | } | | |
| 334 | | | |
| 335 | return score; | | |
| 336 | }; | | |
| 337 | | | |
| 338 | const approvalSchema = { | | |
| 339 | type: "object", | | |
| 340 | properties: { | | |
| 341 | approve: { | | |
| 342 | type: "boolean", | | |
| 343 | description: "Whether to approve this tool execution", | | |
| 344 | }, | | |
| 345 | }, | | |
| 346 | required: ["approve"], | | |
| 347 | additionalProperties: false, | | |
| 348 | } satisfies Record<string, unknown>; | | |
| 349 | | | |
| 350 | const approvalMessageForInvocation = ( | | |
| 351 | descriptor: InvocationDescriptor, | | |
| 352 | ): string => { | | |
| 353 | if (descriptor.approvalLabel) { | | |
| 354 | return `Allow ${descriptor.approvalLabel}?`; | | |
| 355 | } | | |
| 356 | | | |
| 357 | return `Allow tool call: ${descriptor.toolPath}?`; | | |
| 358 | }; | | |
| 359 | | | |
| 360 | const toInvocationDescriptorFromCatalogTool = (input: { | | |
| 361 | tool: LoadedSourceCatalogToolIndexEntry; | | |
| 362 | }): InvocationDescriptor => invocationDescriptorFromTool(input) satisfies InvocationDescriptor; | | |
| 363 | | | |
| 364 | const authorizePersistedToolInvocation = (input: { | | |
| 365 | workspaceId: Source["workspaceId"]; | | |
| 366 | accountId: AccountId; | | |
| 367 | descriptor: InvocationDescriptor; | | |
| 368 | args: unknown; | | |
| 369 | source: Source; | | |
| 370 | context?: Record<string, unknown>; | | |
| 371 | onElicitation?: Parameters< | | |
| 372 | typeof makeToolInvokerFromTools | | |
| 373 | >[0]["onElicitation"]; | | |
| 374 | }): Effect.Effect<void, Error, WorkspaceStorageServices> => | | |
| 375 | Effect.gen(function* () { | | |
| 376 | const localWorkspacePolicies = yield* loadRuntimeLocalWorkspacePolicies( | | |
| 377 | input.workspaceId, | | |
| 378 | ).pipe( | | |
| 379 | Effect.mapError((cause) => | | |
| 380 | cause instanceof Error ? cause : new Error(String(cause)), | | |
| 381 | ), | | |
| 382 | ); | | |
| 383 | | | |
| 384 | const decision = evaluateInvocationPolicy({ | | |
| 385 | descriptor: input.descriptor, | | |
| 386 | args: input.args, | | |
| 387 | policies: localWorkspacePolicies.policies, | | |
| 388 | context: { | | |
| 389 | workspaceId: input.workspaceId, | | |
| 390 | }, | | |
| 391 | }); | | |
| 392 | | | |
| 393 | if (decision.kind === "allow") { | | |
| 394 | return; | | |
| 395 | } | | |
| 396 | | | |
| 397 | if (decision.kind === "deny") { | | |
| 398 | return yield* Effect.fail(new Error(decision.reason)); | | |
| 399 | } | | |
| 400 | | | |
| 401 | if (!input.onElicitation) { | | |
| 402 | return yield* Effect.fail( | | |
| 403 | new Error( | | |
| 404 | `Approval required for ${input.descriptor.toolPath}, but no elicitation-capable host is available`, | | |
| 405 | ), | | |
| 406 | ); | | |
| 407 | } | | |
| 408 | | | |
| 409 | const interactionId = | | |
| 410 | typeof input.context?.callId === "string" && | | |
| 411 | input.context.callId.length > 0 | | |
| 412 | ? `tool_execution_gate:${input.context.callId}` | | |
| 413 | : `tool_execution_gate:${crypto.randomUUID()}`; | | |
| 414 | const response = yield* input | | |
| 415 | .onElicitation({ | | |
| 416 | interactionId, | | |
| 417 | path: asToolPath(input.descriptor.toolPath), | | |
| 418 | sourceKey: input.source.id, | | |
| 419 | args: input.args, | | |
| 420 | context: { | | |
| 421 | ...(input.context ?? {}), | | |
| 422 | interactionPurpose: "tool_execution_gate", | | |
| 423 | interactionReason: decision.reason, | | |
| 424 | invocationDescriptor: { | | |
| 425 | operationKind: input.descriptor.operationKind, | | |
| 426 | interaction: input.descriptor.interaction, | | |
| 427 | approvalLabel: input.descriptor.approvalLabel, | | |
| 428 | sourceId: input.source.id, | | |
| 429 | sourceName: input.source.name, | | |
| 430 | }, | | |
| 431 | }, | | |
| 432 | elicitation: { | | |
| 433 | mode: "form", | | |
| 434 | message: approvalMessageForInvocation(input.descriptor), | | |
| 435 | requestedSchema: approvalSchema, | | |
| 436 | }, | | |
| 437 | }) | | |
| 438 | .pipe( | | |
| 439 | Effect.mapError((cause) => | | |
| 440 | cause instanceof Error ? cause : new Error(String(cause)), | | |
| 441 | ), | | |
| 442 | ); | | |
| 443 | | | |
| 444 | if (response.action !== "accept") { | | |
| 445 | return yield* Effect.fail( | | |
| 446 | new Error( | | |
| 447 | `Tool invocation not approved for ${input.descriptor.toolPath}`, | | |
| 448 | ), | | |
| 449 | ); | | |
| 450 | } | | |
| 451 | }); | | |
| 452 | | | |
| 453 | const provideRuntimeLocalWorkspace = <A, E, R>( | | |
| 454 | effect: Effect.Effect<A, E, R>, | | |
| 455 | runtimeLocalWorkspace: RuntimeLocalWorkspaceState | null, | | |
| 456 | ): Effect.Effect<A, E, R> => | | |
| 457 | provideOptionalRuntimeLocalWorkspace(effect, runtimeLocalWorkspace); | | |
| 458 | | | |
| 459 | const createWorkspaceSourceCatalog = (input: { | | |
| 460 | workspaceId: Source["workspaceId"]; | | |
| 461 | accountId: AccountId; | | |
| 462 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; | | |
| 463 | workspaceConfigStore: WorkspaceConfigStoreShape; | | |
| 464 | workspaceStateStore: WorkspaceStateStoreShape; | | |
| 465 | sourceArtifactStore: SourceArtifactStoreShape; | | |
| 466 | runtimeLocalWorkspace: RuntimeLocalWorkspaceState | null; | | |
| 467 | }): ToolCatalog => { | | |
| 468 | const workspaceStorageLayer = makeWorkspaceStorageLayer({ | | |
| 469 | workspaceConfigStore: input.workspaceConfigStore, | | |
| 470 | workspaceStateStore: input.workspaceStateStore, | | |
| 471 | sourceArtifactStore: input.sourceArtifactStore, | | |
| 472 | }); | | |
| 473 | const provideWorkspaceStorage = <A, E, R>(effect: Effect.Effect<A, E, R>) => | | |
| 474 | effect.pipe(Effect.provide(workspaceStorageLayer)); | | |
| 475 | | | |
| 476 | const createSharedCatalog = (includeSchemas: boolean): Effect.Effect<ToolCatalog, Error, never> => | | |
| 477 | provideWorkspaceStorage(Effect.gen(function* () { | | |
| 478 | const catalogTools = yield* loadWorkspaceCatalogTools({ | | |
| 479 | workspaceId: input.workspaceId, | | |
| 480 | accountId: input.accountId, | | |
| 481 | sourceCatalogStore: input.sourceCatalogStore, | | |
| 482 | includeSchemas, | | |
| 483 | }); | | |
| 484 | | | |
| 485 | return createToolCatalogFromEntries({ | | |
| 486 | entries: catalogTools.map((tool) => | | |
| 487 | catalogToolCatalogEntry({ | | |
| 488 | tool, | | |
| 489 | score: (queryTokens) => scoreCatalogTool(queryTokens, tool), | | |
| 490 | }), | | |
| 491 | ), | | |
| 492 | }); | | |
| 493 | })); | | |
| 494 | | | |
| 495 | return { | | |
| 496 | listNamespaces: ({ limit }) => | | |
| 497 | provideRuntimeLocalWorkspace( | | |
| 498 | Effect.flatMap(createSharedCatalog(false), (catalog) => | | |
| 499 | catalog.listNamespaces({ limit }), | | |
| 500 | ), | | |
| 501 | input.runtimeLocalWorkspace, | | |
| 502 | ), | | |
| 503 | | | |
| 504 | listTools: ({ namespace, query, limit, includeSchemas = false }) => | | |
| 505 | provideRuntimeLocalWorkspace( | | |
| 506 | Effect.flatMap(createSharedCatalog(includeSchemas), (catalog) => | | |
| 507 | catalog.listTools({ | | |
| 508 | ...(namespace !== undefined ? { namespace } : {}), | | |
| 509 | ...(query !== undefined ? { query } : {}), | | |
| 510 | limit, | | |
| 511 | includeSchemas, | | |
| 512 | }), | | |
| 513 | ), | | |
| 514 | input.runtimeLocalWorkspace, | | |
| 515 | ), | | |
| 516 | | | |
| 517 | getToolByPath: ({ path, includeSchemas }) => | | |
| 518 | provideRuntimeLocalWorkspace( | | |
| 519 | Effect.flatMap(createSharedCatalog(includeSchemas), (catalog) => | | |
| 520 | catalog.getToolByPath({ path, includeSchemas }), | | |
| 521 | ), | | |
| 522 | input.runtimeLocalWorkspace, | | |
| 523 | ), | | |
| 524 | | | |
| 525 | searchTools: ({ query, namespace, limit }) => | | |
| 526 | provideRuntimeLocalWorkspace( | | |
| 527 | Effect.flatMap(createSharedCatalog(false), (catalog) => | | |
| 528 | catalog.searchTools({ | | |
| 529 | query, | | |
| 530 | ...(namespace !== undefined ? { namespace } : {}), | | |
| 531 | limit, | | |
| 532 | }), | | |
| 533 | ), | | |
| 534 | input.runtimeLocalWorkspace, | | |
| 535 | ), | | |
| 536 | } satisfies ToolCatalog; | | |
| 537 | }; | | |
| 538 | | | |
| 539 | const createWorkspaceToolInvoker = (input: { | | |
| 540 | workspaceId: Source["workspaceId"]; | | |
| 541 | accountId: AccountId; | | |
| 542 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; | | |
| 543 | workspaceConfigStore: WorkspaceConfigStoreShape; | | |
| 544 | workspaceStateStore: WorkspaceStateStoreShape; | | |
| 545 | sourceArtifactStore: SourceArtifactStoreShape; | | |
| 546 | sourceAuthMaterialService: Effect.Effect.Success<typeof RuntimeSourceAuthMaterialService>; | | |
| 547 | sourceAuthService: RuntimeSourceAuthService; | | |
| 548 | runtimeLocalWorkspace: RuntimeLocalWorkspaceState | null; | | |
| 549 | localToolRuntime: LocalToolRuntime; | | |
| 550 | onElicitation?: Parameters< | | |
| 551 | typeof makeToolInvokerFromTools | | |
| 552 | >[0]["onElicitation"]; | | |
| 553 | }): { | | |
| 554 | catalog: ToolCatalog; | | |
| 555 | toolInvoker: ToolInvoker; | | |
| 556 | } => { | | |
| 557 | const workspaceStorageLayer = makeWorkspaceStorageLayer({ | | |
| 558 | workspaceConfigStore: input.workspaceConfigStore, | | |
| 559 | workspaceStateStore: input.workspaceStateStore, | | |
| 560 | sourceArtifactStore: input.sourceArtifactStore, | | |
| 561 | }); | | |
| 562 | const provideWorkspaceStorage = <A, E, R>(effect: Effect.Effect<A, E, R>) => | | |
| 563 | effect.pipe(Effect.provide(workspaceStorageLayer)); | | |
| 564 | | | |
| 565 | const executorTools = createExecutorToolMap({ | | |
| 566 | workspaceId: input.workspaceId, | | |
| 567 | accountId: input.accountId, | | |
| 568 | sourceAuthService: input.sourceAuthService, | | |
| 569 | runtimeLocalWorkspace: input.runtimeLocalWorkspace, | | |
| 570 | }); | | |
| 571 | const sourceCatalog = createWorkspaceSourceCatalog({ | | |
| 572 | workspaceId: input.workspaceId, | | |
| 573 | accountId: input.accountId, | | |
| 574 | sourceCatalogStore: input.sourceCatalogStore, | | |
| 575 | workspaceConfigStore: input.workspaceConfigStore, | | |
| 576 | workspaceStateStore: input.workspaceStateStore, | | |
| 577 | sourceArtifactStore: input.sourceArtifactStore, | | |
| 578 | runtimeLocalWorkspace: input.runtimeLocalWorkspace, | | |
| 579 | }); | | |
| 580 | let catalog: ToolCatalog | null = null; | | |
| 581 | const systemTools = createSystemToolMap({ | | |
| 582 | getCatalog: () => { | | |
| 583 | if (catalog === null) { | | |
| 584 | throw new Error("Workspace tool catalog has not been initialized"); | | |
| 585 | } | | |
| 586 | | | |
| 587 | return catalog; | | |
| 588 | }, | | |
| 589 | }); | | |
| 590 | const authoredTools = mergeToolMaps([ | | |
| 591 | systemTools, | | |
| 592 | executorTools, | | |
| 593 | input.localToolRuntime.tools, | | |
| 594 | ]); | | |
| 595 | const authoredCatalog = createToolCatalogFromTools({ | | |
| 596 | tools: authoredTools, | | |
| 597 | }); | | |
| 598 | catalog = mergeToolCatalogs({ | | |
| 599 | catalogs: [authoredCatalog, sourceCatalog], | | |
| 600 | }); | | |
| 601 | const authoredToolPaths = new Set(Object.keys(authoredTools)); | | |
| 602 | const authoredInvoker = makeToolInvokerFromTools({ | | |
| 603 | tools: authoredTools, | | |
| 604 | onElicitation: input.onElicitation, | | |
| 605 | }); | | |
| 606 | | | |
| 607 | const invokePersistedTool = (invocation: { | | |
| 608 | path: string; | | |
| 609 | args: unknown; | | |
| 610 | context?: Record<string, unknown>; | | |
| 611 | }) => | | |
| 612 | provideRuntimeLocalWorkspace( | | |
| 613 | provideWorkspaceStorage(Effect.gen(function* () { | | |
| 614 | const catalogTool = yield* loadWorkspaceCatalogToolByPath({ | | |
| 615 | workspaceId: input.workspaceId, | | |
| 616 | accountId: input.accountId, | | |
| 617 | sourceCatalogStore: input.sourceCatalogStore, | | |
| 618 | path: invocation.path, | | |
| 619 | includeSchemas: false, | | |
| 620 | }); | | |
| 621 | if (!catalogTool) { | | |
| 622 | return yield* Effect.fail( | | |
| 623 | new Error(`Unknown tool path: ${invocation.path}`), | | |
| 624 | ); | | |
| 625 | } | | |
| 626 | | | |
| 627 | yield* authorizePersistedToolInvocation({ | | |
| 628 | workspaceId: input.workspaceId, | | |
| 629 | accountId: input.accountId, | | |
| 630 | descriptor: toInvocationDescriptorFromCatalogTool({ | | |
| 631 | tool: catalogTool, | | |
| 632 | }), | | |
| 633 | args: invocation.args, | | |
| 634 | source: catalogTool.source, | | |
| 635 | context: invocation.context, | | |
| 636 | onElicitation: input.onElicitation, | | |
| 637 | }); | | |
| 638 | | | |
| 639 | const auth = yield* input.sourceAuthMaterialService.resolve({ | | |
| 640 | source: catalogTool.source, | | |
| 641 | actorAccountId: input.accountId, | | |
| 642 | context: toSecretResolutionContext(invocation.context), | | |
| 643 | }); | | |
| 644 | return yield* invokeIrTool({ | | |
| 645 | workspaceId: input.workspaceId, | | |
| 646 | accountId: input.accountId, | | |
| 647 | tool: catalogTool, | | |
| 648 | auth, | | |
| 649 | args: invocation.args, | | |
| 650 | onElicitation: input.onElicitation, | | |
| 651 | context: invocation.context, | | |
| 652 | }); | | |
| 653 | })), | | |
| 654 | input.runtimeLocalWorkspace, | | |
| 655 | ); | | |
| 656 | | | |
| 657 | return { | | |
| 658 | catalog, | | |
| 659 | toolInvoker: { | | |
| 660 | invoke: ({ path, args, context }) => | | |
| 661 | provideRuntimeLocalWorkspace( | | |
| 662 | authoredToolPaths.has(path) | | |
| 663 | ? authoredInvoker.invoke({ path, args, context }) | | |
| 664 | : invokePersistedTool({ path, args, context }), | | |
| 665 | input.runtimeLocalWorkspace, | | |
| 666 | ), | | |
| 667 | }, | | |
| 668 | }; | | |
| 669 | }; | | |
| 670 | | | |
| 671 | export const createWorkspaceExecutionEnvironmentResolver = (input: { | 57 | export const createWorkspaceExecutionEnvironmentResolver = (input: { |
| 672 | sourceAuthMaterialService: Effect.Effect.Success<typeof RuntimeSourceAuthMaterialService>; | 58 | sourceAuthMaterialService: Effect.Effect.Success<typeof RuntimeSourceAuthMaterialService>; |
| 673 | sourceAuthService: RuntimeSourceAuthService; | 59 | sourceAuthService: Effect.Effect.Success<typeof RuntimeSourceAuthServiceTag>; |
| 674 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; | 60 | sourceCatalogStore: Effect.Effect.Success<typeof RuntimeSourceCatalogStoreService>; |
| 675 | localToolRuntimeLoader: LocalToolRuntimeLoaderShape; | 61 | localToolRuntimeLoader: LocalToolRuntimeLoaderShape; |
| 676 | workspaceConfigStore: WorkspaceConfigStoreShape; | 62 | workspaceConfigStore: WorkspaceConfigStoreShape; |
| @@ -686,12 +72,7 @@ export const createWorkspaceExecutionEnvironmentResolver = (input: { · 9 unmodified lines |
| 686 | : yield* input.workspaceConfigStore.load(runtimeLocalWorkspace.context); | 72 | : yield* input.workspaceConfigStore.load(runtimeLocalWorkspace.context); |
| 687 | const localToolRuntime = | 73 | const localToolRuntime = |
| 688 | runtimeLocalWorkspace === null | 74 | runtimeLocalWorkspace === null |
| 689 | ? { | 75 | ? createEmptyLocalToolRuntime() |
| 690 | tools: {}, | | |
| 691 | catalog: createToolCatalogFromTools({ tools: {} }), | | |
| 692 | toolInvoker: makeToolInvokerFromTools({ tools: {} }), | | |
| 693 | toolPaths: new Set<string>(), | | |
| 694 | } | | |
| 695 | : yield* input.localToolRuntimeLoader.load(runtimeLocalWorkspace.context); | 76 | : yield* input.localToolRuntimeLoader.load(runtimeLocalWorkspace.context); |
| 696 | const { catalog, toolInvoker } = createWorkspaceToolInvoker({ | 77 | const { catalog, toolInvoker } = createWorkspaceToolInvoker({ |
| 697 | workspaceId, | 78 | workspaceId, |