lael-labs/executor

bun.lock+4−1

         "@effect/platform-node": "catalog:",
         "@executor-js/config": "workspace:*",
         "@executor-js/sdk": "workspace:*",
+        "js-yaml": "4.1.1",
         "lucide-react": "^1.7.0",
         "openapi-types": "^12.1.3",
-        "yaml": "^2.7.1",
       },
       "devDependencies": {
         "@effect/atom-react": "catalog:",
         "@effect/vitest": "catalog:",
         "@executor-js/api": "workspace:*",
         "@executor-js/react": "workspace:*",
+        "@types/js-yaml": "4.0.9",
         "@types/node": "catalog:",
         "@types/react": "catalog:",
         "bun-types": "catalog:",
     "@types/js-cookie": ["@types/js-cookie@3.0.6", "", {}, "sha512-wkw9yd1kEXOPnvEeEV1Go1MmxtBJL0RR79aOTAApecWFVu7w0NNXNqhcWgvw2YgZDYadliXkl14pa3WXw5jlCQ=="],
+    "@types/js-yaml": ["@types/js-yaml@4.0.9", "", {}, "sha512-k4MGaQl5TGo/iipqb2UDG2UwjXziSWkh0uysQelTlJpX1qGlpUZYm8PnO4DxG1qBomtJUdYJ6qR6xdIah10JLg=="],
     "@types/json-schema": ["@types/json-schema@7.0.15", "", {}, "sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA=="],
     "@types/katex": ["@types/katex@0.16.8", "", {}, "sha512-trgaNyfU+Xh2Tc+ABIb44a5AYUpicB3uwirOioeOkNPPbmgRNtcWyDeeFRzjPZENO9Vq8gvVqfhaaXWLlevVwg=="],

packages/plugins/openapi/package.json+3−2

     "@effect/platform-node": "catalog:",
     "@executor-js/config": "workspace:*",
     "@executor-js/sdk": "workspace:*",
+    "js-yaml": "4.1.1",
     "lucide-react": "^1.7.0",
-    "openapi-types": "^12.1.3",
+    "openapi-types": "^12.1.3"
-    "yaml": "^2.7.1"
   },
   "devDependencies": {
     "@effect/atom-react": "catalog:",
     "@effect/vitest": "catalog:",
     "@executor-js/api": "workspace:*",
     "@executor-js/react": "workspace:*",
+    "@types/js-yaml": "4.0.9",
     "@types/node": "catalog:",
     "@types/react": "catalog:",
     "bun-types": "catalog:",

packages/plugins/openapi/src/sdk/parse.test.ts+14−14

@@ -2,11 +2,7 @@ import { describe, expect, it } from "@effect/vitest"; · 1 unmodified line
2	import { Effect } from "effect";	2	import { Effect } from "effect";
3		3
4	import { OpenApiParseError } from "./errors";	4	import { OpenApiParseError } from "./errors";
5	import {	5	import { parse } from "./parse";
6	ensureGenericOpenApiSpecTextWithinLimit,
7	MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH,
8	parse,
9	} from "./parse";
10		6
11	describe("OpenAPI parse", () => {	7	describe("OpenAPI parse", () => {
12	it.effect("parses JSON OpenAPI documents", () =>	8	it.effect("parses JSON OpenAPI documents", () =>
@@ -69,17 +65,21 @@ paths: {} · 56 unmodified lines
69	}),	65	}),
70	);	66	);
71		67
72	it.effect("rejects oversized generic OpenAPI documents before parsing", () =>	68	it.effect("parses Graph-sized YAML OpenAPI documents", () =>
73	Effect.gen(function* () {	69	Effect.gen(function* () {
74	const error = yield* ensureGenericOpenApiSpecTextWithinLimit(	70	const largeDescription = "x".repeat(36 * 1024 * 1024);
75	"x".repeat(MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH + 1),	71	const doc = yield* parse(
76	).pipe(Effect.flip);	72	`openapi: 3.0.0
77		73	info:
78	expect(error).toBeInstanceOf(OpenApiParseError);	74	title: Large Test
79	expect(error).toHaveProperty(	75	version: 1.0.0
80	"message",	76	description: "${largeDescription}"
81	expect.stringContaining("too large for the generic OpenAPI importer"),	77	paths: {}
		78	`,
82	);	79	);
		80
		81	expect(doc.info.title).toBe("Large Test");
		82	expect(doc.info.description).toHaveLength(largeDescription.length);
83	}),	83	}),
84	);	84	);
85	});	85	});

packages/plugins/openapi/src/sdk/parse.ts+4−33

 import type { OpenAPI, OpenAPIV3, OpenAPIV3_1 } from "openapi-types";
 import { Duration, Effect, Schema } from "effect";
 import { HttpClient, HttpClientRequest } from "effect/unstable/http";
-import YAML from "yaml";
+import { JSON_SCHEMA, load as parseYamlDocument } from "js-yaml";
 import { OpenApiExtractionError, OpenApiParseError } from "./errors";
   readonly queryParams?: Record<string, string>;
 }
-export const MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH = 25 * 1024 * 1024;
-const formatMiB = (bytes: number): string => `${(bytes / 1024 / 1024).toFixed(1)} MiB`;
-const oversizedOpenApiSpecError = (size: number): OpenApiParseError =>
-  new OpenApiParseError({
-    message: `OpenAPI document is too large for the generic OpenAPI importer (${formatMiB(size)}; limit ${formatMiB(MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH)}). Use a provider-specific integration when available, or import a smaller filtered OpenAPI document.`,
-  });
-const parseContentLength = (
-  headers: Readonly<Record<string, string | undefined>>,
-): number | undefined => {
-  const raw = headers["content-length"] ?? headers["Content-Length"];
-  if (!raw) return undefined;
-  const parsed = Number(raw);
-  return Number.isFinite(parsed) && parsed >= 0 ? parsed : undefined;
-};
-export const ensureGenericOpenApiSpecTextWithinLimit = (
-  specText: string,
-): Effect.Effect<string, OpenApiParseError> =>
-  specText.length > MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH
-    ? Effect.fail(oversizedOpenApiSpecError(specText.length))
-    : Effect.succeed(specText);
 // ExtractionError subclass raised from parse() for non-3.x specs
 class OpenApiExtractionErrorFromParse extends OpenApiExtractionError {}
       message: `Failed to fetch OpenAPI document: HTTP ${response.status}`,
     });
   }
-  const contentLength = parseContentLength(response.headers);
-  if (contentLength !== undefined && contentLength > MAX_GENERIC_OPENAPI_SPEC_TEXT_LENGTH) {
-    return yield* oversizedOpenApiSpecError(contentLength);
-  }
   const specText = yield* response.text.pipe(
     Effect.mapError(
       (_cause) =>
         }),
     ),
   );
-  return yield* ensureGenericOpenApiSpecTextWithinLimit(specText);
+  return specText;
 });
 /**
 export const resolveSpecText = (input: string, credentials?: SpecFetchCredentials) =>
   input.startsWith("http://") || input.startsWith("https://")
     ? fetchSpecText(input, credentials)
-    : ensureGenericOpenApiSpecTextWithinLimit(input);
+    : Effect.succeed(input);
 /**
  * Parse an OpenAPI document from spec text and validate it's OpenAPI 3.x.
 const parseJsonLike = (text: string): Effect.Effect<unknown, unknown> => {
   const parseYaml = Effect.try({
-    try: () => YAML.parse(text) as unknown,
+    try: () => parseYamlDocument(text, { json: true, schema: JSON_SCHEMA }) as unknown,
     catch: () => "YamlParseFailed" as const,
   });
   if (!text.startsWith("{") && !text.startsWith("[")) return parseYaml;

packages/plugins/openapi/src/sdk/plugin.test.ts+31−0

@@ -628,6 +628,37 @@ describe("OpenAPI Plugin", () => { · 627 unmodified lines
628	),	628	),
629	);	629	);
630		630
		631	it.effect("addSpec accepts Graph-sized OpenAPI blobs", () =>
		632	Effect.gen(function* () {
		633	const executor = yield* createExecutor(makeTestConfig({ plugins: testPlugins() }));
		634	const largeDescription = "x".repeat(36 * 1024 * 1024);
		635
		636	const added = yield* executor.openapi.addSpec({
		637	spec: {
		638	kind: "blob",
		639	value: `openapi: 3.0.0
		640	info:
		641	title: Large Test
		642	version: 1.0.0
		643	description: "${largeDescription}"
		644	servers:
		645	- url: https://example.com
		646	paths:
		647	/me:
		648	get:
		649	operationId: getMe
		650	responses:
		651	"200":
		652	description: OK
		653	`,
		654	},
		655	slug: "large_api",
		656	});
		657
		658	expect(added.toolCount).toBe(1);
		659	}),
		660	);
		661
631	it.effect("removeSpec cleans up the integration and its tools", () =>	662	it.effect("removeSpec cleans up the integration and its tools", () =>
632	Effect.scoped(	663	Effect.scoped(
633	Effect.gen(function* () {	664	Effect.gen(function* () {

packages/plugins/openapi/src/sdk/plugin.ts+4−5

 import { decodeOpenApiIntegrationConfig, type OpenApiIntegrationConfig } from "./config";
 import { OpenApiExtractionError, OpenApiOAuthError, OpenApiParseError } from "./errors";
-import { ensureGenericOpenApiSpecTextWithinLimit, parse, resolveSpecText } from "./parse";
+import { parse, resolveSpecText } from "./parse";
 import {
   convertGoogleDiscoveryBundleToOpenApi,
   convertGoogleDiscoveryToOpenApi,
   isGoogleDiscoveryUrl,
 } from "./google-discovery";
 import { extract } from "./extract";
-import { previewSpec, previewSpecText, type SpecPreview } from "./preview";
+import { previewSpecText, type SpecPreview } from "./preview";
 import { deriveAuthenticationTemplateFromPreview, firstBaseUrlForPreview } from "./derive-auth";
 import { openApiPresets } from "./presets";
 import { makeDefaultOpenapiStore, type OpenapiStore } from "./store";
         const specText = yield* resolveSpecText(spec.url).pipe(Effect.provide(httpClientLayer));
         return { specText };
       }
-      const specText = yield* ensureGenericOpenApiSpecTextWithinLimit(spec.value);
+      return { specText: spec.value };
-      return { specText };
     });
   return {
                   Effect.map((conversion) => conversion.specText),
                 )
               : yield* resolveSpecText(previewInput.spec).pipe(Effect.provide(httpClientLayer));
-            return yield* previewSpec(specText).pipe(Effect.provide(httpClientLayer));
+            return yield* previewSpecText(specText);
           }),
         addSpec,

Support Graph-sized OpenAPI imports

Keyboard shortcuts

General

Issues and pull requests

Issues, pull requests and Inbox

Repository code