import { cp, mkdir, rm, writeFile, chmod } from "node:fs/promises"; import { existsSync } from "node:fs"; import { createRequire } from "node:module"; import { resolve, join, dirname } from "node:path"; import { fileURLToPath } from "node:url"; import { parseArgs } from "node:util"; import { $ } from "bun"; const repoRoot = resolve(dirname(fileURLToPath(import.meta.url)), "../../.."); const cliRoot = resolve(repoRoot, "apps/cli"); const webRoot = resolve(repoRoot, "apps/local"); const distDir = resolve(cliRoot, "dist"); const resolveQuickJsWasmPath = (): string => { const req = createRequire(join(repoRoot, "packages/kernel/runtime-quickjs/package.json")); const quickJsPkg = req.resolve("quickjs-emscripten/package.json"); const wasmPath = resolve( dirname(quickJsPkg), "../@jitl/quickjs-wasmfile-release-sync/dist/emscripten-module.wasm", ); if (!existsSync(wasmPath)) throw new Error(`QuickJS WASM not found at ${wasmPath}`); return wasmPath; }; // --------------------------------------------------------------------------- // Metadata // --------------------------------------------------------------------------- const readMetadata = async () => { const rootPkg = await Bun.file(join(repoRoot, "package.json")).json(); const cliPkg = await Bun.file(join(cliRoot, "package.json")).json(); return { name: "executor", version: process.env.EXECUTOR_VERSION ?? cliPkg.version ?? rootPkg.version ?? "0.0.0", description: rootPkg.description ?? "Local AI executor with a CLI, local API server, and web UI.", keywords: rootPkg.keywords ?? [], homepage: rootPkg.homepage, bugs: rootPkg.bugs, repository: rootPkg.repository, license: rootPkg.license ?? "MIT", }; }; // --------------------------------------------------------------------------- // Targets // --------------------------------------------------------------------------- type Target = { os: "linux" | "darwin" | "win32"; arch: "x64" | "arm64"; abi?: "musl"; }; const ALL_TARGETS: Target[] = [ { os: "linux", arch: "x64" }, { os: "linux", arch: "arm64" }, { os: "linux", arch: "x64", abi: "musl" }, { os: "linux", arch: "arm64", abi: "musl" }, { os: "darwin", arch: "x64" }, { os: "darwin", arch: "arm64" }, { os: "win32", arch: "x64" }, { os: "win32", arch: "arm64" }, ]; const platformName = (t: Target) => (t.os === "win32" ? "windows" : t.os); const targetPackageName = (t: Target) => ["executor", platformName(t), t.arch, t.abi].filter(Boolean).join("-"); const bunTarget = (t: Target) => ["bun", platformName(t), t.arch, t.abi].filter(Boolean).join("-"); const binaryName = (t: Target) => (t.os === "win32" ? "executor.exe" : "executor"); const isCurrentPlatform = (t: Target) => t.os === process.platform && t.arch === process.arch && !t.abi; /** Resolve the platform-specific secure-exec-v8 binary for a given target. */ const resolveSecureExecV8 = (t: Target): string | null => { const platformMap: Record = { "darwin-arm64": "@secure-exec/v8-darwin-arm64", "darwin-x64": "@secure-exec/v8-darwin-x64", "linux-arm64": "@secure-exec/v8-linux-arm64-gnu", "linux-x64": "@secure-exec/v8-linux-x64-gnu", }; const key = `${t.os}-${t.arch}`; const pkg = platformMap[key]; if (!pkg) return null; try { // Resolve from @secure-exec/v8 which has these as optional deps const req = createRequire(join(repoRoot, "node_modules", "secure-exec", "package.json")); const pkgJson = req.resolve(`${pkg}/package.json`); return join(dirname(pkgJson), "secure-exec-v8"); } catch { // Try bun's flat node_modules layout const bunPath = join( repoRoot, `node_modules/.bun/${pkg.replace("/", "+")}@0.2.1/node_modules/${pkg}/secure-exec-v8`, ); if (existsSync(bunPath)) return bunPath; return null; } }; // --------------------------------------------------------------------------- // Build mode // --------------------------------------------------------------------------- type BuildMode = "production" | "development"; // --------------------------------------------------------------------------- // Build web app // --------------------------------------------------------------------------- const buildWeb = async (mode: BuildMode) => { const webDist = join(webRoot, "dist"); await rm(webDist, { recursive: true, force: true }); console.log(`Building web app (${mode})...`); const proc = Bun.spawn(["bun", "run", "build", "--mode", mode], { cwd: webRoot, stdio: ["ignore", "inherit", "inherit"], env: { ...process.env, NODE_ENV: mode }, }); if ((await proc.exited) !== 0) throw new Error("Web build failed"); return webDist; }; // --------------------------------------------------------------------------- // Embedded web UI — generates a virtual module that imports all web assets // using `with { type: "file" }` so Bun bakes them into the compiled binary. // --------------------------------------------------------------------------- const createEmbeddedWebUISource = async (mode: BuildMode) => { const webDist = await buildWeb(mode); const files = (await Array.fromAsync(new Bun.Glob("**/*").scan({ cwd: webDist }))) .map((f) => f.replaceAll("\\", "/")) .sort(); const imports = files.map((file, i) => { const spec = join(webDist, file).replaceAll("\\", "/"); return `import file_${i} from ${JSON.stringify(spec)} with { type: "file" };`; }); const entries = files.map((file, i) => ` ${JSON.stringify(file)}: file_${i},`); return [ "// Auto-generated — maps web UI paths to embedded file references", ...imports, "export default {", ...entries, "} as Record;", ].join("\n"); }; // --------------------------------------------------------------------------- // Embedded drizzle migrations — inlined as text imports so drizzle's // `migrate()` (which reads a folder from disk) can be given a tmpdir // populated from the inlined contents at runtime. // --------------------------------------------------------------------------- const createEmbeddedMigrationsSource = async () => { const migrationsDir = resolve(webRoot, "drizzle"); const files = (await Array.fromAsync(new Bun.Glob("**/*").scan({ cwd: migrationsDir }))) .map((f) => f.replaceAll("\\", "/")) .sort(); const imports = files.map((file, i) => { const spec = join(migrationsDir, file).replaceAll("\\", "/"); return `import file_${i} from ${JSON.stringify(spec)} with { type: "text" };`; }); const entries = files.map((file, i) => ` ${JSON.stringify(file)}: file_${i},`); return [ "// Auto-generated — maps migration paths to inlined file contents", ...imports, "export default {", ...entries, "} as Record;", ].join("\n"); }; // --------------------------------------------------------------------------- // Bun.build plugin for @secure-exec bundling issues // --------------------------------------------------------------------------- /** * Plugin that fixes two issues with @secure-exec in compiled binaries: * * 1. node-stdlib-browser / web-streams-polyfill eagerly call require.resolve() * at import time, which fails in bunfs. We stub these out since our code * never uses the polyfill functions. * * 2. bridge-loader.js reads bridge.js from disk via fs.readFileSync using * __dirname. In a compiled binary __dirname points into bunfs where the * file doesn't exist. We replace bridge-loader with a version that embeds * bridge.js content directly. */ const secureExecBundlePlugin = async (): Promise => { // Read files at build time so we can inline them into the compiled binary. // bridge.js is loaded via fs.readFileSync at runtime, which fails in bunfs. // bridgeAttach comes from @secure-exec/core's generated isolate-runtime. const secureExecNodejs = join( repoRoot, "node_modules/.bun/@secure-exec+nodejs@0.2.1/node_modules/@secure-exec/nodejs", ); const secureExecCore = join( repoRoot, "node_modules/.bun/@secure-exec+core@0.2.1/node_modules/@secure-exec/core", ); const bridgeCode = await Bun.file(join(secureExecNodejs, "dist/bridge.js")).text(); const isolateRuntime = await import(join(secureExecCore, "dist/generated/isolate-runtime.js")); const bridgeAttachCode = isolateRuntime.ISOLATE_RUNTIME_SOURCES.bridgeAttach; const polyfillCodeMap = (await import(join(secureExecCore, "dist/generated/polyfills.js"))) .POLYFILL_CODE_MAP as Record; return { name: "secure-exec-bundle-fixes", setup(build) { // Stub polyfill modules that fail at import time in compiled binaries const stubTargets = /node-stdlib-browser|web-streams-polyfill/; build.onResolve({ filter: stubTargets }, (args) => ({ path: args.path, namespace: "stub", })); // Replace @secure-exec/nodejs polyfills (which use node-stdlib-browser + esbuild // at runtime) with a shim that serves from pre-bundled POLYFILL_CODE_MAP. build.onResolve({ filter: /polyfills/ }, (args) => { if ( args.importer.includes("@secure-exec/nodejs") || args.importer.includes("@secure-exec+nodejs") ) { return { path: args.path, namespace: "polyfills-shim" }; } }); build.onLoad({ filter: /.*/, namespace: "polyfills-shim" }, () => ({ contents: ` const POLYFILL_CODE_MAP = ${JSON.stringify(polyfillCodeMap)}; const polyfillCache = new Map(); export default {}; export async function bundlePolyfill(moduleName) { const cached = polyfillCache.get(moduleName); if (cached) return cached; const code = POLYFILL_CODE_MAP[moduleName]; if (!code) throw new Error("No polyfill available for module: " + moduleName); polyfillCache.set(moduleName, code); return code; } export function getAvailableStdlib() { return Object.keys(POLYFILL_CODE_MAP); } export function hasPolyfill(name) { return name.replace(/^node:/, "") in POLYFILL_CODE_MAP; } export async function prebundleAllPolyfills() { return { ...POLYFILL_CODE_MAP }; } `, loader: "js", })); build.onLoad({ filter: /.*/, namespace: "stub" }, () => ({ contents: "export default {};", loader: "js", })); // Replace bridge-loader with pre-read content build.onResolve({ filter: /bridge-loader/ }, (args) => { if (args.importer.includes("secure-exec")) { return { path: args.path, namespace: "bridge" }; } }); build.onLoad({ filter: /.*/, namespace: "bridge" }, () => ({ contents: ` const bridgeCode = ${JSON.stringify(bridgeCode)}; const bridgeAttachCode = ${JSON.stringify(bridgeAttachCode)}; export function getRawBridgeCode() { return bridgeCode; } export function getBridgeAttachCode() { return bridgeAttachCode; } `, loader: "js", })); }, }; }; // --------------------------------------------------------------------------- // Build platform binaries // --------------------------------------------------------------------------- const EMBEDDED_WEB_UI_STUB = `const files: Record | null = null;\n\nexport default files;\n`; const EMBEDDED_MIGRATIONS_STUB = `const migrations: Record | null = null;\n\nexport default migrations;\n`; const buildBinaries = async (targets: Target[], mode: BuildMode) => { const meta = await readMetadata(); const binaries: Record = {}; const embeddedWebUIPath = join(cliRoot, "src/embedded-web-ui.gen.ts"); const embeddedMigrationsPath = join(webRoot, "src/server/embedded-migrations.gen.ts"); await rm(distDir, { recursive: true, force: true }); console.log(`Generating embedded web UI bundle (${mode})...`); const embeddedWebUI = await createEmbeddedWebUISource(mode); await writeFile(embeddedWebUIPath, `${embeddedWebUI}\n`); console.log("Generating embedded drizzle migrations..."); const embeddedMigrations = await createEmbeddedMigrationsSource(); await writeFile(embeddedMigrationsPath, `${embeddedMigrations}\n`); const quickJsWasmPath = resolveQuickJsWasmPath(); try { for (const target of targets) { const name = targetPackageName(target); const outDir = join(distDir, name); const binDir = join(outDir, "bin"); await mkdir(binDir, { recursive: true }); console.log(`Building ${name}...`); await Bun.build({ entrypoints: [join(cliRoot, "src/main.ts")], minify: mode === "production", compile: { // eslint-disable-next-line @typescript-eslint/no-explicit-any -- Bun compile target string is dynamically constructed target: bunTarget(target) as any, outfile: join(binDir, binaryName(target)), }, plugins: [await secureExecBundlePlugin()], }); // Copy QuickJS WASM next to binary — loaded at runtime by the server await cp(quickJsWasmPath, join(binDir, "emscripten-module.wasm")); // Copy secure-exec-v8 binary next to executor — needed for code execution const secureExecBin = resolveSecureExecV8(target); if (secureExecBin && existsSync(secureExecBin)) { const destName = target.os === "win32" ? "secure-exec-v8.exe" : "secure-exec-v8"; await cp(secureExecBin, join(binDir, destName)); await chmod(join(binDir, destName), 0o755); } // Smoke test on current platform if (isCurrentPlatform(target)) { const bin = join(binDir, binaryName(target)); console.log(` Smoke test: ${bin} --version`); const version = await $`${bin} --version`.text(); console.log(` OK: ${version.trim()}`); } // Platform package.json await writeFile( join(outDir, "package.json"), JSON.stringify( { name, version: meta.version, os: [target.os], cpu: [target.arch], bin: { executor: `bin/${binaryName(target)}` }, }, null, 2, ) + "\n", ); binaries[name] = meta.version; } return binaries; } finally { await writeFile(embeddedWebUIPath, EMBEDDED_WEB_UI_STUB); await writeFile(embeddedMigrationsPath, EMBEDDED_MIGRATIONS_STUB); } }; // --------------------------------------------------------------------------- // Build wrapper npm package // --------------------------------------------------------------------------- const buildWrapperPackage = async (binaries: Record) => { const meta = await readMetadata(); const wrapperDir = join(distDir, meta.name); const binDir = join(wrapperDir, "bin"); await mkdir(binDir, { recursive: true }); // Node.js shim that spawns the downloaded platform binary await writeFile(join(binDir, "executor"), NODE_SHIM); await chmod(join(binDir, "executor"), 0o755); // Postinstall downloads the matching release asset from GitHub Releases await writeFile(join(wrapperDir, "postinstall.cjs"), POSTINSTALL_SCRIPT); // Package.json await writeFile( join(wrapperDir, "package.json"), JSON.stringify( { name: meta.name, version: meta.version, description: meta.description, keywords: meta.keywords, homepage: meta.homepage, bugs: meta.bugs, repository: meta.repository, license: meta.license, bin: { executor: "bin/executor" }, scripts: { postinstall: "node ./postinstall.cjs", }, engines: { node: ">=20", }, }, null, 2, ) + "\n", ); // README const readmePath = join(repoRoot, "README.md"); if (existsSync(readmePath)) { await cp(readmePath, join(wrapperDir, "README.md")); } console.log(`\nWrapper package: ${wrapperDir}`); console.log(` ${meta.name}@${meta.version}`); console.log(` release assets: ${Object.keys(binaries).join(", ")}`); }; // --------------------------------------------------------------------------- // Preview wrapper — a slim npm package for pkg.pr.new previews that fetches // the platform binary from our R2 bucket at install time. // // The release wrapper points postinstall at GitHub Releases. For previews // there's no release, so we upload per-PR tarballs to R2 (keyed by commit // SHA) and have a dedicated postinstall download from there. // // CI splits this in two: // 1. A matrix job per platform runs `buildPreviewTarballs` to produce // dist/previews/.tar.gz, which it uploads to R2. // 2. A single publish job runs `buildPreviewWrapperPackage` with an // explicit list of platforms and hands the wrapper to pkg.pr.new. // // Both paths require EXECUTOR_PREVIEW_CDN_URL and EXECUTOR_PREVIEW_SHA so // the postinstall URL embeds the right commit. // --------------------------------------------------------------------------- const buildPreviewTarballs = async (binaries: Record) => { const previewDir = join(distDir, "previews"); await mkdir(previewDir, { recursive: true }); for (const platformPkg of Object.keys(binaries)) { const srcBinDir = join(distDir, platformPkg, "bin"); const tarPath = join(previewDir, `${platformPkg}.tar.gz`); await $`tar -czf ${tarPath} .`.cwd(srcBinDir).quiet(); console.log(`Preview tarball: ${tarPath}`); } }; const resolveTargetsFromEnv = (env: string | undefined): Target[] => { if (!env) throw new Error("EXECUTOR_PREVIEW_TARGETS must be set (comma-separated package names)"); const names = env.split(",").map((s) => s.trim()).filter(Boolean); const resolved = names.map((name) => { const match = ALL_TARGETS.find((t) => targetPackageName(t) === name); if (!match) throw new Error(`Unknown preview target: ${name}`); return match; }); if (resolved.length === 0) throw new Error("EXECUTOR_PREVIEW_TARGETS resolved to an empty list"); return resolved; }; const buildPreviewWrapperPackage = async (targets: Target[]) => { const meta = await readMetadata(); const cdnUrl = process.env.EXECUTOR_PREVIEW_CDN_URL?.replace(/\/+$/, ""); const sha = process.env.EXECUTOR_PREVIEW_SHA; if (!cdnUrl || !sha) { throw new Error( "preview build requires EXECUTOR_PREVIEW_CDN_URL and EXECUTOR_PREVIEW_SHA to be set", ); } const wrapperDir = join(distDir, meta.name); const binDir = join(wrapperDir, "bin"); await mkdir(binDir, { recursive: true }); await writeFile(join(binDir, "executor"), NODE_SHIM); await chmod(join(binDir, "executor"), 0o755); const postinstall = PREVIEW_POSTINSTALL_SCRIPT.replaceAll( "__CDN_BASE_URL__", `${cdnUrl}/${sha}`, ); await writeFile(join(wrapperDir, "postinstall.cjs"), postinstall); // Restrict os/cpu to platforms we actually built this run so npm refuses // the install on anything else — a clear error beats a cryptic 404 from // postinstall on an unbuilt platform. const osList = Array.from(new Set(targets.map((t) => t.os))); const cpuList = Array.from(new Set(targets.map((t) => t.arch))); await writeFile( join(wrapperDir, "package.json"), JSON.stringify( { name: meta.name, version: meta.version, description: meta.description, keywords: meta.keywords, homepage: meta.homepage, bugs: meta.bugs, repository: meta.repository, license: meta.license, bin: { executor: "bin/executor" }, files: ["bin", "postinstall.cjs", "README.md"], scripts: { postinstall: "node ./postinstall.cjs" }, os: osList, cpu: cpuList, engines: { node: ">=20" }, }, null, 2, ) + "\n", ); const readmePath = join(repoRoot, "README.md"); if (existsSync(readmePath)) { await cp(readmePath, join(wrapperDir, "README.md")); } console.log(`\nPreview wrapper: ${wrapperDir}`); console.log(` ${meta.name}@${meta.version} — CDN ${cdnUrl}/${sha}`); console.log(` targets: ${targets.map(targetPackageName).join(", ")}`); }; // --------------------------------------------------------------------------- // Publish // --------------------------------------------------------------------------- const packageAlreadyPublished = async (pkgDir: string) => { const pkg = (await Bun.file(join(pkgDir, "package.json")).json()) as { name?: string; version?: string; }; if (!pkg.name || !pkg.version) { throw new Error(`Missing name/version in ${join(pkgDir, "package.json")}`); } const proc = Bun.spawn(["npm", "view", `${pkg.name}@${pkg.version}`, "version"], { cwd: pkgDir, stdio: ["ignore", "ignore", "ignore"], }); return (await proc.exited) === 0; }; const publishPackedPackage = async (pkgDir: string, channel: string) => { if (await packageAlreadyPublished(pkgDir)) { console.log(`Skipping ${pkgDir}; package version already exists on npm.`); return; } await $`bun pm pack`.cwd(pkgDir); if (process.env.GITHUB_ACTIONS === "true") { await $`npm publish *.tgz --access public --tag ${channel} --provenance`.cwd(pkgDir); } else { await $`npm publish *.tgz --access public --tag ${channel}`.cwd(pkgDir); } }; const publish = async (channel: string) => { const meta = await readMetadata(); // Publish only the wrapper npm package. Platform binaries are distributed via GitHub release assets. const wrapperDir = join(distDir, meta.name); console.log(`Publishing ${wrapperDir}...`); await publishPackedPackage(wrapperDir, channel); }; // --------------------------------------------------------------------------- // GitHub release assets // --------------------------------------------------------------------------- const ZIP_ASSET_SCRIPT = [ "import pathlib, sys, zipfile", "output = pathlib.Path(sys.argv[1])", "with zipfile.ZipFile(output, 'w', compression=zipfile.ZIP_DEFLATED) as archive:", " for path in pathlib.Path('.').rglob('*'):", " if path.is_file():", " archive.write(path, path.as_posix())", ].join("\n"); const createReleaseAssets = async () => { for (const entry of new Bun.Glob("executor-*/package.json").scanSync({ cwd: distDir })) { const pkgDir = join(distDir, dirname(entry)); const pkg = await Bun.file(join(pkgDir, "package.json")).json(); const name = pkg.name as string; if (name.includes("linux")) { await $`tar -czf ${join(distDir, `${name}.tar.gz`)} *`.cwd(join(pkgDir, "bin")); } else { await $`python3 -c ${ZIP_ASSET_SCRIPT} ${join(distDir, `${name}.zip`)}`.cwd( join(pkgDir, "bin"), ); } console.log(`Created release asset: ${name}`); } }; // --------------------------------------------------------------------------- // Node.js shim — finds the right platform binary and spawns it // --------------------------------------------------------------------------- const NODE_SHIM = `#!/usr/bin/env node const childProcess = require("child_process"); const fs = require("fs"); const path = require("path"); function run(target) { const result = childProcess.spawnSync(target, process.argv.slice(2), { stdio: "inherit" }); if (result.error) { console.error(result.error.message); process.exit(1); } process.exit(typeof result.status === "number" ? result.status : 0); } if (process.env.EXECUTOR_BIN_PATH) run(process.env.EXECUTOR_BIN_PATH); const scriptDir = path.dirname(fs.realpathSync(__filename)); const binary = process.platform === "win32" ? "executor.exe" : "executor"; const runtimeBinary = path.join(scriptDir, "runtime", binary); const legacyCached = path.join(scriptDir, process.platform === "win32" ? ".executor.exe" : ".executor"); const resolveInstalledBinary = () => { if (fs.existsSync(runtimeBinary)) { return runtimeBinary; } if (fs.existsSync(legacyCached)) { return legacyCached; } return null; }; const installIfNeeded = () => { const existing = resolveInstalledBinary(); if (existing) { return existing; } const installer = path.resolve(scriptDir, "..", "postinstall.cjs"); if (!fs.existsSync(installer)) { return null; } console.error("executor binary is missing; downloading release asset..."); const result = childProcess.spawnSync(process.execPath, [installer], { stdio: "inherit", env: process.env, }); if (result.error) { console.error(result.error.message); process.exit(1); } if (typeof result.status === "number" && result.status !== 0) { process.exit(result.status); } return resolveInstalledBinary(); }; const installedBinary = installIfNeeded(); if (!installedBinary) { console.error("executor binary is missing. Reinstall the package or run 'npm rebuild executor'."); process.exit(1); } run(installedBinary); `; // --------------------------------------------------------------------------- // Postinstall — hardlink/copy the platform binary for fast startup // --------------------------------------------------------------------------- const POSTINSTALL_SCRIPT = `#!/usr/bin/env node const childProcess = require("child_process"); const fs = require("fs"); const path = require("path"); const os = require("os"); const packageDir = path.dirname(fs.realpathSync(__filename)); const binDir = path.join(packageDir, "bin"); const runtimeDir = path.join(binDir, "runtime"); const packageJson = JSON.parse(fs.readFileSync(path.join(packageDir, "package.json"), "utf8")); const repositoryUrl = typeof packageJson.repository === "string" ? packageJson.repository : packageJson.repository && packageJson.repository.url; const githubBase = String(packageJson.homepage || repositoryUrl || "https://github.com/RhysSullivan/executor") .replace(/^git[+]/, "") .replace(/.git$/, ""); const version = packageJson.version; const platformMap = { darwin: "darwin", linux: "linux", win32: "windows" }; const platform = platformMap[os.platform()] || os.platform(); const arch = os.arch() === "arm64" ? "arm64" : "x64"; const binary = platform === "windows" ? "executor.exe" : "executor"; const cachedBinary = path.join(runtimeDir, binary); const legacyCachedBinary = path.join(binDir, platform === "windows" ? ".executor.exe" : ".executor"); const isMusl = (() => { if (platform !== "linux") return false; try { if (fs.existsSync("/etc/alpine-release")) return true; } catch {} try { const r = childProcess.spawnSync("ldd", ["--version"], { encoding: "utf8" }); if (((r.stdout || "") + (r.stderr || "")).toLowerCase().includes("musl")) return true; } catch {} return false; })(); const assetBase = (() => { const base = "executor-" + platform + "-" + arch; if (platform === "linux" && isMusl) return base + "-musl"; return base; })(); const archiveName = platform === "linux" ? assetBase + ".tar.gz" : assetBase + ".zip"; const downloadUrl = githubBase + "/releases/download/v" + version + "/" + archiveName; const archivePath = path.join(packageDir, archiveName); const run = (command, args) => { const result = childProcess.spawnSync(command, args, { stdio: "inherit" }); if (result.error) throw result.error; if (typeof result.status === "number" && result.status !== 0) { throw new Error(command + " exited with code " + result.status); } }; const download = async () => { const response = await fetch(downloadUrl, { redirect: "follow" }); if (!response.ok) { throw new Error("Failed to download " + downloadUrl + " (status " + response.status + ")"); } const arrayBuffer = await response.arrayBuffer(); fs.writeFileSync(archivePath, Buffer.from(arrayBuffer)); }; const extract = () => { fs.mkdirSync(binDir, { recursive: true }); fs.rmSync(runtimeDir, { recursive: true, force: true }); fs.mkdirSync(runtimeDir, { recursive: true }); if (platform === "linux") { run("tar", ["-xzf", archivePath, "-C", runtimeDir]); return; } if (platform === "darwin") { run("unzip", ["-o", archivePath, "-d", runtimeDir]); return; } const psCommand = [ "$ErrorActionPreference = 'Stop'", "Expand-Archive -LiteralPath '" + archivePath.replace(/'/g, "''") + "' -DestinationPath '" + runtimeDir.replace(/'/g, "''") + "' -Force", ].join("; "); const psArgs = ["-NoLogo", "-NoProfile", "-Command", psCommand]; // Prefer pwsh (PowerShell 7+) which reliably has Expand-Archive; fall back to powershell.exe const pwshResult = childProcess.spawnSync("pwsh", psArgs, { stdio: "inherit" }); if (pwshResult.error || (typeof pwshResult.status === "number" && pwshResult.status !== 0)) { run("powershell.exe", psArgs); } }; (async () => { try { await download(); extract(); if (!fs.existsSync(cachedBinary)) { throw new Error("Expected extracted binary at " + cachedBinary); } if (fs.existsSync(legacyCachedBinary)) { fs.unlinkSync(legacyCachedBinary); } if (platform !== "windows") fs.chmodSync(cachedBinary, 0o755); fs.rmSync(archivePath, { force: true }); console.log("executor: installed " + assetBase + " from GitHub Releases"); } catch (error) { console.error("executor postinstall failed:", error && error.message ? error.message : error); process.exit(1); } })(); `; // --------------------------------------------------------------------------- // Preview postinstall — download per-PR tarballs from our R2 CDN instead of // GitHub Releases. The __CDN_BASE_URL__ placeholder is replaced at build time // with `${cdnBase}/${sha}` so each preview fetches its own commit's binary. // --------------------------------------------------------------------------- const PREVIEW_POSTINSTALL_SCRIPT = `#!/usr/bin/env node const childProcess = require("child_process"); const fs = require("fs"); const path = require("path"); const os = require("os"); const CDN_BASE = "__CDN_BASE_URL__"; const packageDir = path.dirname(fs.realpathSync(__filename)); const binDir = path.join(packageDir, "bin"); const runtimeDir = path.join(binDir, "runtime"); const platformMap = { darwin: "darwin", linux: "linux", win32: "windows" }; const platform = platformMap[os.platform()] || os.platform(); const arch = os.arch() === "arm64" ? "arm64" : "x64"; const binary = platform === "windows" ? "executor.exe" : "executor"; const cachedBinary = path.join(runtimeDir, binary); const isMusl = (() => { if (platform !== "linux") return false; try { if (fs.existsSync("/etc/alpine-release")) return true; } catch {} try { const r = childProcess.spawnSync("ldd", ["--version"], { encoding: "utf8" }); if (((r.stdout || "") + (r.stderr || "")).toLowerCase().includes("musl")) return true; } catch {} return false; })(); const assetBase = (() => { const base = "executor-" + platform + "-" + arch; return platform === "linux" && isMusl ? base + "-musl" : base; })(); const archiveName = assetBase + ".tar.gz"; const downloadUrl = CDN_BASE + "/" + archiveName; const archivePath = path.join(packageDir, archiveName); const run = (command, args) => { const result = childProcess.spawnSync(command, args, { stdio: "inherit" }); if (result.error) throw result.error; if (typeof result.status === "number" && result.status !== 0) { throw new Error(command + " exited with code " + result.status); } }; const download = async () => { const response = await fetch(downloadUrl, { redirect: "follow" }); if (!response.ok) { throw new Error( "Failed to download " + downloadUrl + " (status " + response.status + "). " + "This preview build may not cover your platform (" + assetBase + ")." ); } const arrayBuffer = await response.arrayBuffer(); fs.writeFileSync(archivePath, Buffer.from(arrayBuffer)); }; (async () => { try { await download(); fs.mkdirSync(binDir, { recursive: true }); fs.rmSync(runtimeDir, { recursive: true, force: true }); fs.mkdirSync(runtimeDir, { recursive: true }); run("tar", ["-xzf", archivePath, "-C", runtimeDir]); if (!fs.existsSync(cachedBinary)) { throw new Error("Expected extracted binary at " + cachedBinary); } if (platform !== "windows") fs.chmodSync(cachedBinary, 0o755); fs.rmSync(archivePath, { force: true }); console.log("executor: installed preview " + assetBase + " from " + CDN_BASE); } catch (error) { console.error("executor preview postinstall failed:", error && error.message ? error.message : error); process.exit(1); } })(); `; // --------------------------------------------------------------------------- // CLI // --------------------------------------------------------------------------- const { values, positionals } = parseArgs({ args: process.argv.slice(2), options: { single: { type: "boolean", default: false }, mode: { type: "string", default: "production" }, }, allowPositionals: true, strict: true, }); const command = positionals[0]; const mode = values.mode as BuildMode; if (mode !== "production" && mode !== "development") { throw new Error(`Invalid --mode: ${mode}. Must be "production" or "development".`); } if (command === "binary") { const targets = values.single ? ALL_TARGETS.filter(isCurrentPlatform) : ALL_TARGETS; const binaries = await buildBinaries(targets, mode); await buildWrapperPackage(binaries); } else if (command === "preview") { // End-to-end preview build for local testing: binary for the current // platform + tarball + wrapper, all in one step. const targets = ALL_TARGETS.filter(isCurrentPlatform); const binaries = await buildBinaries(targets, mode); await buildPreviewTarballs(binaries); await buildPreviewWrapperPackage(targets); } else if (command === "preview-tarball") { // CI matrix job: build the current runner's binary + tarball only. // The wrapper is built separately once all matrix entries have uploaded. const targets = ALL_TARGETS.filter(isCurrentPlatform); const binaries = await buildBinaries(targets, mode); await buildPreviewTarballs(binaries); } else if (command === "preview-wrapper") { // CI publish job: build just the npm wrapper, with os/cpu restricted to // the platforms listed in EXECUTOR_PREVIEW_TARGETS (comma-separated). const targets = resolveTargetsFromEnv(process.env.EXECUTOR_PREVIEW_TARGETS); await buildPreviewWrapperPackage(targets); } else if (command === "release-assets") { await createReleaseAssets(); } else if (command === "publish") { const channel = positionals[1] ?? "latest"; await publish(channel); } else { console.log(`Usage: bun run build.ts binary [--single] [--mode production|development] bun run build.ts preview [--mode production|development] bun run build.ts preview-tarball [--mode production|development] bun run build.ts preview-wrapper bun run build.ts release-assets bun run build.ts publish [channel]`); process.exit(1); }