CL-6324: persist the definition's projection, and make a folded run really deploy

apps/hub/src/index.ts

@@ -1048,7 +1048,6 @@ export async function createHub(config: HubConfig) {
     sidecarRouter,
     eventCollectors,
     credentialCipher,
-    hubPublicKey,
     toolGrantsForPins,
     mcpCredentialBindingsFor,
     noopInferenceBaseUrl: `${config.baseUrl}/api/chat/noop-inference`,
@@ -1650,7 +1649,6 @@ export async function createHub(config: HubConfig) {
             assetService,
             sidecarRouter,
             eventCollectors,
-            hubPublicKey,
             toolGrantsForPins,
             mcpCredentialBindingsFor,
             cryptoProviderCache: foldedRunCryptoProviders,
@@ -2198,7 +2196,6 @@ export async function createHub(config: HubConfig) {
     sidecarRouter,
     eventCollectors,
     credentialCipher,
-    hubPublicKey,
     toolGrantsForPins,
     mcpCredentialBindingsFor,
     cryptoProviderCache: foldedRunCryptoProviders,

apps/hub/src/routine-launcher.test.ts

@@ -5,7 +5,7 @@
 // goes through — and that a delivery failure past launch never un-does
 // or hides the already-real run. `@corbits/folded-runs` is real here
 // except for `launchFoldedRun`/`sendFoldedMailWithRetry`/
-// `readDefinitionJSON`, which would otherwise need a real tenant catalog
+// `readDefinitionProjection`, which would otherwise need a real tenant catalog
 // and asset store — the same "swap the one export that needs a join"
 // approach `packages/folded-runs/test/launch.test.ts` and
 // `packages/webhook-triggers/test/launch.test.ts` use.
@@ -33,7 +33,7 @@ let sendFoldedMailWithRetryResult: unknown = {
 
 mock.module("@corbits/folded-runs", () => ({
   ...actualFoldedRuns,
-  readDefinitionJSON: async () => ({ __fake: true }),
+  readDefinitionProjection: async () => ({ __fake: true }),
   readFoldedBody: () => FOLDED_BODY,
   launchFoldedRun: async (...args: unknown[]) => {
     launchFoldedRunCalls.push(args);
@@ -114,7 +114,6 @@ function buildLauncher(overrides: { definition?: unknown } = {}) {
     sessionService: {} as never,
     assetService: {} as never,
     sidecarRouter: {} as never,
-    hubPublicKey: "hub-key",
     toolGrantsForPins: () => [],
     eventCollectors: {} as never,
     cryptoProviderCache: { get: async () => ({}) as never },
@@ -232,7 +231,6 @@ describe("createHubRoutineLauncher — delivery workbench", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },
@@ -259,7 +257,6 @@ describe("createHubRoutineLauncher — recurring-task bridge", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },
@@ -297,7 +294,6 @@ describe("createHubRoutineLauncher — recurring-task bridge", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },
@@ -324,7 +320,6 @@ describe("createHubRoutineLauncher — recurring-task bridge", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },
@@ -356,7 +351,6 @@ describe("createHubRoutineLauncher — recurring-task bridge", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },
@@ -378,7 +372,6 @@ describe("createHubRoutineLauncher — recurring-task bridge", () => {
       sessionService: {} as never,
       assetService: {} as never,
       sidecarRouter: {} as never,
-      hubPublicKey: "hub-key",
       toolGrantsForPins: () => [],
       eventCollectors: {} as never,
       cryptoProviderCache: { get: async () => ({}) as never },

apps/hub/src/routine-launcher.ts

@@ -48,7 +48,7 @@ import { tenant as tenantTable, workflowDefinition } from "@intx/db/schema";
 import {
   domainOf,
   launchFoldedRun,
-  readDefinitionJSON,
+  readDefinitionProjection,
   readFoldedBody,
   sendFoldedMailWithRetry,
   type CryptoProviderCache,
@@ -162,11 +162,11 @@ export function createHubRoutineLauncher(
         throw new Error(`no tenant "${input.tenantId}"`);
       }
 
-      const definitionJSON = await readDefinitionJSON(
-        deps.assetService,
-        definitionRow.assetId,
+      const projection = await readDefinitionProjection(deps.db, definitionRow);
+      const foldedBody = readFoldedBody(
+        projection,
+        definitionRow.grantRequirements,
       );
-      const foldedBody = readFoldedBody(definitionJSON);
 
       const instanceId = generateId("workflowRun");
       const triggerAddress = formatRunAddress(instanceId, tenantRow.domain);

apps/sidecar/bin/workflow-probe-child

@@ -0,0 +1,21 @@
+#!/usr/bin/env bun
+// One-shot workflow-probe child. The sidecar host spawns this by path
+// (`Bun.spawn([binaryPath])`).
+//
+// The child reads the materialized package dir and IPC anchors from its
+// fresh env, evaluates the workflow entry behind the airlock, and ships
+// one HMAC-signed result frame on stdout. An evaluation failure is shipped
+// as an `ok: false` frame (handled inside the runner), so a throw reaching
+// here is a pre-evaluation defect (bad env, unwritable stdout) that exits
+// non-zero -- the host then reaps and answers `workflow.probe.error`.
+import { runWorkflowProbeChildFromProcessEnv } from "../src/workflow-probe-handler";
+
+try {
+  await runWorkflowProbeChildFromProcessEnv();
+  process.exit(0);
+} catch (err) {
+  process.stderr.write(
+    `workflow probe child failed: ${err instanceof Error ? err.message : String(err)}\n`,
+  );
+  process.exit(1);
+}

apps/sidecar/src/index.ts

@@ -33,7 +33,13 @@ import { createTarballCache } from "@intx/tool-packaging";
 import { hexEncode } from "@intx/types";
 
 import { readSidecarConfig } from "./config";
-import { DEFAULT_TOOL_REGISTRIES_JSON } from "./tool-materialization";
+import {
+  DEFAULT_TOOL_REGISTRIES_JSON,
+  parseToolRegistries,
+} from "./tool-materialization";
+import { createWorkflowProbeExecutor } from "./workflow-probe-handler";
+import { createWorkflowClosureMaterializer } from "./workflow-closure-materialization";
+import { MAX_INLINE_ASSET_PAYLOAD_BYTES } from "./source-asset-delivery";
 import { createDefaultHarnessBuilder } from "./default-harness";
 import { createHubLinkWatchdog } from "./hub-link-watchdog";
 import { drainWithTimeout } from "./shutdown";
@@ -181,6 +187,27 @@ if (config.tmpdir !== undefined) {
 // `canBuildSource` predicate against the one adapter registry.
 const buildHarness = createDefaultHarnessBuilder({ adapters });
 
+// Airlocked workflow-probe executor, assembled here and injected through the
+// orchestrator so the sidecar answers `workflow.probe.request` with a real
+// inert projection and its wire hash instead of the hub-link's rejecting
+// placeholder. The materializer lays a probe frame's frozen closure out under
+// a per-probe scratch dir (rooted in the sidecar data dir so it shares that
+// dir's lifecycle); the executor spawns the one-shot child that evaluates the
+// workflow entry against it. A probe delivers its source assets inline in one
+// frame, capped by the shared inline-payload bound.
+const workflowProbeExecutor = createWorkflowProbeExecutor({
+  materialize: createWorkflowClosureMaterializer({
+    cacheRoot: CACHE_ROOT,
+    cacheMaxBytes: CACHE_MAX_BYTES,
+    registryMaxTarballBytes: REGISTRY_MAX_TARBALL_BYTES,
+    maxAssetPayloadBytes: MAX_INLINE_ASSET_PAYLOAD_BYTES,
+    registries: parseToolRegistries(
+      config.toolRegistries ?? DEFAULT_TOOL_REGISTRIES_JSON,
+    ),
+    scratchRoot: path.join(config.dataDir, "workflow-probe", "closures"),
+  }),
+});
+
 const watchdogLog = getLogger(["sidecar", "hub-link-watchdog"]);
 const watchdog = createHubLinkWatchdog({
   stallDeadlineMs: 60_000,
@@ -217,6 +244,7 @@ const orchestrator = createSidecarOrchestrator({
   // supervisor spawns, against the unwrapped substrate so the restore is
   // never echoed back to the Hub as a new sidecar-authored update.
   applyWorkflowRunPack: restoreWorkflowRunPack,
+  workflowProbeExecutor,
   // Called from every connection's open handler -- the watchdog's
   // aliveness signal -- and from the close path, which immediately
   // re-schedules a reconnect that re-arms the deadline.