feat(cdc): native SQLite CDC source (db.cdc.sqlite)

.github/workflows/ci-cd.yml

@@ -86,3 +86,29 @@ jobs:
           SKIP_CLOUDSTORAGE_TESTS: "1"
           SKIP_DOCKER_TESTS: "1"
         run: make test
+
+  test-sqlite-cdc:
+    name: Test SQLite CDC (Linux, CGO, race)
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v7
+
+      - name: Set up Go
+        uses: actions/setup-go@v7
+        with:
+          go-version: '1.26.5'
+          cache: true
+
+      - name: Install dependencies
+        run: go mod download
+
+      - name: Run tagged SQLite CDC tests
+        env:
+          CGO_ENABLED: 1
+          GORACE: "halt_on_error=1"
+          SKIP_TEMPORAL_TESTS: "1"
+          SKIP_CLOUDSTORAGE_TESTS: "1"
+          SKIP_DOCKER_TESTS: "1"
+        run: make test-cdc-sqlite

Makefile

@@ -13,9 +13,17 @@ test:
 	go test ./system/... -v -race -short
 	go test ./service/... -v -race -short
 	go test ./cluster/... -v -race -short
-	go test --tags "fts5 sqlite_vec treesitter" ./runtime/... -v -race -short
+	go test --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" ./runtime/... -v -race -short
 	go test ./boot/... -v -race -short
-	go test --tags "fts5 sqlite_vec treesitter" ./cmd/... -v -race -short
+	go test --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" ./cmd/... -v -race -short
+
+# The default service test intentionally stays untagged so the SQLite stub and
+# the non-CGO portability path remain covered. The real preupdate-hook source
+# is exercised by the Linux CGO CI job through this target.
+.PHONY: test-cdc-sqlite
+test-cdc-sqlite:
+	CGO_ENABLED=1 go test ./service/sql/... ./service/cdc/sqlite -v -race -tags sqlite_preupdate_hook
+	CGO_ENABLED=1 go test ./service/cdc/sqlite -v -race -timeout 300s -tags "integration sqlite_preupdate_hook"
 
 test-system:
 	go test ./internal/... -v -race
@@ -25,7 +33,7 @@ test-system:
 test-runtime:
 	go test ./internal/... -v -race
 	go test ./api/... -v -race
-	go test --tags "fts5 sqlite_vec treesitter" ./runtime/... -v -race
+	go test --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" ./runtime/... -v -race
 
 test-service:
 	go test ./internal/... -v -race
@@ -45,7 +53,7 @@ test-network:
 
 .PHONY: lint
 lint:
-	go run github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.8.0 run --timeout=10m --build-tags=race ./...
+	go run github.com/golangci/golangci-lint/v2/cmd/golangci-lint@v2.8.0 run --timeout=10m --build-tags=race,sqlite_preupdate_hook ./...
 
 # Mutation testing with gremlins. Coverage is scoped to the directory gremlins
 # runs from, so target a package subtree via MUTATE_DIR. workers=1 keeps per-
@@ -92,7 +100,7 @@ build-wippy: build-wippy-local
 .PHONY: build-wippy-local
 build-wippy-local:
 	mkdir -p ./dist
-	CGO_ENABLED=1 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-$(shell go env GOOS)-$(shell go env GOARCH) \
@@ -104,7 +112,7 @@ build-wippy-all: build-wippy-linux-amd64 build-wippy-linux-arm64 build-wippy-dar
 .PHONY: build-wippy-linux-amd64
 build-wippy-linux-amd64:
 	mkdir -p ./dist
-	CGO_ENABLED=1 GOOS=linux GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 GOOS=linux GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-linux-amd64 \
@@ -114,7 +122,7 @@ build-wippy-linux-amd64:
 build-wippy-linux-arm64:
 	mkdir -p ./dist
 	CGO_LDFLAGS="" CGO_CFLAGS="" CC=aarch64-linux-gnu-gcc \
-	CGO_ENABLED=1 GOOS=linux GOARCH=arm64 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 GOOS=linux GOARCH=arm64 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-linux-arm64 \
@@ -123,7 +131,7 @@ build-wippy-linux-arm64:
 .PHONY: build-wippy-darwin-amd64
 build-wippy-darwin-amd64:
 	mkdir -p ./dist
-	CGO_ENABLED=1 GOOS=darwin GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 GOOS=darwin GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-darwin-amd64 \
@@ -132,7 +140,7 @@ build-wippy-darwin-amd64:
 .PHONY: build-wippy-darwin-arm64
 build-wippy-darwin-arm64:
 	mkdir -p ./dist
-	CGO_ENABLED=1 GOOS=darwin GOARCH=arm64 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 GOOS=darwin GOARCH=arm64 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-darwin-arm64 \
@@ -142,7 +150,7 @@ build-wippy-darwin-arm64:
 build-wippy-windows-amd64:
 	mkdir -p ./dist
 	CGO_LDFLAGS="" CGO_CFLAGS="" CC=x86_64-w64-mingw32-gcc \
-	CGO_ENABLED=1 GOOS=windows GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter" \
+	CGO_ENABLED=1 GOOS=windows GOARCH=amd64 go build --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" \
 		-ldflags="$(WIPPY_LDFLAGS)" \
 		-trimpath \
 		-o ./dist/wippy-windows-amd64.exe \
@@ -175,4 +183,4 @@ build-sign-wippy-windows: build-wippy-windows-amd64 sign-wippy-windows
 
 .PHONY: run-wippy
 run-wippy:
-	go run --tags "fts5 sqlite_vec treesitter" -ldflags="$(WIPPY_LDFLAGS)" ./cmd/wippy/ $(ARGS)
+	go run --tags "fts5 sqlite_vec treesitter sqlite_preupdate_hook" -ldflags="$(WIPPY_LDFLAGS)" ./cmd/wippy/ $(ARGS)

api/process/errors.go

@@ -27,6 +27,12 @@ var (
 	ErrProcessNotIdle = apierror.New(InvalidState, "process is not idle").WithRetryable(apierror.False)
 
 	ErrSchedulerStopping = apierror.New(InvalidState, "scheduler is stopping").WithRetryable(apierror.False)
+
+	// ErrMessageQueueOverflow is delivered as a terminal stream error when an
+	// explicitly bounded message subscription exhausts its retained backlog.
+	// It is intentionally an ordinary Go sentinel so consumers can use
+	// errors.Is on the error carried by the terminal payload.
+	ErrMessageQueueOverflow = errors.New("message queue limit exceeded")
 )
 
 // ErrProcessReplacementRequested is an internal scheduler sentinel. A process