feat: integration builder POC [CM-1372]

backend/src/database/migrations/V1786442761__createSyncUnitsTable.sql

@@ -0,0 +1,25 @@
+CREATE TABLE IF NOT EXISTS integration.sync_units (
+    id                    UUID PRIMARY KEY DEFAULT uuid_generate_v4(),
+    "integrationId"       UUID NOT NULL REFERENCES public.integrations(id),
+    platform              TEXT NOT NULL,
+    "channelId"           TEXT NOT NULL,
+    "channelName"         TEXT NOT NULL,
+    "syncName"            TEXT NOT NULL,
+    status                TEXT NOT NULL DEFAULT 'active'
+                          CHECK (status IN ('active','paused','dead_letter','decommissioned')),
+    "nextRunAt"           TIMESTAMPTZ NOT NULL DEFAULT now(),
+    "lockedAt"            TIMESTAMPTZ,
+    "lastRunAt"           TIMESTAMPTZ,
+    "lastSuccessAt"       TIMESTAMPTZ,
+    "consecutiveFailures" INT NOT NULL DEFAULT 0,
+    "lastErrorClass"      TEXT,
+    watermark             JSONB,
+    "emittedCount"        INT,
+    "createdAt"           TIMESTAMPTZ NOT NULL DEFAULT now(),
+    "updatedAt"           TIMESTAMPTZ NOT NULL DEFAULT now(),
+    UNIQUE ("integrationId", "channelId", "syncName")
+);
+
+CREATE INDEX IF NOT EXISTS "ix_sync_units_due"
+    ON integration.sync_units ("nextRunAt")
+    WHERE status = 'active';

scripts/cli

@@ -1189,7 +1189,7 @@ while test $# -gt 0; do
         exit
         ;;
     clean-start-fe-dev)
-        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker" "cache-worker" "categorization-worker" "cron-service" "data-sink-worker" "git-integration" "mailing-list-integration" "integration-run-worker" "integration-stream-worker" "nango-webhook-api" "nango-worker" "script-executor-worker" "search-sync-api" "search-sync-worker" "security-best-practices-worker" "snowflake-connectors-worker" "automatic-projects-discovery-worker" "pcc-sync-worker" "projects-evaluation-worker" "bq-dataset-ingest" "cargo-worker" "dockerhub-sync" "github-repos-enricher" "go-worker" "maven-worker" "npm-worker" "nuget-worker" "osv-worker" "packagist-worker" "pypi-worker" "rubygems-worker" "security-contacts-worker")
+        IGNORED_SERVICES=("frontend" "python-worker" "job-generator" "webhook-api" "profiles-worker" "organizations-enrichment-worker" "merge-suggestions-worker" "members-enrichment-worker" "exports-worker" "entity-merging-worker" "cache-worker" "categorization-worker" "cron-service" "data-sink-worker" "git-integration" "mailing-list-integration" "integration-run-worker" "integration-stream-worker" "nango-webhook-api" "nango-worker" "connectors-worker" "script-executor-worker" "search-sync-api" "search-sync-worker" "security-best-practices-worker" "snowflake-connectors-worker" "automatic-projects-discovery-worker" "pcc-sync-worker" "projects-evaluation-worker" "bq-dataset-ingest" "cargo-worker" "dockerhub-sync" "github-repos-enricher" "go-worker" "maven-worker" "npm-worker" "nuget-worker" "osv-worker" "packagist-worker" "pypi-worker" "rubygems-worker" "security-contacts-worker")
         CLEAN_START=1
         DEV=1
         start