feat: catch execution events

.eslintrc.js

@@ -52,6 +52,7 @@ module.exports = {
     "no-process-exit": [0],
     "node/no-unsupported-features/es-syntax": [0],
     "node/shebang": [0],
+    "no-ex-assign": [0],
     "import/no-commonjs": [0],
     "import/no-dynamic-require": [0],
     "import/no-extraneous-dependencies": noExtraneousRule,

packages/common/config/load-config.js

@@ -1,6 +1,7 @@
 const os = require("os")
 const path = require("path")
 const { mkdtemp } = require("fs/promises")
+const { v4: uuidv4 } = require("uuid")
 
 const { satisfies } = require("compare-versions")
 const fs = require("fs-extra")
@@ -241,6 +242,9 @@ const loadConfig = async (
       env: "KS_FORCE_NEW_DEPLOY",
       envParser: envParserYaml,
     },
+    pipelineUUID: {
+      defaultFunction: () => uuidv4(),
+    },
     pipelineId: {
       defaultFunction: (config) => {
         const {

packages/common/package.json

@@ -31,6 +31,7 @@
     "slugify": "^1.6.5",
     "sonic-boom": "^3.0.0",
     "tiged": "^2.12.4",
+    "uuid": "^10.0.0",
     "which": "^3.0.0",
     "yaml": "^2.3.1",
     "zx": "^7.1.1"

packages/common/utils/flatten-aggregate-error.js

@@ -1,11 +1,13 @@
 const indent = require("./indent")
 
-module.exports = (aggregateError) =>
-  new Error(
+module.exports = (aggregateError) => {
+  console.log("aggregateError", aggregateError)
+  return new Error(
     `${aggregateError.name} ${aggregateError.message}: \n${indent(
       aggregateError.errors
         .map((error) => `${error.stack.toString()}`)
         .join("\n"),
       2
     )}`
   )
+}

packages/kontinuous/src/build/builder.js

@@ -17,10 +17,12 @@ const loadDependencies = require("./load-dependencies")
 
 module.exports = async (_options = {}) => {
   const config = ctx.require("config")
+  const logger = ctx.require("logger")
 
-  const { buildPath, buildProjectPath, workspaceKsPath } = config
+  logger.info("🌀 [LIFECYCLE]: pre-build")
+  // TODO:
 
-  const logger = ctx.require("logger")
+  const { buildPath, buildProjectPath, workspaceKsPath } = config
 
   if (await fs.pathExists(workspaceKsPath)) {
     await fs.copy(workspaceKsPath, buildProjectPath, {
@@ -77,6 +79,9 @@ module.exports = async (_options = {}) => {
 
   await debugManifests(manifests, values)
 
+  logger.info("🌀 [LIFECYCLE]: post-build")
+  // TODO:
+
   return {
     manifestsFile,
     manifests: manifestsDump,

packages/kontinuous/src/build/validate-manifests.js

@@ -17,5 +17,16 @@ module.exports = async (manifests) => {
   logger.info("🌀 [LIFECYCLE]: validators")
   const context = createContext({ type: "validators", ValidationError })
   const { buildProjectPath } = config
-  await pluginFunction(`${buildProjectPath}/validators`)(manifests, {}, context)
+  try {
+    await pluginFunction(`${buildProjectPath}/validators`)(
+      manifests,
+      {},
+      context
+    )
+  } catch (err) {
+    if (!(err instanceof ValidationError)) {
+      err = new ValidationError(err.message)
+    }
+    throw err
+  }
 }

plugins/fabrique/kontinuous.yaml

@@ -10,6 +10,8 @@ patches:
       repositoryUrl: https://github.com/SocialGouv/infra-resources.git
 
 dependencies:
+  kontinuous-ui:
+    import: socialgouv/kontinuous/plugins/kontinuous-ui
   contrib:
     import: socialgouv/kontinuous/plugins/contrib
 

plugins/kontinuous-ui/.gitignore

@@ -0,0 +1 @@
+.env

plugins/kontinuous-ui/deploy-sidecars/kontinuous-ui.js

@@ -0,0 +1,109 @@
+const { setTimeout: sleep } = require("timers/promises")
+const supabase = require("../lib/supabase")
+
+module.exports = async (_options, { config, dryRun, ctx }) => {
+  if (dryRun) {
+    return
+  }
+
+  const {
+    gitSha,
+    projectName,
+    environment,
+    gitBranch,
+    repositoryName,
+    gitRepositoryUrl,
+    pipelineUUID,
+  } = config
+
+  const values = {
+    uuid: pipelineUUID,
+    commit_hash: gitSha,
+    project: projectName,
+    environment,
+    branch: gitBranch,
+    repository: repositoryName,
+    repository_url: gitRepositoryUrl,
+  }
+
+  const eventsBucket = ctx.require("eventsBucket")
+  // const abortController = ctx.require("abortController")
+
+  // resource:waiting
+  // resource:failed
+  // resource:ready
+  // resource:closed
+
+  async function insertValues(data) {
+    const { error } = await supabase.from("deployments_logs").insert([data])
+    if (error) throw error
+  }
+
+  const waitingFor = []
+  eventsBucket.on("resource:waiting", () => {
+    waitingFor.push(
+      new Promise(async (resolve, reject) => {
+        try {
+          const valuesToInsert = { ...values, status: "waiting" }
+          await insertValues(valuesToInsert)
+          resolve()
+        } catch (e) {
+          reject(e)
+        }
+        // await
+      })
+    )
+  })
+
+  eventsBucket.on("resource:ready", () => {
+    waitingFor.push(
+      new Promise(async (resolve, reject) => {
+        try {
+          const valuesToInsert = { ...values, status: "ready" }
+          await insertValues(valuesToInsert)
+          resolve()
+        } catch (e) {
+          reject(e)
+        }
+        // await
+      })
+    )
+  })
+
+  eventsBucket.on("resource:failed", () => {
+    waitingFor.push(
+      new Promise(async (resolve, reject) => {
+        try {
+          const valuesToInsert = { ...values, status: "failed" }
+          await insertValues(valuesToInsert)
+          resolve()
+        } catch (e) {
+          reject(e)
+        }
+        // await
+      })
+    )
+  })
+
+  let finished
+  eventsBucket.on("deploy-with:finish", () => {
+    finished = true
+  })
+
+  return new Promise(async (res, rej) => {
+    while (true) {
+      if (finished) {
+        console.log("WAITING FOR...")
+        try {
+          await Promise.all(waitingFor)
+          res()
+        } catch (err) {
+          console.log("ERROR", err)
+          rej(err)
+        }
+        return
+      }
+      await sleep(1)
+    }
+  })
+}

plugins/kontinuous-ui/lib/supabase.js

@@ -0,0 +1,7 @@
+const { createClient } = require("@supabase/supabase-js")
+
+const { SUPABASE_URL: supabaseUrl, SUPABASE_KEY: supabaseKey } = process.env
+
+const supabase = createClient(supabaseUrl, supabaseKey)
+
+module.exports = supabase

plugins/kontinuous-ui/package.json

@@ -0,0 +1,13 @@
+{
+  "name": "~kontinuous-ui",
+  "dependencies": {
+    "@socialgouv/parse-manifests": "^1.16.4",
+    "@supabase/supabase-js": "2.45.4"
+  },
+  "license": "MIT",
+  "private": true,
+  "packageManager": "[email protected]",
+  "engines": {
+    "node": "^16.17 || ^18 || ^20"
+  }
+}

plugins/kontinuous-ui/pre-deploy/01-deployment_event.js

@@ -0,0 +1,30 @@
+const supabase = require("../lib/supabase")
+
+module.exports = async (_manifests, _options, { config, logger }) => {
+  const {
+    gitSha,
+    projectName,
+    environment,
+    gitBranch,
+    repositoryName,
+    gitRepositoryUrl,
+    pipelineUUID,
+  } = config
+
+  const values = {
+    uuid: pipelineUUID,
+    status: "pre-deploy",
+    commit_hash: gitSha,
+    project: projectName,
+    environment,
+    branch: gitBranch,
+    repository: repositoryName,
+    repository_url: gitRepositoryUrl,
+  }
+
+  const { error } = await supabase.from("deployments_logs").insert([values])
+
+  if (error) throw error
+
+  logger.info(values, "FINISHED")
+}