[monorepo] migrate build scripts to Jenkins (#29019)

* [monorepo] migrate build scripts to Jenkins * [fraud-dash] fix integration with monorepo GitOrigin-RevId: 6a30ec5ea68a1eae9b663faf9ccdc741ec7f9cf8
2026-05-23 17:19:37 +02:00 · 2025-10-13 07:59:10 +02:00
parent 9813bc4b51
commit fd0d21fbbd
142 changed files with 3298 additions and 219 deletions
--- a/services/chat/.mocharc.cjs
+++ b/services/chat/.mocharc.cjs
@@ -0,0 +1,13 @@
+let reporterOptions = {}
+if (process.env.CI) {
+  reporterOptions = {
+    reporter: '/overleaf/node_modules/mocha-multi-reporters',
+    'reporter-options': ['configFile=./test/mocha-multi-reporters.cjs'],
+  }
+}
+const all = {
+  require: 'test/setup.js',
+  ...reporterOptions,
+}
+
+module.exports = all
--- a/services/chat/.mocharc.json
+++ b/services/chat/.mocharc.json
@@ -1,3 +0,0 @@
-{
-  "require": "test/setup.js"
-}
--- a/services/chat/Dockerfile
+++ b/services/chat/Dockerfile
@@ -13,12 +13,22 @@ RUN mkdir /home/node/.config && chown node:node /home/node/.config
 FROM base AS app

 COPY package.json package-lock.json /overleaf/
-COPY services/chat/package.json /overleaf/services/chat/
-COPY libraries/ /overleaf/libraries/
+COPY libraries/fetch-utils/package.json /overleaf/libraries/fetch-utils/package.json
+COPY libraries/logger/package.json /overleaf/libraries/logger/package.json
+COPY libraries/metrics/package.json /overleaf/libraries/metrics/package.json
+COPY libraries/mongo-utils/package.json /overleaf/libraries/mongo-utils/package.json
+COPY libraries/o-error/package.json /overleaf/libraries/o-error/package.json
+COPY libraries/settings/package.json /overleaf/libraries/settings/package.json
+COPY services/chat/package.json /overleaf/services/chat/package.json
 COPY patches/ /overleaf/patches/

 RUN cd /overleaf && npm ci --quiet
-
+COPY libraries/fetch-utils/ /overleaf/libraries/fetch-utils/
+COPY libraries/logger/ /overleaf/libraries/logger/
+COPY libraries/metrics/ /overleaf/libraries/metrics/
+COPY libraries/mongo-utils/ /overleaf/libraries/mongo-utils/
+COPY libraries/o-error/ /overleaf/libraries/o-error/
+COPY libraries/settings/ /overleaf/libraries/settings/
 COPY services/chat/ /overleaf/services/chat/

 FROM app
--- a/services/chat/Jenkinsfile
+++ b/services/chat/Jenkinsfile
@@ -0,0 +1,125 @@
+// Autogenerated by build scripts. Do not edit.
+
+pipeline {
+  agent {
+    node {
+      label 'jenkins-agent-web'
+      customWorkspace '/workspace'
+    }
+  }
+  options {
+    timestamps()
+    timeout(time: 15, unit: 'MINUTES')
+  }
+  environment {
+    BRANCH_NAME = "${env.CHANGE_BRANCH ? env.CHANGE_BRANCH : env.BRANCH_NAME}"
+    JENKINS_BUILD_NUMBER = "${BUILD_NUMBER}"
+    BUILD_NUMBER = "${SHORT_SHA}_${BUILD_NUMBER}"
+    DOCKER_COMPOSE_FLAGS = '-f docker-compose.ci.yml'
+    COMMIT_SHA = "${GIT_COMMIT}"
+    SHORT_SHA = "${GIT_COMMIT.take(7)}"
+  }
+  stages {
+    stage('Stage 1') {
+      parallel {
+        stage('Build') {
+          steps {
+            dir('services/chat') {
+              retry(count: 3) {
+                sh 'make build'
+              }
+            }
+          }
+        }
+        stage('Create reports folder') {
+          steps {
+            sh 'mkdir services/chat/reports'
+          }
+        }
+      }
+    }
+    stage('Stage 2') {
+      parallel {
+        stage('Push Branch Image') {
+          steps {
+            dir('services/chat') {
+              sh 'make push_branch'
+            }
+          }
+        }
+        stage('Shellcheck') {
+          steps {
+            dir('services/chat') {
+              sh 'make shellcheck'
+            }
+          }
+        }
+        stage('Lint') {
+          steps {
+            dir('services/chat') {
+              sh 'make lint_ci'
+            }
+          }
+          post {
+            always {
+              recordIssues checksAnnotationScope: 'ALL', enabledForFailure: true, failOnError: true, id: 'chat-eslint', name: 'chat eslint', qualityGates: [[integerThreshold: 1, threshold: 1.0, type: 'TOTAL']], sourceCodeRetention: 'LAST_BUILD', tools: [esLint(pattern: 'services/chat/reports/eslint.json')]
+            }
+          }
+        }
+        stage('Format') {
+          steps {
+            dir('services/chat') {
+              sh 'make format_ci'
+            }
+          }
+        }
+        stage('Typecheck') {
+          steps {
+            dir('services/chat') {
+              sh 'make typecheck_ci'
+            }
+          }
+        }
+        stage('Test Unit') {
+          steps {
+            dir('services/chat') {
+              retry(count: 3) {
+                sh 'make test_unit'
+              }
+            }
+          }
+        }
+        stage('Test Acceptance') {
+          environment {
+            COMPOSE_PROJECT_NAME_TEST_ACCEPTANCE = "test_acceptance"
+          }
+          steps {
+            dir('services/chat') {
+              retry(count: 3) {
+                sh 'make test_acceptance'
+              }
+            }
+          }
+        }
+      }
+    }
+    stage('Push Production') {
+      steps {
+        dir('services/chat') {
+          sh 'make push'
+        }
+      }
+    }
+  }
+  post {
+    always {
+      junit checksName: 'chat test results', testResults: 'services/chat/reports/junit-*.xml'
+    }
+    cleanup {
+      dir('services/chat') {
+        sh 'make clean'
+      }
+      sh 'make clean_jenkins -j10'
+    }
+  }
+}
--- a/services/chat/Makefile
+++ b/services/chat/Makefile
@@ -27,14 +27,15 @@ clean:
 	-docker rmi us-east1-docker.pkg.dev/overleaf-ops/ol-docker/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER)
 	-$(DOCKER_COMPOSE_TEST_UNIT) down --remove-orphans --rmi local --timeout 0 --volumes
 	-$(DOCKER_COMPOSE_TEST_ACCEPTANCE) down --remove-orphans --rmi local --timeout 0 --volumes
+	-rm -rf reports/

 HERE=$(shell pwd)
-MONOREPO=$(shell cd ../../ && pwd)
+export MONOREPO ?= $(shell cd ../../ && pwd)
 # Run the linting commands in the scope of the monorepo.
 # Eslint and prettier (plus some configs) are on the root.
 RUN_LINTING = docker run --rm -v $(MONOREPO):$(MONOREPO) -w $(HERE) node:22.18.0 npm run --silent

-RUN_LINTING_CI = docker run --rm --volume $(MONOREPO)/.editorconfig:/overleaf/.editorconfig --volume $(MONOREPO)/.eslintignore:/overleaf/.eslintignore --volume $(MONOREPO)/.eslintrc:/overleaf/.eslintrc --volume $(MONOREPO)/.prettierignore:/overleaf/.prettierignore --volume $(MONOREPO)/.prettierrc:/overleaf/.prettierrc --volume $(MONOREPO)/tsconfig.backend.json:/overleaf/tsconfig.backend.json ci/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) npm run --silent
+RUN_LINTING_CI = docker run --rm --volume $(MONOREPO)/.editorconfig:/overleaf/.editorconfig --volume $(MONOREPO)/.eslintignore:/overleaf/.eslintignore --volume $(MONOREPO)/.eslintrc:/overleaf/.eslintrc --volume $(MONOREPO)/.prettierignore:/overleaf/.prettierignore --volume $(MONOREPO)/.prettierrc:/overleaf/.prettierrc --volume $(MONOREPO)/tsconfig.backend.json:/overleaf/tsconfig.backend.json --volume $(MONOREPO)/services/chat/reports:/overleaf/services/chat/reports ci/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER) npm run --silent

 # Same but from the top of the monorepo
 RUN_LINTING_MONOREPO = docker run --rm -v $(MONOREPO):$(MONOREPO) -w $(MONOREPO) node:22.18.0 npm run --silent
@@ -70,7 +71,8 @@ lint:
 	$(RUN_LINTING) lint

 lint_ci:
-	$(RUN_LINTING_CI) lint
+	-$(RUN_LINTING_CI) lint -- --format json --output-file reports/eslint.json
+	sed -i 's_"filePath":"/overleaf_"filePath":"$(MONOREPO)_g' reports/eslint.json

 lint_fix:
 	$(RUN_LINTING) lint:fix
@@ -137,10 +139,11 @@ build:
 tar:
 	$(DOCKER_COMPOSE) up tar

-publish:
-
-	docker push $(DOCKER_REPO)/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER)
+push:
+	docker push us-east1-docker.pkg.dev/overleaf-ops/ol-docker/$(PROJECT_NAME):$(BRANCH_NAME)-$(BUILD_NUMBER)

+push_branch:
+	docker push us-east1-docker.pkg.dev/overleaf-ops/ol-docker/$(PROJECT_NAME):$(BRANCH_NAME)

 .PHONY: clean \
 	format format_fix \
--- a/services/chat/docker-compose.ci.yml
+++ b/services/chat/docker-compose.ci.yml
@@ -7,10 +7,12 @@ services:
    image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
    user: node
    volumes:
+      - ./reports:/overleaf/services/chat/reports
      - ../../bin/shared/wait_for_it:/overleaf/bin/shared/wait_for_it
    entrypoint: /overleaf/bin/shared/wait_for_it mongo:27017 --timeout=60 --
    command: npm run test:unit:_run
    environment:
+      CI:
      MONGO_CONNECTION_STRING: mongodb://mongo/test-overleaf
      NODE_ENV: test
      NODE_OPTIONS: "--unhandled-rejections=strict"
@@ -23,6 +25,7 @@ services:
    build: .
    image: ci/$PROJECT_NAME:$BRANCH_NAME-$BUILD_NUMBER
    environment:
+      CI:
      ELASTIC_SEARCH_DSN: es:9200
      MONGO_HOST: mongo
      POSTGRES_HOST: postgres
@@ -30,6 +33,7 @@ services:
      NODE_ENV: test
      NODE_OPTIONS: "--unhandled-rejections=strict"
    volumes:
+      - ./reports:/overleaf/services/chat/reports
      - ../../bin/shared/wait_for_it:/overleaf/bin/shared/wait_for_it
    depends_on:
      mongo:
--- a/services/chat/package.json
+++ b/services/chat/package.json
@@ -9,8 +9,8 @@
    "test:acceptance": "npm run test:acceptance:_run -- --grep=$MOCHA_GREP",
    "test:unit": "npm run test:unit:_run -- --grep=$MOCHA_GREP",
    "nodemon": "node --watch app.js",
-    "test:acceptance:_run": "mocha --recursive --reporter spec --timeout 15000 --exit $@ test/acceptance/js",
-    "test:unit:_run": "mocha --recursive --reporter spec --exit $@ test/unit/js",
+    "test:acceptance:_run": "mocha --recursive --timeout 15000 --exit $@ test/acceptance/js",
+    "test:unit:_run": "mocha --recursive --exit $@ test/unit/js",
    "lint": "eslint --max-warnings 0 --format unix .",
    "format": "prettier --list-different $PWD/'**/{*.*js,*.ts}'",
    "format:fix": "prettier --write $PWD/'**/{*.*js,*.ts}'",
@@ -34,6 +34,8 @@
    "chai": "^4.3.6",
    "chai-as-promised": "^7.1.1",
    "mocha": "^11.1.0",
+    "mocha-junit-reporter": "^2.2.1",
+    "mocha-multi-reporters": "^1.5.1",
    "request": "^2.88.2",
    "sandboxed-module": "^2.0.4",
    "sinon": "^9.2.4",
--- a/services/chat/test/mocha-multi-reporters.cjs
+++ b/services/chat/test/mocha-multi-reporters.cjs
@@ -0,0 +1,8 @@
+module.exports = {
+  reporterEnabled: 'spec, mocha-junit-reporter',
+  mochaJunitReporterReporterOptions: {
+    mochaFile: `reports/junit-mocha-${process.env.MOCHA_GREP}.xml`,
+    includePending: true,
+    jenkinsMode: true,
+  },
+}