From f63de6779d75a0648753780613a5ad6c8ad8f56a Mon Sep 17 00:00:00 2001 From: Eric Mc Sween <5454374+emcsween@users.noreply.github.com> Date: Tue, 9 Jul 2024 08:47:45 -0400 Subject: [PATCH] Merge pull request #19329 from overleaf/em-migration-progress-logs Log progress during history migration GitOrigin-RevId: a3af8722b40af2b0ffe9603b6d6dcea02cee833d --- .../History/HistoryRangesSupportMigration.js | 20 +++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/services/web/app/src/Features/History/HistoryRangesSupportMigration.js b/services/web/app/src/Features/History/HistoryRangesSupportMigration.js index 8c7a38141d..cce6f18ffd 100644 --- a/services/web/app/src/Features/History/HistoryRangesSupportMigration.js +++ b/services/web/app/src/Features/History/HistoryRangesSupportMigration.js @@ -80,12 +80,17 @@ async function migrateProjects(opts = {}) { process.on('SIGINT', handleSignal) process.on('SIGTERM', handleSignal) - let projectsProcessed = 0 + const projectsProcessed = { + quick: 0, + skipped: 0, + resync: 0, + total: 0, + } const jobsByProjectId = new Map() let errors = 0 for await (const project of projects) { - if (projectsProcessed >= maxCount) { + if (projectsProcessed.total >= maxCount) { break } @@ -119,8 +124,9 @@ async function migrateProjects(opts = {}) { const job = processProject(projectId, direction, quickOnly) .then(info => { jobsByProjectId.delete(projectId) - projectsProcessed += 1 - logger.info( + projectsProcessed[info.migrationType] += 1 + projectsProcessed.total += 1 + logger.debug( { projectId, direction, @@ -130,6 +136,12 @@ async function migrateProjects(opts = {}) { }, 'History ranges support migration' ) + if (projectsProcessed.total % 10000 === 0) { + logger.info( + { projectsProcessed, errors, lastProjectId: projectId }, + 'History ranges support migration progress' + ) + } }) .catch(err => { jobsByProjectId.delete(projectId)