mirror of
https://github.com/yu-i-i/overleaf-cep.git
synced 2026-05-23 17:19:37 +02:00
* fix: correct typedef for Document in helpers.mjs * add move-migrations codemod * update migration paths to use shared migrations directory * move migrations to shared location * fix: update Dockerfile and docker-compose.ci.yml to include migrations directory * feat: add migrations tool to workspaces in package.json * [monorepo] Fix order of docker ignore rules * [web] remove unused docker ignore file * [monorepo] replace old references to migrations folder * [server-ce] copy migrations from new place * [migrations] Inline web scripts Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [migrations] move three web scripts over Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [migrations] add missing collection Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [migrations] remove lodash dependency Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [migrations] avoid mongodb-legacy dependency Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [monorepo] run migrations from tools/migrations Co-authored-by: Brian Gough <brian.gough@overleaf.com> * [migrations] simplify migration for adding gitBridge feature to users * [monorepo] run migrations from tests in all the services * [migrations] add Jenkins pipeline for linting/formatting * [monorepo] fixup running web migrations everywhere * [monorepo] trigger Jenkins builds on changes to mongo migrations * [migrations] add Jenkins pipeline for linting/formatting * [monorepo] build scripts: update devDependencies before deps scanning * [monorepo] build scripts: formerly depend on tools/migrations * [monorepo] run eslint on .mjs files * [migrations] enable more eslint rules and fix all the errors * [rake] fix migrations:list task --------- Co-authored-by: Jakob Ackermann <jakob.ackermann@overleaf.com> GitOrigin-RevId: 14cf69cc1b9405bbc75adbb9a000e555500e0614
49 lines
1.2 KiB
JavaScript
49 lines
1.2 KiB
JavaScript
/* eslint-disable no-unused-vars */
|
|
|
|
const tags = ['server-ce', 'server-pro', 'saas']
|
|
|
|
async function removeDuplicates(collection, field) {
|
|
const duplicates = await collection.aggregate(
|
|
[
|
|
{
|
|
$group: {
|
|
_id: { projectId: `$deleterData.${field}` },
|
|
dups: { $addToSet: '$_id' },
|
|
count: { $sum: 1 },
|
|
},
|
|
},
|
|
{ $match: { count: { $gt: 1 } } },
|
|
],
|
|
{ allowDiskUse: true }
|
|
)
|
|
let duplicate
|
|
while ((duplicate = await duplicates.next())) {
|
|
// find duplicate items, ignore the most recent and delete the rest
|
|
const items = await collection
|
|
.find(
|
|
{ _id: { $in: duplicate.dups } },
|
|
{ projection: { _id: 1 }, sort: { 'deleterData.deletedAt': -1 } }
|
|
)
|
|
.toArray()
|
|
items.pop()
|
|
const ids = items.map(item => item._id)
|
|
await collection.deleteMany({ _id: { $in: ids } })
|
|
}
|
|
}
|
|
|
|
const migrate = async client => {
|
|
const { db } = client
|
|
await removeDuplicates(db.deletedProjects, 'deletedProjectId')
|
|
await removeDuplicates(db.deletedUsers, 'deletedUserId')
|
|
}
|
|
|
|
const rollback = async client => {
|
|
// can't really do anything here
|
|
}
|
|
|
|
export default {
|
|
tags,
|
|
migrate,
|
|
rollback,
|
|
}
|