Merge pull request #21202 from overleaf/ls-scripts-to-esm-2

Migrate scripts folder to esm 2/x GitOrigin-RevId: 1698bc4f13e026fa281d37a4914a2f997849c761
2026-06-05 23:29:00 +02:00 · 2024-10-22 09:21:39 +01:00
parent f2ec640b06
commit 902ae750dc
21 changed files with 184 additions and 184 deletions
@@ -0,0 +1,125 @@
+import fs from 'fs'
+import minimist from 'minimist'
+import readline from 'readline'
+import {
+  db,
+  ObjectId,
+  waitForDb,
+} from '../../app/src/infrastructure/mongodb.js'
+import DocstoreManagerModule from '../../app/src/Features/Docstore/DocstoreManager.js'
+
+const { promises: DocstoreManager } = DocstoreManagerModule
+
+const argv = minimist(process.argv.slice(2))
+const commit = argv.commit !== undefined
+const offset = parseInt(argv.offset) || 0
+const limit = parseInt(argv.limit) || 0
+
+if (!commit) {
+  console.log('DOING DRY RUN. TO SAVE CHANGES PASS --commit')
+}
+
+const input = fs.createReadStream(argv._[0])
+
+const rl = readline.createInterface({
+  crlfDelay: Infinity,
+  input,
+})
+
+const orphanedDocs = {}
+
+console.log('Loading Data')
+
+let idx = 0
+let processed = 0
+
+rl.on('line', async line => {
+  if (offset && idx++ < offset) {
+    return
+  }
+  if (limit && processed++ >= limit) {
+    return
+  }
+
+  let [docId, projectId] = line.split(',')
+  docId = docId.replace(/^ObjectId\(/, '').replace(/\)$/, '')
+  projectId = projectId.replace(/^ObjectId\(/, '').replace(/\)$/, '')
+
+  try {
+    docId = new ObjectId(docId).toString()
+    projectId = new ObjectId(projectId).toString()
+  } catch (err) {
+    console.error(`Invalid id: ${docId}, ${projectId}`)
+    return
+  }
+
+  if (!orphanedDocs[projectId]) {
+    orphanedDocs[projectId] = []
+  }
+
+  orphanedDocs[projectId].push(docId)
+})
+
+rl.on('close', async () => {
+  const docCount = Object.values(orphanedDocs).reduce((i, v) => i + v.length, 0)
+  const projectCount = Object.keys(orphanedDocs).length
+
+  console.log(`Loaded Data for ${docCount} docs in ${projectCount} Projects`)
+
+  await waitForDb()
+
+  for (const projectId of Object.keys(orphanedDocs)) {
+    await deleteOrphanedDocs(projectId, orphanedDocs[projectId])
+  }
+
+  console.log('DONE')
+  process.exit()
+})
+
+async function deleteOrphanedDocs(projectId, docIds) {
+  try {
+    if (await projectIdExists(projectId)) {
+      console.error(`Project id exists: ${projectId}`)
+      return
+    }
+  } catch (err) {
+    console.error(`Error checking if project exists: ${projectId}`, err.stack)
+    return
+  }
+
+  console.log(`Delete docs ${docIds.join(', ')} for project ${projectId}`)
+
+  if (!commit) {
+    return
+  }
+
+  try {
+    await DocstoreManager.destroyProject(projectId)
+  } catch (err) {
+    console.error(`Error deleting project ${projectId}`, err)
+  }
+}
+
+async function projectIdExists(projectId) {
+  // check both projects and deletedProjects to see if project id exists
+  const [project, deletedProject] = await Promise.all([
+    findProject(projectId),
+    findDeletedProject(projectId),
+  ])
+
+  return project !== null || deletedProject !== null
+}
+
+async function findProject(projectId) {
+  return db.projects.findOne(
+    { _id: new ObjectId(projectId) },
+    { projection: { _id: 1 } }
+  )
+}
+
+async function findDeletedProject(projectId) {
+  return db.deletedProjects.findOne(
+    { 'project._id': new ObjectId(projectId) },
+    { projection: { _id: 1 } }
+  )
+}