Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

Migrate scripts folder to esm 1/x

GitOrigin-RevId: 4a4bc9a161f144fdb40ce3f2a0a9313b36c6df81

services/web/scripts/count_image_files.mjs

@@ -0,0 +1,81 @@
+import {
+  db,
+  waitForDb,
+  READ_PREFERENCE_SECONDARY,
+} from '../app/src/infrastructure/mongodb.js'
+import { extname } from 'node:path'
+
+const FILE_TYPES = [
+  '.jpg',
+  '.jpeg',
+  '.png',
+  '.bmp',
+  '.webp',
+  '.svg',
+  '.pdf',
+  '.eps',
+  '.gif',
+  '.ico',
+  '.tiff',
+]
+
+const longestFileType = Math.max(...FILE_TYPES.map(fileType => fileType.length))
+
+async function main() {
+  await waitForDb()
+  const projects = db.projects.find(
+    {},
+    {
+      projection: { rootFolder: 1 },
+      readPreference: READ_PREFERENCE_SECONDARY,
+    }
+  )
+  let projectsProcessed = 0
+  const result = new Map(FILE_TYPES.map(fileType => [fileType, 0]))
+  for await (const project of projects) {
+    projectsProcessed += 1
+    if (projectsProcessed % 100000 === 0) {
+      console.log(projectsProcessed, 'projects processed')
+    }
+    countFiles(project.rootFolder[0], result)
+  }
+
+  const sortedResults = [...result.entries()].sort(
+    ([, countA], [, countB]) => countB - countA
+  )
+
+  sortedResults.forEach(([fileType, count]) => {
+    console.log(
+      `${fileType.padStart(longestFileType, ' ')}: ${count
+        .toString()
+        .padStart(7, ' ')}`
+    )
+  })
+}
+
+function countFiles(folder, result) {
+  if (folder.folders) {
+    for (const subfolder of folder.folders) {
+      countFiles(subfolder, result)
+    }
+  }
+
+  if (folder.fileRefs) {
+    for (const file of folder.fileRefs) {
+      const fileType = extname(file.name).toLowerCase()
+      const current = result.get(fileType)
+      if (current !== undefined) {
+        result.set(fileType, current + 1)
+      }
+    }
+  }
+  return result
+}
+
+try {
+  await main()
+  process.exit(0)
+} catch (error) {
+  console.error(error)
+  process.exit(1)
+}