Merge pull request #9894 from overleaf/em-node-fetch-web

Replace request-promise with node-fetch in web

GitOrigin-RevId: 07dbb6db7fd42326807aaeb18e5ee39f7c3d4668
This commit is contained in:
Eric Mc Sween
2022-10-12 07:33:37 -04:00
committed by Copybot
parent 47b3b72076
commit da30da76b2
13 changed files with 313 additions and 217 deletions
@@ -1,11 +1,12 @@
const Settings = require('@overleaf/settings')
const OError = require('@overleaf/o-error')
const { waitForDb } = require('../app/src/infrastructure/mongodb')
const { promiseMapWithLimit } = require('../app/src/util/promises')
const { getHardDeletedProjectIds } = require('./delete_orphaned_data_helper')
const TpdsUpdateSender = require('../app/src/Features/ThirdPartyDataStore/TpdsUpdateSender')
const { promisify } = require('util')
const { ObjectId } = require('mongodb')
const request = require('request-promise-native')
const fetch = require('node-fetch')
const sleep = promisify(setTimeout)
const START_OFFSET = process.env.START_OFFSET
@@ -30,14 +31,18 @@ async function main() {
let pageToken = ''
let startOffset = START_OFFSET
while (pageToken !== undefined) {
const { nextPageToken, entries } = await request({
url: `${Settings.apis.project_archiver.url}/project/list`,
json: true,
qs: {
pageToken,
startOffset,
},
const url = new URL(`${Settings.apis.project_archiver.url}/project/list`)
url.searchParams.append('pageToken', pageToken)
url.searchParams.append('startOffset', startOffset)
const response = await fetch(url, {
headers: { Accept: 'application/json' },
})
if (!response.ok) {
throw new OError('Failed to get list of projects from project archiver', {
status: response.status,
})
}
const { nextPageToken, entries } = await response.json()
pageToken = nextPageToken
startOffset = undefined