Merge pull request #7933 from overleaf/em-analytics-failed-jobs-headroom

Increase the number of retained failed jobs in analytics queues

GitOrigin-RevId: 384a70b46d4eef5e07216664d6f5b94d52ca3152
This commit is contained in:
Eric Mc Sween
2022-05-18 08:04:55 +00:00
committed by Copybot
parent de4091f955
commit fd8bd62f54
+18 -6
View File
@@ -6,17 +6,30 @@ const Settings = require('@overleaf/settings')
// uses the completed job records to report on job duration. // uses the completed job records to report on job duration.
const MAX_COMPLETED_JOBS_RETAINED = 10000 const MAX_COMPLETED_JOBS_RETAINED = 10000
const MAX_FAILED_JOBS_RETAINED = 50000 const MAX_FAILED_JOBS_RETAINED = 50000
const MAX_FAILED_JOBS_RETAINED_ANALYTICS = 3000000
const QUEUES_JOB_OPTIONS = { const QUEUES_JOB_OPTIONS = {
'analytics-events': {}, 'analytics-events': {
'analytics-editing-sessions': {}, removeOnFail: MAX_FAILED_JOBS_RETAINED_ANALYTICS,
'analytics-user-properties': {}, },
'analytics-editing-sessions': {
removeOnFail: MAX_FAILED_JOBS_RETAINED_ANALYTICS,
},
'analytics-user-properties': {
removeOnFail: MAX_FAILED_JOBS_RETAINED_ANALYTICS,
},
'refresh-features': { 'refresh-features': {
removeOnFail: MAX_FAILED_JOBS_RETAINED,
attempts: 3, attempts: 3,
}, },
'emails-onboarding': {}, 'emails-onboarding': {
'post-registration-analytics': {}, removeOnFail: MAX_FAILED_JOBS_RETAINED,
},
'post-registration-analytics': {
removeOnFail: MAX_FAILED_JOBS_RETAINED_ANALYTICS,
},
'scheduled-jobs': { 'scheduled-jobs': {
removeOnFail: MAX_FAILED_JOBS_RETAINED,
attempts: 1, attempts: 1,
}, },
} }
@@ -42,7 +55,6 @@ function getQueue(queueName) {
redis: redisOptions, redis: redisOptions,
defaultJobOptions: { defaultJobOptions: {
removeOnComplete: MAX_COMPLETED_JOBS_RETAINED, removeOnComplete: MAX_COMPLETED_JOBS_RETAINED,
removeOnFail: MAX_FAILED_JOBS_RETAINED,
attempts: 11, attempts: 11,
backoff: { backoff: {
type: 'exponential', type: 'exponential',