From fdace92eb627aa61bb37beffba1102645f574149 Mon Sep 17 00:00:00 2001 From: Brian Gough Date: Mon, 13 Oct 2025 14:32:13 +0100 Subject: [PATCH] Merge pull request #29032 from overleaf/bg-retry-failed-backups Add script and cronjobs to retry failed history-v1 backups GitOrigin-RevId: c32102086235d4e22b947f4a80089b186c093cea --- .../history-v1/storage/scripts/retry_failed_backups.sh | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 services/history-v1/storage/scripts/retry_failed_backups.sh diff --git a/services/history-v1/storage/scripts/retry_failed_backups.sh b/services/history-v1/storage/scripts/retry_failed_backups.sh new file mode 100644 index 0000000000..a960a36e8e --- /dev/null +++ b/services/history-v1/storage/scripts/retry_failed_backups.sh @@ -0,0 +1,8 @@ +#!/bin/sh +# Extract project IDs with pending backups older than the configured timeout (default: 10000 seconds) +RETRY_TIMEOUT="${RETRY_TIMEOUT:-10000}" +ids=$(node storage/scripts/backup_scheduler.mjs --show-pending="$RETRY_TIMEOUT" | grep '^{' | jq -r '.projectId' | sort -u) +# Retry backups for each project ID with a concurrency of 5 blob uploads at a time +for project_id in $ids ; do + LOG_LEVEL=debug node storage/scripts/backup.mjs --projectId="$project_id" -c 5 ; +done