Jakob Ackermann 04c1497673 [web] extend scripts for finding and fixing broken file-trees (#22984) ...

- Validate _id fields to be ObjectIds
- Include more debug output, notably include the folder/doc/file id
- Emit and consume JSON output
- Read broken file-tree details from (ad-hoc) file
- Use generator instead of accumulating all results per project first
- Use batchedUpdate to be able to pause and resume processing

GitOrigin-RevId: 606ac431fff65891e09479c0ba9bcb7e7dc5cbe4

2025-01-22 09:05:12 +00:00

..

analytics

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

delete-duplicate-splittest-versions

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

delete-orphaned-docs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

example

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

helpers

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

history

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

learn/checkSanitize

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

lezer-latex

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

oauth

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

plan-prices

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

recurly

Merge pull request #22567 from overleaf/em-collection-method

2025-01-10 09:05:25 +00:00

sync-user-entitlements

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

translations

Merge pull request #21627 from overleaf/ar-node-20

2024-11-15 09:04:32 +00:00

ukamf

Merge pull request #21510 from overleaf/jpa-dependency-cleanup

2024-11-01 09:05:28 +00:00

add_feature_override.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

add_salesforce_data_to_subscriptions.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

add_user_count_to_csv.mjs

[web] Fixup .mjs extension in scripts mentions (calls, comments, copybara) (#21969)

2024-11-21 09:04:23 +00:00

back_fill_deleted_files.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

back_fill_doc_name_for_deleted_docs.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

back_fill_doc_rev.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

back_fill_dummy_doc_meta.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

back_fill_staff_access.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

back_fill_warning_user_personal_and_group_subscription.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

backfill_mixpanel_user_properties.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

backfill_project_image_name.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

backfill_project_invites_token_hmac.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

backfill_user_properties.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

backfill_users_sso_attribute.mjs

Merge pull request #21288 from overleaf/ar-convert-modules-saas-authentication-to-es-modules

2024-10-31 09:05:08 +00:00

bench_bcrypt.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

check_institution_users.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

check_overleafModuleImports.mjs

Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

2024-10-21 08:04:42 +00:00

check_saml_emails.mjs

Merge pull request #21288 from overleaf/ar-convert-modules-saas-authentication-to-es-modules

2024-10-31 09:05:08 +00:00

clear_admin_sessions.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

clear_feedback_collection.mjs

[web] Fixup .mjs extension in scripts mentions (calls, comments, copybara) (#21969)

2024-11-21 09:04:23 +00:00

clear_institution_notifications.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

clear_project_tokens.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

clear_sessions_2fa.mjs

Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

2024-10-21 08:04:42 +00:00

clear_sessions_set_must_reconfirm.mjs

[web] Add audit logs for clear_sessions_set_must_reconfirm script, "must-reset-password-set" and "must-reset-password-unset" (#21776)

2024-11-15 09:05:21 +00:00

confirmed_at_to_dates.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

convert_archived_state.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

convert_doc_to_file.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

count_encrypted_access_tokens.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

count_files_in_projects.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

count_image_files.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

count_project_size.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

create_oauth_personal_access_token.mjs

Merge pull request #21434 from overleaf/msm-esm-oauth2-server

2024-11-21 09:03:39 +00:00

create_project.mjs

[web] Fixup .mjs extension in scripts mentions (calls, comments, copybara) (#21969)

2024-11-21 09:04:23 +00:00

delete_dangling_comments.mjs

Merge pull request #21989 from overleaf/em-dangling-comments-script

2024-11-21 09:04:19 +00:00

delete_dangling_file_refs.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

delete_orphaned_chat_threads.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

delete_orphaned_data_helper.mjs

Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

2024-10-21 08:04:42 +00:00

delete_orphaned_doc_comment_ranges.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

delete_orphaned_docs_online_check.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

delete_subscriptions.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

disconnect_all_users.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

ensure_affiliations.mjs

[web] Remove promises exports from Controller modules (#22242)

2025-01-17 09:05:36 +00:00

esm-check-migration.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

extract_onboardingdatacollection_csv.js

Create a script to extract OnboardingDataCollection (#17657)

2024-03-28 09:04:33 +00:00

extract_onboardingdatacollection_never_used_latex.js

Merge pull request #22260 from overleaf/rh-odc-students-never-used

2024-12-03 09:04:59 +00:00

find_malformed_filetrees.mjs

[web] extend scripts for finding and fixing broken file-trees (#22984)

2025-01-22 09:05:12 +00:00

fix_group_invite_emails_to_lowercase.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

fix_malformed_filetree.mjs

[web] extend scripts for finding and fixing broken file-trees (#22984)

2025-01-22 09:05:12 +00:00

fix_oversized_docs.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

force_doc_flush.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

inst_table.mjs

Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

2024-10-21 08:04:42 +00:00

invalidate_tokens.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

lowercase_institution_user_ids.mjs

Merge pull request #21568 from overleaf/ls-script-to-lowercase-external-user-id-lint-fix

2024-11-05 09:05:19 +00:00

mark_migration.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

merge_group_subscription_members.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

migrate_audit_logs.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

process_lapsed_reconfirmations.mjs

Convert scripts that use institutions module

2024-10-16 08:04:52 +00:00

purge_non_logged_in_sessions.mjs

Merge pull request #21202 from overleaf/ls-scripts-to-esm-2

2024-10-23 08:04:53 +00:00

recover_docs_from_redis.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

refresh_features.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

refresh_institution_users.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

regenerate_duplicate_referral_ids.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

remove_deleted_users_from_token_access_refs.mjs

[web] Fixup .mjs extension in scripts mentions (calls, comments, copybara) (#21969)

2024-11-21 09:04:23 +00:00

remove_email.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

remove_feature_from_all_users.mjs

Merge pull request #22110 from overleaf/jdt-remove-assistant-from-labs

2024-12-06 09:06:32 +00:00

remove_oauth_application.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

restore_orphaned_docs.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

restore_soft_deleted_docs.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

set_tex_live_image.mjs

Merge pull request #21097 from overleaf/ls-scripts-to-esm-1

2024-10-21 08:04:42 +00:00

soft_delete_project.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

split_tests_assigned_at_to_dates.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

split_writefull_disabled_from_unset.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

sso_id_migration_check.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

sso_id_remove_not_migrated.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

stress_test.mjs

[web] Add prefer-node-protocol ESLint rule (#21523)

2024-11-05 09:04:33 +00:00

suspend_users.mjs

Merge pull request #22433 from overleaf/tm-suspend-users-script

2024-12-11 09:04:40 +00:00

tsconfig.json

Merge pull request #16353 from overleaf/em-typescript-in-web-backend

2024-01-04 09:03:43 +00:00

undelete_project_to_user.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

unlink_third_party_id.mjs

Merge pull request #21427 from overleaf/jpa-populate-db-on-import

2024-11-01 09:05:15 +00:00

update_project_image_name.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00

validate-data-of-model.mjs

Merge pull request #21668 from overleaf/jpa-mongo-utils

2024-11-08 09:07:09 +00:00