diff --git a/keyserver/src/cron/cron.js b/keyserver/src/cron/cron.js index df7e633a2..e27227595 100644 --- a/keyserver/src/cron/cron.js +++ b/keyserver/src/cron/cron.js @@ -1,163 +1,166 @@ // @flow import type { Account as OlmAccount } from '@commapp/olm'; import cluster from 'cluster'; import schedule from 'node-schedule'; import { backupDB } from './backups.js'; import { createDailyUpdatesThread } from './daily-updates.js'; import { postLeaderboard } from './phab-leaderboard.js'; import { updateAndReloadGeoipDB } from './update-geoip-db.js'; import { updateIdentityReservedUsernames } from './update-identity-reserved-usernames.js'; import { deleteOrphanedActivity } from '../deleters/activity-deleters.js'; import { deleteExpiredCookies } from '../deleters/cookie-deleters.js'; import { deleteOrphanedDays } from '../deleters/day-deleters.js'; import { deleteOrphanedEntries } from '../deleters/entry-deleters.js'; import { deleteOrphanedMemberships } from '../deleters/membership-deleters.js'; import { deleteOrphanedMessages } from '../deleters/message-deleters.js'; import { deleteOrphanedNotifs } from '../deleters/notif-deleters.js'; import { deleteOrphanedRevisions } from '../deleters/revision-deleters.js'; import { deleteOrphanedRoles } from '../deleters/role-deleters.js'; import { deleteOrphanedSessions, deleteOldWebSessions, } from '../deleters/session-deleters.js'; import { deleteStaleSIWENonceEntries } from '../deleters/siwe-nonce-deleters.js'; import { deleteInaccessibleThreads } from '../deleters/thread-deleters.js'; import { deleteExpiredUpdates } from '../deleters/update-deleters.js'; import { deleteUnassignedUploads } from '../deleters/upload-deleters.js'; import { fetchCallUpdateOlmAccount } from '../updaters/olm-account-updater.js'; import { validateAndUploadAccountPrekeys } from '../utils/olm-utils.js'; -import { isPrimaryNode } from '../utils/primary-secondary-utils.js'; +import { + isPrimaryNode, + isAuxiliaryNode, +} from '../utils/primary-secondary-utils.js'; import { synchronizeInviteLinksWithBlobs } from '../utils/synchronize-invite-links-with-blobs.js'; +const { RUN_COMM_TEAM_DEV_SCRIPTS } = process.env; + if (cluster.isMaster) { schedule.scheduleJob( '0 3 ? * 0', // every Sunday at 3:00 AM in the keyserver's timezone async () => { try { await updateAndReloadGeoipDB(); } catch (e) { console.warn( 'encountered error while trying to update GeoIP database', e, ); } }, ); if (isPrimaryNode) { schedule.scheduleJob( '30 3 * * *', // every day at 3:30 AM in the keyserver's timezone async () => { try { // Do everything one at a time to reduce load since we're in no hurry, // and since some queries depend on previous ones. await deleteExpiredCookies(); await deleteInaccessibleThreads(); await deleteOrphanedMemberships(); await deleteOrphanedDays(); await deleteOrphanedEntries(); await deleteOrphanedRevisions(); await deleteOrphanedRoles(); await deleteOrphanedMessages(); await deleteOrphanedActivity(); await deleteOrphanedNotifs(); await deleteOrphanedSessions(); await deleteOldWebSessions(); await deleteExpiredUpdates(); await deleteUnassignedUploads(); await deleteStaleSIWENonceEntries(); } catch (e) { console.warn('encountered error while trying to clean database', e); } }, ); schedule.scheduleJob( - '0 */4 * * *', // every four hours + '0 5 * * *', // every day at 5:00 AM in the keyserver's timezone async () => { try { - await backupDB(); + await updateIdentityReservedUsernames(); } catch (e) { - console.warn('encountered error while trying to backup database', e); + console.warn( + 'encountered error while trying to update reserved usernames on ' + + 'identity service', + e, + ); } }, ); schedule.scheduleJob( '0 0 * * *', // every day at midnight in the keyserver's timezone async () => { try { - if (process.env.RUN_COMM_TEAM_DEV_SCRIPTS) { - // This is a job that the Comm internal team uses - await createDailyUpdatesThread(); - } - } catch (e) { - console.warn( - 'encountered error while trying to create daily updates thread', - e, + await fetchCallUpdateOlmAccount( + 'content', + (contentAccount: OlmAccount) => + fetchCallUpdateOlmAccount( + 'notifications', + (notifAccount: OlmAccount) => + validateAndUploadAccountPrekeys(contentAccount, notifAccount), + ), ); + } catch (e) { + console.warn('encountered error while trying to validate prekeys', e); } }, ); schedule.scheduleJob( - '0 0 8 * *', // 8th of every month at midnight in the keyserver's timezone + '0 2 * * *', // every day at 2:00 AM in the keyserver's timezone async () => { try { - if (process.env.RUN_COMM_TEAM_DEV_SCRIPTS) { - // This is a job that the Comm internal team uses - await postLeaderboard(); - } + await synchronizeInviteLinksWithBlobs(); } catch (e) { console.warn( - 'encountered error while trying to post Phabricator leaderboard', + 'encountered an error while trying to synchronize invite links with blobs', e, ); } }, ); + } + if (isPrimaryNode || isAuxiliaryNode) { schedule.scheduleJob( - '0 5 * * *', // every day at 5:00 AM in the keyserver's timezone + '0 */4 * * *', // every four hours async () => { try { - await updateIdentityReservedUsernames(); + await backupDB(); } catch (e) { - console.warn( - 'encountered error while trying to update reserved usernames on ' + - 'identity service', - e, - ); + console.warn('encountered error while trying to backup database', e); } }, ); + } + if (RUN_COMM_TEAM_DEV_SCRIPTS && (isPrimaryNode || isAuxiliaryNode)) { schedule.scheduleJob( '0 0 * * *', // every day at midnight in the keyserver's timezone async () => { try { - await fetchCallUpdateOlmAccount( - 'content', - (contentAccount: OlmAccount) => - fetchCallUpdateOlmAccount( - 'notifications', - (notifAccount: OlmAccount) => - validateAndUploadAccountPrekeys(contentAccount, notifAccount), - ), - ); + await createDailyUpdatesThread(); } catch (e) { - console.warn('encountered error while trying to validate prekeys', e); + console.warn( + 'encountered error while trying to create daily updates thread', + e, + ); } }, ); schedule.scheduleJob( - '0 2 * * *', // every day at 2:00 AM in the keyserver's timezone + '0 0 8 * *', // 8th of every month at midnight in the keyserver's timezone async () => { try { - await synchronizeInviteLinksWithBlobs(); + await postLeaderboard(); } catch (e) { console.warn( - 'encountered an error while trying to synchronize invite links with blobs', + 'encountered error while trying to post Phabricator leaderboard', e, ); } }, ); } } diff --git a/keyserver/src/utils/primary-secondary-utils.js b/keyserver/src/utils/primary-secondary-utils.js index 320f2825b..bc22c4469 100644 --- a/keyserver/src/utils/primary-secondary-utils.js +++ b/keyserver/src/utils/primary-secondary-utils.js @@ -1,9 +1,13 @@ // @flow export const isPrimaryNode: boolean = process.env.COMM_NODE_ROLE ? process.env.COMM_NODE_ROLE === 'primary' : true; export const isSecondaryNode: boolean = process.env.COMM_NODE_ROLE ? process.env.COMM_NODE_ROLE === 'secondary' : false; + +export const isAuxiliaryNode: boolean = process.env.COMM_NODE_ROLE + ? process.env.COMM_NODE_ROLE === 'auxiliary' + : false;