diff --git a/keyserver/src/cron/metrics.js b/keyserver/src/cron/metrics.js index 0f040da2e..171e61475 100644 --- a/keyserver/src/cron/metrics.js +++ b/keyserver/src/cron/metrics.js @@ -1,168 +1,171 @@ // @flow import bots from 'lib/facts/bots.js'; import { messageTypes } from 'lib/types/message-types-enum.js'; import createMessages from '../creators/message-creator.js'; import { dbQuery, SQL } from '../database/database.js'; import { createScriptViewer } from '../session/scripts.js'; const metricsChannel = '80820870'; const millisecondsPerDay = 24 * 60 * 60 * 1000; async function postMetrics() { if (!process.env.RUN_COMM_TEAM_DEV_SCRIPTS) { // This is a job that the Comm internal team uses return; } const oneDayAgo = Date.now() - millisecondsPerDay; const oneWeekAgo = Date.now() - millisecondsPerDay * 7; const thirtyDaysAgo = Date.now() - millisecondsPerDay * 30; const [ dailyActives, + weeklyActives, monthlyActives, lastDayOneWeekRetention, lastDayTwoWeekRetention, lastWeekThreeWeekRetention, lastDayRetentionSinceLaunch, lastWeekRetentionSinceLaunch, dailyUniqueMessageAuthors, weeklyUniqueMessageAuthors, monthlyUniqueMessageAuthors, ] = await Promise.all([ getActiveCountSince(oneDayAgo), + getActiveCountSince(oneWeekAgo), getActiveCountSince(thirtyDaysAgo), getRetention(7, 6, 1), getRetention(14, 13, 1), getRetention(21, 14, 7), getRetentionSinceLaunch(1), getRetentionSinceLaunch(7), getUniqueMessageAuthorCountSince(oneDayAgo), getUniqueMessageAuthorCountSince(oneWeekAgo), getUniqueMessageAuthorCountSince(thirtyDaysAgo), ]); const metrics = { 'DAUs': dailyActives, + 'WAUs': weeklyActives, 'MAUs': monthlyActives, 'D7 (daily)': lastDayOneWeekRetention, 'D14 (daily)': lastDayTwoWeekRetention, 'D21 (weekly)': lastWeekThreeWeekRetention, 'daily retention since launch': lastDayRetentionSinceLaunch, 'weekly retention since launch': lastWeekRetentionSinceLaunch, 'unique message authors (daily)': dailyUniqueMessageAuthors, 'unique message authors (weekly)': weeklyUniqueMessageAuthors, 'unique message authors (monthly)': monthlyUniqueMessageAuthors, }; const today = new Date().toLocaleString('default', { day: 'numeric', month: 'long', year: 'numeric', }); const metricText = `### Metrics for ${today}\n` + '```\n' + `${JSON.stringify(metrics, undefined, 2)}\n` + '```'; const viewer = createScriptViewer(bots.commbot.userID); const messageDatas = [ { type: messageTypes.TEXT, threadID: metricsChannel, creatorID: bots.commbot.userID, time: Date.now(), text: metricText, }, ]; await createMessages(viewer, messageDatas); } async function getActiveCountSince(time: number): Promise { const [result] = await dbQuery(SQL` SELECT COUNT(DISTINCT u.id) AS count FROM users u LEFT JOIN cookies c ON c.user = u.id WHERE last_used IS NOT NULL AND last_used >= ${time} `); const [row] = result; return row.count; } // Of the users that created their account between N and M days ago, // how many were active in the last X days? type RetentionResult = { +retainedCount: number, +totalCount: number }; async function getRetention( registeredDaysAgoStart: number, registeredDaysAgoEnd: number, activityCheckDaysAgo: number, ): Promise { const startOfRegistrationPeriod = Date.now() - millisecondsPerDay * registeredDaysAgoStart; const endOfRegistrationPeriod = Date.now() - millisecondsPerDay * registeredDaysAgoEnd; const [result] = await dbQuery(SQL` SELECT u.id, MAX(c.last_used) AS lastUsed FROM users u LEFT JOIN cookies c ON c.user = u.id WHERE u.creation_time >= ${startOfRegistrationPeriod} AND u.creation_time < ${endOfRegistrationPeriod} GROUP BY u.id `); const totalCount = result.length; const lastUsedSince = Date.now() - millisecondsPerDay * activityCheckDaysAgo; const retainedCount = result.filter( ({ lastUsed }) => lastUsed >= lastUsedSince, ).length; return { retainedCount, totalCount }; } // We're measuring users that signed up in the 7 days following launch. // They count as retained if they've used Comm in the last activityCheckDaysAgo // days. async function getRetentionSinceLaunch( activityCheckDaysAgo: number, ): Promise { const launchDate = new Date('2024-10-03'); const launchDaysAgo = Math.ceil( (Date.now() - launchDate.getTime()) / millisecondsPerDay, ); const retentionPromises: Array> = []; for (let i = 0; i < 7; i++) { retentionPromises.push( getRetention( launchDaysAgo - i, launchDaysAgo - i - 1, activityCheckDaysAgo, ), ); } const totalRetentionResults = { retainedCount: 0, totalCount: 0, }; const retentionResults = await Promise.all(retentionPromises); for (const retentionResult of retentionResults) { totalRetentionResults.retainedCount += retentionResult.retainedCount; totalRetentionResults.totalCount += retentionResult.totalCount; } return totalRetentionResults; } async function getUniqueMessageAuthorCountSince(time: number): Promise { const [result] = await dbQuery(SQL` SELECT COUNT(DISTINCT user) AS count FROM messages WHERE time >= ${time} `); const [row] = result; return row.count; } export { postMetrics };