Differential D7077 Diff 23751 keyserver/src/database/search_utils.js

Changeset View

Standalone View

				// @flow

				import natural from 'natural';

				import type { RawMessageInfo } from 'lib/types/message-types';
				import { messageTypes } from 'lib/types/message-types.js';

				import { dbQuery, SQL } from '../database/database.js';

				async function processMessagesForSearch(
				messages: $ReadOnlyArray<RawMessageInfo>,
				): Promise<void> {
				const processedMessages = [];

				for (const msg of messages) {
				if (
				msg.type !== messageTypes.TEXT &&
				msg.type !== messageTypes.EDIT_MESSAGE
				) {
				continue;
				}

				const processed_msg = natural.PorterStemmer.tokenizeAndStem(
				msg.text,
				false,
				).join(' ');

				if (msg.type === messageTypes.TEXT) {
				processedMessages.push([msg.id, msg.id, processed_msg]);
				} else {
				processedMessages.push([msg.targetMessageID, msg.id, processed_msg]);
				}
				}

				await dbQuery(SQL`
				INSERT INTO search (original_message_id, message_id, processed_content)
				VALUES ${processedMessages}
				ON DUPLICATE KEY UPDATE message_id=VALUES(message_id), processed_content=VALUES(processed_content)
				ashoatUnsubmitted Not Done Inline Actions Please format this like other SQL queries. Note the indentation we use in the codebase, and note the spacing we use in the codebase Please make sure you don't have any lines longer than 80 chars ashoat: 1. Please format this like other SQL queries. Note the indentation we use in the codebase, and…
				`);
				}

				export { processMessagesForSearch };