Page MenuHomePhabricator
Differential D11122

[identity] add sync-identity-search command
AbandonedPublicDraft
Actions

Authored by will on Feb 20 2024, 7:12 AM.
Tags
None
Referenced Files
Unknown Object (File)
Thu, Mar 13, 11:59 PM
Unknown Object (File)
Wed, Mar 12, 2:39 PM
Unknown Object (File)
Feb 25 2025, 5:10 PM
Unknown Object (File)
Feb 16 2025, 12:00 AM
Unknown Object (File)
Feb 16 2025, 12:00 AM
Unknown Object (File)
Feb 16 2025, 12:00 AM
Unknown Object (File)
Feb 15 2025, 11:59 PM
Unknown Object (File)
Jan 26 2025, 6:39 PM
View All 62 Files
Subscribers
ashoat
tomek

Details

Reviewers
varun
Summary

This implements the sync-identity-search command in identity which syncs the opensearch search index with the latest user data from dynamodb

Test Plan

Ran cargo run sync-identity-search on local and successfully confirmed search index was synced with latest dynamodb data

Diff Detail

Repository
rCOMM Comm
Lint
No Lint Coverage
Unit
No Test Coverage

Event Timeline

will created this revision.Feb 20 2024, 7:12 AM
will held this revision as a draft.
Herald added subscribers: tomek, ashoat. · View Herald TranscriptFeb 20 2024, 7:12 AM
will added a reviewer: kamil.Feb 20 2024, 7:14 AM
will removed a reviewer: kamil.
will updated this revision to Diff 37369.Feb 20 2024, 7:22 AM

Remove extraneous lines

will edited the summary of this revision. (Show Details)Feb 20 2024, 7:23 AM
will added a parent revision: D11059: [native] Utilize identity search on native.
Harbormaster failed remote builds in B27006: Diff 37367!Feb 20 2024, 7:23 AM
will edited the summary of this revision. (Show Details)Feb 20 2024, 7:26 AM
will added a parent revision: D11124: [identity] create constant IDENTITY_SEARCH_INDEX.
Harbormaster failed remote builds in B27008: Diff 37369!Feb 20 2024, 7:33 AM
will added a child revision: D11125: [terraform] Run automatic identity search sync cron task.Feb 20 2024, 7:37 AM
will abandoned this revision.Feb 22 2024, 8:11 AM
will removed parent revisions: D11124: [identity] create constant IDENTITY_SEARCH_INDEX, D11059: [native] Utilize identity search on native.Feb 25 2024, 1:58 PM
will edited the summary of this revision. (Show Details)
will removed a child revision: D11125: [terraform] Run automatic identity search sync cron task.

Revision Contents
Changeset List

PathSize
services/
identity/
src/
6 lines
55 lines
9 lines
102 lines

Diff 37369

View Options

services/identity/src/config.rs

Show All 40 Linesfunction DMOpsQueueHandler(): React.Node {
const threadInfos = useSelector(threadInfoSelector); const threadInfos = useSelector(threadInfoSelector);
const threadIDs = React.useMemo( const threadIDs = React.useMemo(
() => new Set(Object.keys(threadInfos)), () => new Set(Object.keys(threadInfos)),
[threadInfos], [threadInfos],
); );
const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set()); const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set());
const queuedOperations = useSelector( const queuedOperations = useSelector(
state => state.queuedDMOperations.operations, state => state.queuedDMOperations.threadQueue,
); );
const processDMOperation = useProcessDMOperation(); const processDMOperation = useProcessDMOperation();
React.useEffect(() => { React.useEffect(() => {
const prevThreadIDs = prevThreadIDsRef.current; const prevThreadIDs = prevThreadIDsRef.current;
prevThreadIDsRef.current = threadIDs; prevThreadIDsRef.current = threadIDs;
Show All 30 Lines
View Options

services/identity/src/database.rs

Show All 40 Linesfunction DMOpsQueueHandler(): React.Node {
const threadInfos = useSelector(threadInfoSelector); const threadInfos = useSelector(threadInfoSelector);
const threadIDs = React.useMemo( const threadIDs = React.useMemo(
() => new Set(Object.keys(threadInfos)), () => new Set(Object.keys(threadInfos)),
[threadInfos], [threadInfos],
); );
const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set()); const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set());
const queuedOperations = useSelector( const queuedOperations = useSelector(
state => state.queuedDMOperations.operations, state => state.queuedDMOperations.threadQueue,
); );
const processDMOperation = useProcessDMOperation(); const processDMOperation = useProcessDMOperation();
React.useEffect(() => { React.useEffect(() => {
const prevThreadIDs = prevThreadIDsRef.current; const prevThreadIDs = prevThreadIDsRef.current;
prevThreadIDsRef.current = threadIDs; prevThreadIDsRef.current = threadIDs;
Show All 30 Lines
View Options

services/identity/src/main.rs

Show All 40 Linesfunction DMOpsQueueHandler(): React.Node {
const threadInfos = useSelector(threadInfoSelector); const threadInfos = useSelector(threadInfoSelector);
const threadIDs = React.useMemo( const threadIDs = React.useMemo(
() => new Set(Object.keys(threadInfos)), () => new Set(Object.keys(threadInfos)),
[threadInfos], [threadInfos],
); );
const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set()); const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set());
const queuedOperations = useSelector( const queuedOperations = useSelector(
state => state.queuedDMOperations.operations, state => state.queuedDMOperations.threadQueue,
); );
const processDMOperation = useProcessDMOperation(); const processDMOperation = useProcessDMOperation();
React.useEffect(() => { React.useEffect(() => {
const prevThreadIDs = prevThreadIDsRef.current; const prevThreadIDs = prevThreadIDsRef.current;
prevThreadIDsRef.current = threadIDs; prevThreadIDsRef.current = threadIDs;
Show All 30 Lines
View Options

services/identity/src/sync.rs

Show All 40 Linesfunction DMOpsQueueHandler(): React.Node {
const threadInfos = useSelector(threadInfoSelector); const threadInfos = useSelector(threadInfoSelector);
const threadIDs = React.useMemo( const threadIDs = React.useMemo(
() => new Set(Object.keys(threadInfos)), () => new Set(Object.keys(threadInfos)),
[threadInfos], [threadInfos],
); );
const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set()); const prevThreadIDsRef = React.useRef<$ReadOnlySet<string>>(new Set());
const queuedOperations = useSelector( const queuedOperations = useSelector(
state => state.queuedDMOperations.operations, state => state.queuedDMOperations.threadQueue,
); );
const processDMOperation = useProcessDMOperation(); const processDMOperation = useProcessDMOperation();
React.useEffect(() => { React.useEffect(() => {
const prevThreadIDs = prevThreadIDsRef.current; const prevThreadIDs = prevThreadIDsRef.current;
prevThreadIDsRef.current = threadIDs; prevThreadIDsRef.current = threadIDs;
Show All 30 Lines