diff --git a/lib/reducers/user-reducer.js b/lib/reducers/user-reducer.js
--- a/lib/reducers/user-reducer.js
+++ b/lib/reducers/user-reducer.js
@@ -478,7 +478,10 @@
       newInconsistencies,
       userStoreOps,
     ];
-  } else if (action.type === updateUserAvatarActionTypes.success) {
+  } else if (
+    action.type === updateUserAvatarActionTypes.success &&
+    relyingOnAuthoritativeKeyserver
+  ) {
     const newUserInfos = _keyBy(userInfo => userInfo.id)(
       action.payload.updates.userInfos,
     );