diff --git a/app/assets/javascripts/ui_models/app_state/notes_state.ts b/app/assets/javascripts/ui_models/app_state/notes_state.ts
index d29ea33a9..2ffbee3c6 100644
--- a/app/assets/javascripts/ui_models/app_state/notes_state.ts
+++ b/app/assets/javascripts/ui_models/app_state/notes_state.ts
@@ -129,7 +129,10 @@ export class NotesState {
     } else if (this.io.activeModifiers.has(KeyboardModifier.Shift)) {
       await this.selectNotesRange(note);
     } else {
-      if (await this.application.authorizeNoteAccess(note)) {
+      if (
+        !this.selectedNotes[note.uuid] &&
+        (await this.application.authorizeNoteAccess(note))
+      ) {
         this.selectedNotes = {
           [note.uuid]: note,
         };