diff --git a/osu.Game/Overlays/Mods/ModColumn.cs b/osu.Game/Overlays/Mods/ModColumn.cs
index 270839112a..f6fa591666 100644
--- a/osu.Game/Overlays/Mods/ModColumn.cs
+++ b/osu.Game/Overlays/Mods/ModColumn.cs
@@ -330,14 +330,16 @@ namespace osu.Game.Overlays.Mods
 
         private void panelStateChanged(ModPanel panel)
         {
+            if (externalSelectionUpdateInProgress)
+                return;
+
             var newSelectedMods = panel.Active.Value
                 ? SelectedMods.Append(panel.Mod)
                 : SelectedMods.Except(panel.Mod.Yield());
 
             SelectedMods = newSelectedMods.ToArray();
             updateState();
-            if (!externalSelectionUpdateInProgress)
-                SelectionChangedByUser?.Invoke();
+            SelectionChangedByUser?.Invoke();
         }
 
         /// <summary>