diff --git a/osu.Game/Graphics/Containers/ScalingContainer.cs b/osu.Game/Graphics/Containers/ScalingContainer.cs
index b691e372c5..2488fd14d0 100644
--- a/osu.Game/Graphics/Containers/ScalingContainer.cs
+++ b/osu.Game/Graphics/Containers/ScalingContainer.cs
@@ -50,7 +50,7 @@ namespace osu.Game.Graphics.Containers
                     return;
 
                 allowScaling = value;
-                updateSize();
+                if (IsLoaded) updateSize();
             }
         }