diff --git a/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs b/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
index e69abec45e..530ed653aa 100644
--- a/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
+++ b/osu.Game/Rulesets/UI/Scrolling/ScrollingHitObjectContainer.cs
@@ -98,12 +98,11 @@ namespace osu.Game.Rulesets.UI.Scrolling
         {
             base.Update();
 
-            if (initialStateCache.IsValid)
-                return;
-
-            speedChangeVisualiser.ComputeInitialStates(Objects, direction, TimeRange, DrawSize);
-
-            initialStateCache.Validate();
+            if (!initialStateCache.IsValid)
+            {
+                speedChangeVisualiser.ComputeInitialStates(Objects, direction, TimeRange, DrawSize);
+                initialStateCache.Validate();
+            }
         }
 
         protected override void UpdateAfterChildrenLife()
diff --git a/osu.Game/Rulesets/UI/Scrolling/Visualisers/OverlappingSpeedChangeVisualiser.cs b/osu.Game/Rulesets/UI/Scrolling/Visualisers/OverlappingSpeedChangeVisualiser.cs
index 24f69c627d..4cce90ee94 100644
--- a/osu.Game/Rulesets/UI/Scrolling/Visualisers/OverlappingSpeedChangeVisualiser.cs
+++ b/osu.Game/Rulesets/UI/Scrolling/Visualisers/OverlappingSpeedChangeVisualiser.cs
@@ -11,8 +11,6 @@ namespace osu.Game.Rulesets.UI.Scrolling.Visualisers
 {
     public class OverlappingSpeedChangeVisualiser : ISpeedChangeVisualiser
     {
-        private readonly Dictionary<DrawableHitObject, double> hitObjectPositions = new Dictionary<DrawableHitObject, double>();
-
         private readonly SortedList<MultiplierControlPoint> controlPoints;
 
         public OverlappingSpeedChangeVisualiser(SortedList<MultiplierControlPoint> controlPoints)
diff --git a/osu.Game/osu.Game.csproj b/osu.Game/osu.Game.csproj
index 01052a7898..967f3fc1d7 100644
--- a/osu.Game/osu.Game.csproj
+++ b/osu.Game/osu.Game.csproj
@@ -318,9 +318,9 @@
     <Compile Include="Rulesets\Mods\IApplicableToBeatmapConverter.cs" />
     <Compile Include="Rulesets\Mods\IApplicableToDrawableHitObject.cs" />
     <Compile Include="Rulesets\UI\HitObjectContainer.cs" />
-    <Compile Include="Rulesets\UI\Scrolling\Algorithms\SequentialSpeedChangeVisualiser.cs" />
-    <Compile Include="Rulesets\UI\Scrolling\Algorithms\ISpeedChangeVisualiser.cs" />
-    <Compile Include="Rulesets\UI\Scrolling\Algorithms\OverlappingSpeedChangeVisualiser.cs" />
+    <Compile Include="Rulesets\UI\Scrolling\Visualisers\SequentialSpeedChangeVisualiser.cs" />
+    <Compile Include="Rulesets\UI\Scrolling\Visualisers\ISpeedChangeVisualiser.cs" />
+    <Compile Include="Rulesets\UI\Scrolling\Visualisers\OverlappingSpeedChangeVisualiser.cs" />
     <Compile Include="Rulesets\UI\Scrolling\ScrollingDirection.cs" />
     <Compile Include="Rulesets\UI\Scrolling\ScrollingHitObjectContainer.cs" />
     <Compile Include="Rulesets\UI\Scrolling\ScrollingPlayfield.cs" />