diff --git a/osu.Game/Beatmaps/BeatmapManager_UpdateQueue.cs b/osu.Game/Beatmaps/BeatmapManager_UpdateQueue.cs
index aa8be823f7..be4bd0d30d 100644
--- a/osu.Game/Beatmaps/BeatmapManager_UpdateQueue.cs
+++ b/osu.Game/Beatmaps/BeatmapManager_UpdateQueue.cs
@@ -154,11 +154,11 @@ namespace osu.Game.Beatmaps
                     catch (Exception ex)
                     {
                         Logger.Log($"{nameof(BeatmapUpdateQueue)}'s online cache extraction failed: {ex}", LoggingTarget.Database);
+                        File.Delete(cacheFilePath);
                     }
                     finally
                     {
                         File.Delete(compressedCacheFilePath);
-                        File.Delete(cacheFilePath);
                     }
                 };