diff --git a/osu.Game/Screens/Loader.cs b/osu.Game/Screens/Loader.cs
index 1d152361df..555c497d92 100644
--- a/osu.Game/Screens/Loader.cs
+++ b/osu.Game/Screens/Loader.cs
@@ -19,6 +19,8 @@ namespace osu.Game.Screens
 
         public override bool ShowOverlaysOnEnter => false;
 
+        protected override bool AllowBackButton => false;
+
         public Loader()
         {
             ValidForResume = false;
diff --git a/osu.Game/Screens/Menu/MainMenu.cs b/osu.Game/Screens/Menu/MainMenu.cs
index f2ea6d85a8..f9f62b764b 100644
--- a/osu.Game/Screens/Menu/MainMenu.cs
+++ b/osu.Game/Screens/Menu/MainMenu.cs
@@ -26,6 +26,8 @@ namespace osu.Game.Screens.Menu
 
         public override bool ShowOverlaysOnEnter => buttons.State != MenuState.Initial;
 
+        protected override bool AllowBackButton => buttons.State != MenuState.Initial;
+
         private readonly BackgroundScreenDefault background;
         private Screen songSelect;
 
diff --git a/osu.Game/Screens/OsuScreen.cs b/osu.Game/Screens/OsuScreen.cs
index fb5d3d12e6..24945ea347 100644
--- a/osu.Game/Screens/OsuScreen.cs
+++ b/osu.Game/Screens/OsuScreen.cs
@@ -7,6 +7,7 @@ using osu.Framework.Audio;
 using osu.Framework.Audio.Sample;
 using osu.Framework.Configuration;
 using osu.Framework.Graphics;
+using osu.Framework.Input;
 using osu.Framework.Input.Bindings;
 using osu.Framework.Screens;
 using osu.Game.Beatmaps;
@@ -15,6 +16,7 @@ using osu.Game.Input.Bindings;
 using osu.Game.Rulesets;
 using osu.Game.Screens.Menu;
 using OpenTK;
+using OpenTK.Input;
 
 namespace osu.Game.Screens
 {
@@ -105,6 +107,20 @@ namespace osu.Game.Screens
 
         public bool OnReleased(GlobalAction action) => action == GlobalAction.Back && AllowBackButton;
 
+        protected override bool OnKeyDown(InputState state, KeyDownEventArgs args)
+        {
+            if (args.Repeat || !IsCurrentScreen) return false;
+
+            switch (args.Key)
+            {
+                case Key.Escape:
+                    Exit();
+                    return true;
+            }
+
+            return base.OnKeyDown(state, args);
+        }
+
         protected override void OnResuming(Screen last)
         {
             sampleExit?.Play();
diff --git a/osu.Game/Screens/Play/ScreenWithBeatmapBackground.cs b/osu.Game/Screens/Play/ScreenWithBeatmapBackground.cs
index 1ccc5e2fe8..f29f5b328a 100644
--- a/osu.Game/Screens/Play/ScreenWithBeatmapBackground.cs
+++ b/osu.Game/Screens/Play/ScreenWithBeatmapBackground.cs
@@ -16,6 +16,7 @@ namespace osu.Game.Screens.Play
         protected override BackgroundScreen CreateBackground() => new BackgroundScreenBeatmap(Beatmap);
 
         public override bool AllowBeatmapRulesetChange => false;
+        protected override bool AllowBackButton => false;
 
         protected const float BACKGROUND_FADE_DURATION = 800;