// Copyright (c) 2007-2017 ppy Pty Ltd . // Licensed under the MIT Licence - https://raw.githubusercontent.com/ppy/osu/master/LICENCE using System; using System.Collections.Generic; using OpenTK; using OpenTK.Graphics; using OpenTK.Graphics.ES30; using osu.Framework.Allocation; using osu.Framework.Audio.Track; using osu.Framework.Configuration; using osu.Framework.Graphics; using osu.Framework.Graphics.Batches; using osu.Framework.Graphics.Colour; using osu.Framework.Graphics.Containers; using osu.Framework.Graphics.OpenGL.Vertices; using osu.Framework.Graphics.Primitives; using osu.Framework.Graphics.Shaders; using osu.Framework.Graphics.Shapes; using osu.Framework.Graphics.Textures; using osu.Game.Beatmaps; using osu.Game.Graphics.Sprites; using osu.Game.Overlays; namespace osu.Game.Tests.Visual { internal class TestCaseWaveform : OsuTestCase { private readonly Bindable beatmapBacking = new Bindable(); public TestCaseWaveform() { MusicController mc; FillFlowContainer flow; Child = flow = new FillFlowContainer { RelativeSizeAxes = Axes.Both, Direction = FillDirection.Vertical, Spacing = new Vector2(0, 10), Children = new Drawable[] { mc = new MusicController { Anchor = Anchor.TopCentre, Origin = Anchor.TopCentre, Y = 100, State = Visibility.Visible }, } }; for (int i = 1; i <= 16; i *= 2) { var newDisplay = new WaveformDisplay { RelativeSizeAxes = Axes.Both, Resolution = 1f / i }; newDisplay.Beatmap.BindTo(beatmapBacking); flow.Add(new Container { RelativeSizeAxes = Axes.X, Height = 100, Children = new Drawable[] { newDisplay, new Container { Anchor = Anchor.Centre, Origin = Anchor.Centre, AutoSizeAxes = Axes.Both, Children = new Drawable[] { new Box { RelativeSizeAxes = Axes.Both, Colour = Color4.Black, Alpha = 0.75f }, new OsuSpriteText { Anchor = Anchor.Centre, Origin = Anchor.Centre, Text = $"Resolution: {(1f / i).ToString("0.00")}" } } } } }); } } [BackgroundDependencyLoader] private void load(OsuGameBase osuGame) => beatmapBacking.BindTo(osuGame.Beatmap); private class WaveformDisplay : Drawable { public readonly Bindable Beatmap = new Bindable(); private Waveform waveform; private Shader shader; private readonly Texture texture; public WaveformDisplay() { texture = Texture.WhitePixel; Beatmap.ValueChanged += generateWaveform; } [BackgroundDependencyLoader] private void load(ShaderManager shaders) { shader = shaders?.Load(VertexShaderDescriptor.TEXTURE_2, FragmentShaderDescriptor.TEXTURE_ROUNDED); } private float resolution = 1; public float Resolution { get { return resolution; } set { if (resolution == value) return; resolution = value; Invalidate(Invalidation.DrawNode); } } private Track lastQueriedTrack; private void generateWaveform(WorkingBeatmap beatmap) { // Cancel the old query so we don't saturate the audio thread lastQueriedTrack?.CancelWaveformQuery(); beatmap.Track.QueryWaveform(w => { if (Beatmap.Value == beatmap) { waveform = w; Invalidate(Invalidation.DrawNode); } }); lastQueriedTrack = beatmap.Track; } private readonly WaveformDrawNodeSharedData sharedData = new WaveformDrawNodeSharedData(); protected override DrawNode CreateDrawNode() => new WaveformDrawNode(); protected override void ApplyDrawNode(DrawNode node) { var n = (WaveformDrawNode)node; n.Shader = shader; n.Texture = texture; n.Size = DrawSize; n.Shared = sharedData; n.Points = waveform.Generate((int)(MathHelper.Clamp(Math.Ceiling(DrawWidth), 0, waveform.TotalPoints) * resolution)); n.Channels = waveform.Channels; base.ApplyDrawNode(node); } private class WaveformDrawNodeSharedData { public readonly QuadBatch VertexBatch = new QuadBatch(1000, 10); } private class WaveformDrawNode : DrawNode { public Shader Shader; public Texture Texture; public WaveformDrawNodeSharedData Shared; public List Points; public Vector2 Size; public int Channels; public override void Draw(Action vertexAction) { base.Draw(vertexAction); if (Points == null || Points.Count == 0) return; Shader.Bind(); Texture.TextureGL.Bind(); float separation = Size.X / (Points.Count - 1); Vector2 localInflationAmount = new Vector2(0, 1) * DrawInfo.MatrixInverse.ExtractScale().Xy; for (int i = 0; i < Points.Count - 1; i++) { ColourInfo colour = DrawInfo.Colour; Quad quadToDraw; switch (Channels) { default: case 2: { float height = Size.Y / 2; quadToDraw = new Quad( new Vector2(i * separation, height - Points[i].Amplitude[0] * height), new Vector2((i + 1) * separation, height - Points[i + 1].Amplitude[0] * height), new Vector2(i * separation, height + Points[i].Amplitude[1] * height), new Vector2((i + 1) * separation, height + Points[i + 1].Amplitude[1] * height) ); } break; case 1: { quadToDraw = new Quad( new Vector2(i * separation, Size.Y - Points[i].Amplitude[0] * Size.Y), new Vector2((i + 1) * separation, Size.Y - Points[i + 1].Amplitude[0] * Size.Y), new Vector2(i * separation, Size.Y), new Vector2((i + 1) * separation, Size.Y) ); break; } } Texture.DrawQuad(quadToDraw * DrawInfo.Matrix, colour, null, Shared.VertexBatch.Add, Vector2.Divide(localInflationAmount, quadToDraw.Size)); } Shader.Unbind(); } } } } }