mirror of
https://github.com/ppy/osu.git
synced 2024-11-14 15:57:24 +08:00
c8f7f2215b
After way too much time investigating this, the encoding situation is
not great right now.
- Stable sets the "default code page" to be used for encoding filenames
to Shift-JIS (932):
c29ebd7fc5/osu
!/GameBase.cs#L3099
- Lazer does nothing (therefore using UTF-8).
When importing to lazer, stable files are assumed to be UTF-8. This
means that the linked beatmaps don't work correctly. Forcing lazer to
decompress *and* compress using Shift-JIS will fix this.
Here's a rough idea of how things look for japanese character filenames
in current `master`:
| | stable | lazer |
|--------|--------|--------|
| export encoding | shift-jis | utf8 |
| utf8 [bit flag](https://superuser.com/a/1507988) set | ❌ | ❌ |
| import stable export osz | ✅ | ❌ |
| import lazer export osz | ❌ | ✅ |
| windows unzip | ❌ | ❌ |
| macos unzip | ✅ | ✅ |
and after this change
| | stable | lazer |
|--------|--------|--------|
| export encoding | shift-jis | shift-jis |
| utf8 [bit flag](https://superuser.com/a/1507988) set | ❌ | ❌ |
| import stable export osz | ✅ | ✅ |
| import lazer export osz | ✅ | ✅ |
| windows unzip | ❌ | ❌ |
| macos unzip | ✅ | ✅ |
A future endeavour to improve compatibility would be to look at setting
the utf8 flag in lazer, switching the default to utf8, and ensuring the
stable supports this flag (I don't believe it does right now).
117 lines
3.7 KiB
C#
117 lines
3.7 KiB
C#
// Copyright (c) ppy Pty Ltd <contact@ppy.sh>. Licensed under the MIT Licence.
|
|
// See the LICENCE file in the repository root for full licence text.
|
|
|
|
#nullable disable
|
|
|
|
using System.Buffers;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Text;
|
|
using Microsoft.Toolkit.HighPerformance;
|
|
using osu.Framework.IO.Stores;
|
|
using SharpCompress.Archives.Zip;
|
|
using SharpCompress.Common;
|
|
using SharpCompress.Readers;
|
|
using SixLabors.ImageSharp.Memory;
|
|
|
|
namespace osu.Game.IO.Archives
|
|
{
|
|
public sealed class ZipArchiveReader : ArchiveReader
|
|
{
|
|
/// <summary>
|
|
/// Archives created by osu!stable still write out as Shift-JIS.
|
|
/// We want to force this fallback rather than leave it up to the library/system.
|
|
/// In the future we may want to change exports to set the zip UTF-8 flag and use that instead.
|
|
/// </summary>
|
|
public static readonly ArchiveEncoding DEFAULT_ENCODING;
|
|
|
|
private readonly Stream archiveStream;
|
|
private readonly ZipArchive archive;
|
|
|
|
static ZipArchiveReader()
|
|
{
|
|
// Required to support rare code pages.
|
|
Encoding.RegisterProvider(CodePagesEncodingProvider.Instance);
|
|
|
|
DEFAULT_ENCODING = new ArchiveEncoding(Encoding.GetEncoding(932), Encoding.GetEncoding(932));
|
|
}
|
|
|
|
public ZipArchiveReader(Stream archiveStream, string name = null)
|
|
: base(name)
|
|
{
|
|
this.archiveStream = archiveStream;
|
|
|
|
archive = ZipArchive.Open(archiveStream, new ReaderOptions
|
|
{
|
|
ArchiveEncoding = DEFAULT_ENCODING
|
|
});
|
|
}
|
|
|
|
public override Stream GetStream(string name)
|
|
{
|
|
ZipArchiveEntry entry = archive.Entries.SingleOrDefault(e => e.Key == name);
|
|
if (entry == null)
|
|
return null;
|
|
|
|
var owner = MemoryAllocator.Default.Allocate<byte>((int)entry.Size);
|
|
|
|
using (Stream s = entry.OpenEntryStream())
|
|
s.ReadExactly(owner.Memory.Span);
|
|
|
|
return new MemoryOwnerMemoryStream(owner);
|
|
}
|
|
|
|
public override void Dispose()
|
|
{
|
|
archive.Dispose();
|
|
archiveStream.Dispose();
|
|
}
|
|
|
|
public override IEnumerable<string> Filenames => archive.Entries.Where(e => !e.IsDirectory).Select(e => e.Key).ExcludeSystemFileNames();
|
|
|
|
private class MemoryOwnerMemoryStream : Stream
|
|
{
|
|
private readonly IMemoryOwner<byte> owner;
|
|
private readonly Stream stream;
|
|
|
|
public MemoryOwnerMemoryStream(IMemoryOwner<byte> owner)
|
|
{
|
|
this.owner = owner;
|
|
|
|
stream = owner.Memory.AsStream();
|
|
}
|
|
|
|
protected override void Dispose(bool disposing)
|
|
{
|
|
owner?.Dispose();
|
|
base.Dispose(disposing);
|
|
}
|
|
|
|
public override void Flush() => stream.Flush();
|
|
|
|
public override int Read(byte[] buffer, int offset, int count) => stream.Read(buffer, offset, count);
|
|
|
|
public override long Seek(long offset, SeekOrigin origin) => stream.Seek(offset, origin);
|
|
|
|
public override void SetLength(long value) => stream.SetLength(value);
|
|
|
|
public override void Write(byte[] buffer, int offset, int count) => stream.Write(buffer, offset, count);
|
|
|
|
public override bool CanRead => stream.CanRead;
|
|
|
|
public override bool CanSeek => stream.CanSeek;
|
|
|
|
public override bool CanWrite => stream.CanWrite;
|
|
|
|
public override long Length => stream.Length;
|
|
|
|
public override long Position
|
|
{
|
|
get => stream.Position;
|
|
set => stream.Position = value;
|
|
}
|
|
}
|
|
}
|
|
}
|