2021-01-21 19:53:16 +08:00
// Copyright (c) ppy Pty Ltd <contact@ppy.sh>. Licensed under the MIT Licence.
// See the LICENCE file in the repository root for full licence text.
2021-01-14 15:13:10 +08:00
using System ;
2022-01-21 17:50:25 +08:00
using System.Collections.Generic ;
using System.Diagnostics ;
2022-01-18 13:30:41 +08:00
using System.IO ;
2021-10-18 14:35:51 +08:00
using System.Linq ;
2021-11-05 16:01:00 +08:00
using System.Reflection ;
2021-01-07 13:07:36 +08:00
using System.Threading ;
2021-01-22 16:28:47 +08:00
using osu.Framework.Allocation ;
2021-07-04 16:59:39 +08:00
using osu.Framework.Development ;
2021-10-29 10:14:22 +08:00
using osu.Framework.Input.Bindings ;
2021-01-12 13:36:35 +08:00
using osu.Framework.Logging ;
2021-01-07 13:07:36 +08:00
using osu.Framework.Platform ;
using osu.Framework.Statistics ;
2021-11-22 17:07:28 +08:00
using osu.Game.Configuration ;
2021-11-19 18:07:21 +08:00
using osu.Game.Beatmaps ;
2021-10-29 10:14:22 +08:00
using osu.Game.Input.Bindings ;
2021-10-18 14:35:51 +08:00
using osu.Game.Models ;
2021-11-29 16:59:41 +08:00
using osu.Game.Skinning ;
2021-11-25 13:12:49 +08:00
using osu.Game.Stores ;
2021-11-23 12:00:33 +08:00
using osu.Game.Rulesets ;
2022-01-13 12:40:09 +08:00
using osu.Game.Scoring ;
2021-01-07 13:07:36 +08:00
using Realms ;
2022-01-19 09:58:59 +08:00
using Realms.Exceptions ;
2021-01-07 13:07:36 +08:00
2021-09-30 22:42:40 +08:00
#nullable enable
2021-01-07 13:07:36 +08:00
namespace osu.Game.Database
{
2021-09-30 22:42:40 +08:00
/// <summary>
2022-01-25 12:56:47 +08:00
/// A factory which provides safe access to the realm storage backend.
2021-09-30 22:42:40 +08:00
/// </summary>
2022-01-24 18:59:58 +08:00
public class RealmAccess : IDisposable
2021-01-07 13:07:36 +08:00
{
private readonly Storage storage ;
2021-01-13 17:24:19 +08:00
2021-01-12 13:36:35 +08:00
/// <summary>
2021-09-30 22:42:40 +08:00
/// The filename of this realm.
2021-01-12 13:36:35 +08:00
/// </summary>
2021-09-30 22:42:40 +08:00
public readonly string Filename ;
2021-11-23 15:27:28 +08:00
private readonly IDatabaseContextFactory ? efContextFactory ;
2021-11-22 17:51:37 +08:00
2021-10-18 14:35:51 +08:00
/// <summary>
/// Version history:
2021-11-22 14:23:16 +08:00
/// 6 ~2021-10-18 First tracked version.
/// 7 2021-10-18 Changed OnlineID fields to non-nullable to add indexing support.
/// 8 2021-10-29 Rebind scroll adjust keys to not have control modifier.
/// 9 2021-11-04 Converted BeatmapMetadata.Author from string to RealmUser.
2021-11-22 17:07:28 +08:00
/// 10 2021-11-22 Use ShortName instead of RulesetID for ruleset settings.
2021-11-22 17:34:04 +08:00
/// 11 2021-11-22 Use ShortName instead of RulesetID for ruleset key bindings.
2021-11-24 17:45:34 +08:00
/// 12 2021-11-24 Add Status to RealmBeatmapSet.
2022-01-13 12:28:46 +08:00
/// 13 2022-01-13 Final migration of beatmaps and scores to realm (multiple new storage fields).
2021-10-18 14:35:51 +08:00
/// </summary>
2022-01-13 12:28:46 +08:00
private const int schema_version = 13 ;
2021-01-07 13:07:36 +08:00
2021-06-24 13:37:26 +08:00
/// <summary>
2022-01-25 12:56:47 +08:00
/// Lock object which is held during <see cref="BlockAllOperations"/> sections, blocking realm retrieval during blocking periods.
2021-06-24 13:37:26 +08:00
/// </summary>
2022-01-25 12:56:47 +08:00
private readonly SemaphoreSlim realmRetrievalLock = new SemaphoreSlim ( 1 ) ;
2021-06-24 13:37:26 +08:00
2022-01-24 19:11:36 +08:00
private readonly ThreadLocal < bool > currentThreadCanCreateRealmInstances = new ThreadLocal < bool > ( ) ;
2021-11-29 15:18:57 +08:00
2022-01-24 13:48:55 +08:00
/// <summary>
/// Holds a map of functions registered via <see cref="RegisterCustomSubscription"/> and <see cref="RegisterForNotifications{T}"/> and a coinciding action which when triggered,
/// will unregister the subscription from realm.
///
/// Put another way, the key is an action which registers the subscription with realm. The returned <see cref="IDisposable"/> from the action is stored as the value and only
/// used internally.
///
/// Entries in this dictionary are only removed when a consumer signals that the subscription should be permanently ceased (via their own <see cref="IDisposable"/>).
/// </summary>
private readonly Dictionary < Func < Realm , IDisposable ? > , IDisposable ? > customSubscriptionsResetMap = new Dictionary < Func < Realm , IDisposable ? > , IDisposable ? > ( ) ;
2022-01-24 13:37:36 +08:00
2022-01-24 13:48:55 +08:00
/// <summary>
/// Holds a map of functions registered via <see cref="RegisterForNotifications{T}"/> and a coinciding action which when triggered,
2022-01-25 12:56:47 +08:00
/// fires a change set event with an empty collection. This is used to inform subscribers when the main realm instance gets recycled, and ensure they don't use invalidated
2022-01-24 13:48:55 +08:00
/// managed realm objects from a previous firing.
/// </summary>
2022-01-24 16:58:53 +08:00
private readonly Dictionary < Func < Realm , IDisposable ? > , Action > notificationsResetMap = new Dictionary < Func < Realm , IDisposable ? > , Action > ( ) ;
2022-01-24 13:37:36 +08:00
2022-01-24 19:11:36 +08:00
private static readonly GlobalStatistic < int > realm_instances_created = GlobalStatistics . Get < int > ( @"Realm" , @"Instances (Created)" ) ;
2021-01-22 16:28:47 +08:00
2022-01-24 19:23:10 +08:00
private static readonly GlobalStatistic < int > total_subscriptions = GlobalStatistics . Get < int > ( @"Realm" , @"Subscriptions" ) ;
2022-01-24 19:11:36 +08:00
private readonly object realmLock = new object ( ) ;
2022-01-20 19:23:17 +08:00
2022-01-24 19:11:36 +08:00
private Realm ? updateRealm ;
2021-01-13 16:34:44 +08:00
2022-01-26 16:09:28 +08:00
private bool isSendingNotificationResetEvents ;
2022-01-24 19:11:36 +08:00
public Realm Realm = > ensureUpdateRealm ( ) ;
2022-01-21 21:40:18 +08:00
2022-01-24 19:11:36 +08:00
private Realm ensureUpdateRealm ( )
2021-01-07 13:07:36 +08:00
{
2022-01-26 16:09:28 +08:00
if ( isSendingNotificationResetEvents )
throw new InvalidOperationException ( "Cannot retrieve a realm context from a notification callback during a blocking operation." ) ;
2022-01-21 21:40:18 +08:00
if ( ! ThreadSafety . IsUpdateThread )
2022-01-24 19:11:36 +08:00
throw new InvalidOperationException ( @ $"Use {nameof(getRealmInstance)} when performing realm operations from a non-update thread" ) ;
2021-07-04 16:59:39 +08:00
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2022-01-21 21:40:18 +08:00
{
2022-01-24 19:11:36 +08:00
if ( updateRealm = = null )
2021-01-13 16:34:44 +08:00
{
2022-01-24 19:11:36 +08:00
updateRealm = getRealmInstance ( ) ;
Logger . Log ( @ $"Opened realm ""{updateRealm.Config.DatabasePath}"" at version {updateRealm.Config.SchemaVersion}" ) ;
2022-01-21 17:50:25 +08:00
2022-01-21 21:40:18 +08:00
// Resubscribe any subscriptions
2022-01-24 13:48:55 +08:00
foreach ( var action in customSubscriptionsResetMap . Keys )
2022-01-21 21:40:18 +08:00
registerSubscription ( action ) ;
}
2021-10-01 02:45:00 +08:00
2022-01-24 19:11:36 +08:00
Debug . Assert ( updateRealm ! = null ) ;
2022-01-21 19:45:10 +08:00
2022-01-24 19:11:36 +08:00
return updateRealm ;
2021-01-13 16:34:44 +08:00
}
2021-01-07 14:41:29 +08:00
}
2022-01-21 17:13:21 +08:00
internal static bool CurrentThreadSubscriptionsAllowed = > current_thread_subscriptions_allowed . Value ;
private static readonly ThreadLocal < bool > current_thread_subscriptions_allowed = new ThreadLocal < bool > ( ) ;
2021-11-23 16:47:43 +08:00
/// <summary>
2022-01-24 19:11:36 +08:00
/// Construct a new instance.
2021-11-23 16:47:43 +08:00
/// </summary>
/// <param name="storage">The game storage which will be used to create the realm backing file.</param>
/// <param name="filename">The filename to use for the realm backing file. A ".realm" extension will be added automatically if not specified.</param>
/// <param name="efContextFactory">An EF factory used only for migration purposes.</param>
2022-01-24 18:59:58 +08:00
public RealmAccess ( Storage storage , string filename , IDatabaseContextFactory ? efContextFactory = null )
2021-01-07 14:41:29 +08:00
{
2021-01-13 16:34:44 +08:00
this . storage = storage ;
2021-11-23 15:27:28 +08:00
this . efContextFactory = efContextFactory ;
2021-01-07 13:07:36 +08:00
2021-09-30 22:42:40 +08:00
Filename = filename ;
2021-01-07 13:07:36 +08:00
2021-11-23 16:47:43 +08:00
const string realm_extension = @".realm" ;
2021-01-14 14:51:19 +08:00
2021-09-30 22:42:40 +08:00
if ( ! Filename . EndsWith ( realm_extension , StringComparison . Ordinal ) )
Filename + = realm_extension ;
2021-09-30 22:45:09 +08:00
2022-01-18 15:05:12 +08:00
try
{
2022-01-24 19:11:36 +08:00
// This method triggers the first `getRealmInstance` call, which will implicitly run realm migrations and bring the schema up-to-date.
2022-01-18 15:05:12 +08:00
cleanupPendingDeletions ( ) ;
}
catch ( Exception e )
{
Logger . Error ( e , "Realm startup failed with unrecoverable error; starting with a fresh database. A backup of your database has been made." ) ;
CreateBackup ( $"{Filename.Replace(realm_extension, string.Empty)}_{DateTimeOffset.UtcNow.ToUnixTimeSeconds()}_corrupt{realm_extension}" ) ;
storage . Delete ( Filename ) ;
cleanupPendingDeletions ( ) ;
}
2021-09-30 22:45:09 +08:00
}
private void cleanupPendingDeletions ( )
{
2022-01-24 19:11:36 +08:00
using ( var realm = getRealmInstance ( ) )
2021-09-30 22:45:09 +08:00
using ( var transaction = realm . BeginWrite ( ) )
{
2022-01-13 12:40:09 +08:00
var pendingDeleteScores = realm . All < ScoreInfo > ( ) . Where ( s = > s . DeletePending ) ;
foreach ( var score in pendingDeleteScores )
realm . Remove ( score ) ;
2021-11-19 18:07:21 +08:00
var pendingDeleteSets = realm . All < BeatmapSetInfo > ( ) . Where ( s = > s . DeletePending ) ;
2021-09-30 22:45:09 +08:00
2022-01-12 14:09:56 +08:00
foreach ( var beatmapSet in pendingDeleteSets )
2021-09-30 22:45:09 +08:00
{
2022-01-12 14:09:56 +08:00
foreach ( var beatmap in beatmapSet . Beatmaps )
{
// Cascade delete related scores, else they will have a null beatmap against the model's spec.
foreach ( var score in beatmap . Scores )
realm . Remove ( score ) ;
2021-09-30 22:45:09 +08:00
2022-01-12 15:17:11 +08:00
realm . Remove ( beatmap . Metadata ) ;
2022-01-12 14:09:56 +08:00
realm . Remove ( beatmap ) ;
}
realm . Remove ( beatmapSet ) ;
2021-09-30 22:45:09 +08:00
}
2021-11-29 16:59:41 +08:00
var pendingDeleteSkins = realm . All < SkinInfo > ( ) . Where ( s = > s . DeletePending ) ;
foreach ( var s in pendingDeleteSkins )
realm . Remove ( s ) ;
2021-09-30 22:45:09 +08:00
transaction . Commit ( ) ;
}
2021-11-25 13:28:27 +08:00
// clean up files after dropping any pending deletions.
// in the future we may want to only do this when the game is idle, rather than on every startup.
new RealmFileStore ( this , storage ) . Cleanup ( ) ;
2021-06-24 13:37:26 +08:00
}
2021-01-13 16:34:44 +08:00
2021-09-30 22:42:40 +08:00
/// <summary>
/// Compact this realm.
/// </summary>
/// <returns></returns>
public bool Compact ( ) = > Realm . Compact ( getConfiguration ( ) ) ;
2022-01-21 00:33:45 +08:00
/// <summary>
/// Run work on realm with a return value.
/// </summary>
/// <param name="action">The work to run.</param>
/// <typeparam name="T">The return type.</typeparam>
public T Run < T > ( Func < Realm , T > action )
{
if ( ThreadSafety . IsUpdateThread )
2022-01-24 19:11:36 +08:00
return action ( Realm ) ;
2022-01-21 00:33:45 +08:00
2022-01-24 19:11:36 +08:00
using ( var realm = getRealmInstance ( ) )
2022-01-21 00:33:45 +08:00
return action ( realm ) ;
}
/// <summary>
/// Run work on realm.
/// </summary>
/// <param name="action">The work to run.</param>
public void Run ( Action < Realm > action )
{
if ( ThreadSafety . IsUpdateThread )
2022-01-24 19:11:36 +08:00
action ( Realm ) ;
2022-01-21 00:33:45 +08:00
else
{
2022-01-24 19:11:36 +08:00
using ( var realm = getRealmInstance ( ) )
2022-01-21 00:33:45 +08:00
action ( realm ) ;
}
}
2022-01-21 16:08:02 +08:00
/// <summary>
/// Write changes to realm.
/// </summary>
/// <param name="action">The work to run.</param>
public void Write ( Action < Realm > action )
{
if ( ThreadSafety . IsUpdateThread )
2022-01-24 19:11:36 +08:00
Realm . Write ( action ) ;
2022-01-21 16:08:02 +08:00
else
{
2022-01-24 19:11:36 +08:00
using ( var realm = getRealmInstance ( ) )
2022-01-21 16:08:02 +08:00
realm . Write ( action ) ;
}
}
2022-01-24 16:52:36 +08:00
/// <summary>
/// Subscribe to a realm collection and begin watching for asynchronous changes.
/// </summary>
/// <remarks>
/// This adds osu! specific thread and managed state safety checks on top of <see cref="IRealmCollection{T}.SubscribeForNotifications"/>.
///
2022-01-24 19:11:36 +08:00
/// In addition to the documented realm behaviour, we have the additional requirement of handling subscriptions over potential realm instance recycle.
2022-01-24 16:52:36 +08:00
/// When this happens, callback events will be automatically fired:
2022-01-24 19:11:36 +08:00
/// - On recycle start, a callback with an empty collection and <c>null</c> <see cref="ChangeSet"/> will be invoked.
/// - On recycle end, a standard initial realm callback will arrive, with <c>null</c> <see cref="ChangeSet"/> and an up-to-date collection.
2022-01-24 16:52:36 +08:00
/// </remarks>
/// <param name="query">The <see cref="IQueryable{T}"/> to observe for changes.</param>
/// <typeparam name="T">Type of the elements in the list.</typeparam>
/// <param name="callback">The callback to be invoked with the updated <see cref="IRealmCollection{T}"/>.</param>
/// <returns>
/// A subscription token. It must be kept alive for as long as you want to receive change notifications.
/// To stop receiving notifications, call <see cref="IDisposable.Dispose"/>.
/// </returns>
2022-01-24 17:05:30 +08:00
/// <seealso cref="IRealmCollection{T}.SubscribeForNotifications"/>
2022-01-24 16:52:36 +08:00
public IDisposable RegisterForNotifications < T > ( Func < Realm , IQueryable < T > > query , NotificationCallbackDelegate < T > callback )
2022-01-23 18:42:26 +08:00
where T : RealmObjectBase
{
if ( ! ThreadSafety . IsUpdateThread )
2022-01-24 13:37:36 +08:00
throw new InvalidOperationException ( @ $"{nameof(RegisterForNotifications)} must be called from the update thread." ) ;
2022-01-23 18:42:26 +08:00
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2022-01-24 12:36:51 +08:00
{
2022-01-24 16:52:36 +08:00
Func < Realm , IDisposable ? > action = realm = > query ( realm ) . QueryAsyncWithNotifications ( callback ) ;
2022-01-24 13:48:55 +08:00
// Store an action which is used when blocking to ensure consumers don't use results of a stale changeset firing.
2022-01-24 16:58:53 +08:00
notificationsResetMap . Add ( action , ( ) = > callback ( new EmptyRealmSet < T > ( ) , null , null ) ) ;
2022-01-24 13:37:36 +08:00
return RegisterCustomSubscription ( action ) ;
2022-01-24 12:36:51 +08:00
}
2022-01-23 18:42:26 +08:00
}
2022-01-21 17:50:25 +08:00
2022-01-21 17:13:21 +08:00
/// <summary>
2022-01-24 19:11:36 +08:00
/// Run work on realm that will be run every time the update thread realm instance gets recycled.
2022-01-21 17:13:21 +08:00
/// </summary>
2022-01-21 17:50:25 +08:00
/// <param name="action">The work to run. Return value should be an <see cref="IDisposable"/> from QueryAsyncWithNotifications, or an <see cref="InvokeOnDisposal"/> to clean up any bindings.</param>
/// <returns>An <see cref="IDisposable"/> which should be disposed to unsubscribe any inner subscription.</returns>
2022-01-24 13:37:36 +08:00
public IDisposable RegisterCustomSubscription ( Func < Realm , IDisposable ? > action )
2022-01-21 17:13:21 +08:00
{
2022-01-21 17:50:25 +08:00
if ( ! ThreadSafety . IsUpdateThread )
2022-01-24 13:37:36 +08:00
throw new InvalidOperationException ( @ $"{nameof(RegisterForNotifications)} must be called from the update thread." ) ;
2022-01-21 17:13:21 +08:00
2022-01-23 19:38:34 +08:00
var syncContext = SynchronizationContext . Current ;
2022-01-24 19:23:10 +08:00
total_subscriptions . Value + + ;
2022-01-21 17:50:25 +08:00
registerSubscription ( action ) ;
2022-01-24 13:48:55 +08:00
// This token is returned to the consumer.
// When disposed, it will cause the registration to be permanently ceased (unsubscribed with realm and unregistered by this class).
2022-01-21 17:50:25 +08:00
return new InvokeOnDisposal ( ( ) = >
2022-01-21 17:13:21 +08:00
{
2022-01-23 19:38:34 +08:00
if ( ThreadSafety . IsUpdateThread )
2022-01-26 14:24:53 +08:00
syncContext . Send ( _ = > unsubscribe ( ) , null ) ;
2022-01-23 19:38:34 +08:00
else
syncContext . Post ( _ = > unsubscribe ( ) , null ) ;
void unsubscribe ( )
2022-01-21 17:50:25 +08:00
{
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2022-01-23 17:00:24 +08:00
{
2022-01-24 13:48:55 +08:00
if ( customSubscriptionsResetMap . TryGetValue ( action , out var unsubscriptionAction ) )
2022-01-23 19:38:34 +08:00
{
unsubscriptionAction ? . Dispose ( ) ;
2022-01-24 13:48:55 +08:00
customSubscriptionsResetMap . Remove ( action ) ;
2022-01-24 16:58:53 +08:00
notificationsResetMap . Remove ( action ) ;
2022-01-24 19:23:10 +08:00
total_subscriptions . Value - - ;
2022-01-23 19:38:34 +08:00
}
2022-01-23 17:00:24 +08:00
}
2022-01-21 17:50:25 +08:00
}
} ) ;
}
private void registerSubscription ( Func < Realm , IDisposable ? > action )
{
Debug . Assert ( ThreadSafety . IsUpdateThread ) ;
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2022-01-21 17:13:21 +08:00
{
2022-01-24 19:11:36 +08:00
// Retrieve realm instance outside of flag update to ensure that the instance is retrieved,
2022-01-24 16:45:31 +08:00
// as attempting to access it inside the subscription if it's not constructed would lead to
// cyclic invocations of the subscription callback.
2022-01-24 19:11:36 +08:00
var realm = Realm ;
2022-01-24 16:45:31 +08:00
2022-01-24 13:48:55 +08:00
Debug . Assert ( ! customSubscriptionsResetMap . TryGetValue ( action , out var found ) | | found = = null ) ;
2022-01-23 17:13:28 +08:00
2022-01-21 17:13:21 +08:00
current_thread_subscriptions_allowed . Value = true ;
2022-01-24 13:48:55 +08:00
customSubscriptionsResetMap [ action ] = action ( realm ) ;
2022-01-21 17:13:21 +08:00
current_thread_subscriptions_allowed . Value = false ;
}
}
2022-01-24 19:11:36 +08:00
private Realm getRealmInstance ( )
2021-01-12 13:36:35 +08:00
{
2021-10-15 12:58:14 +08:00
if ( isDisposed )
2022-01-24 18:59:58 +08:00
throw new ObjectDisposedException ( nameof ( RealmAccess ) ) ;
2021-10-01 02:46:53 +08:00
2021-11-29 17:26:37 +08:00
bool tookSemaphoreLock = false ;
2021-06-24 13:37:26 +08:00
try
{
2022-01-24 19:11:36 +08:00
if ( ! currentThreadCanCreateRealmInstances . Value )
2021-11-29 17:26:37 +08:00
{
2022-01-25 12:56:47 +08:00
realmRetrievalLock . Wait ( ) ;
2022-01-24 19:11:36 +08:00
currentThreadCanCreateRealmInstances . Value = true ;
2021-11-29 17:26:37 +08:00
tookSemaphoreLock = true ;
}
else
{
2022-01-24 19:11:36 +08:00
// the semaphore is used to handle blocking of all realm retrieval during certain periods.
// once the semaphore has been taken by this code section, it is safe to retrieve further realm instances on the same thread.
// this can happen if a realm subscription is active and triggers a callback which has user code that calls `Run`.
2021-11-29 17:26:37 +08:00
}
2021-01-22 16:28:47 +08:00
2022-01-24 19:11:36 +08:00
realm_instances_created . Value + + ;
2021-01-12 13:36:35 +08:00
2021-09-30 22:42:40 +08:00
return Realm . GetInstance ( getConfiguration ( ) ) ;
2021-06-24 13:37:26 +08:00
}
finally
2021-01-12 13:36:35 +08:00
{
2021-11-29 17:26:37 +08:00
if ( tookSemaphoreLock )
{
2022-01-25 12:56:47 +08:00
realmRetrievalLock . Release ( ) ;
2022-01-24 19:11:36 +08:00
currentThreadCanCreateRealmInstances . Value = false ;
2021-11-29 17:26:37 +08:00
}
2021-06-24 13:37:26 +08:00
}
2021-01-12 13:36:35 +08:00
}
2021-09-30 22:42:40 +08:00
private RealmConfiguration getConfiguration ( )
2021-06-28 15:14:14 +08:00
{
2022-01-18 10:39:22 +08:00
// This is currently the only usage of temporary files at the osu! side.
// If we use the temporary folder in more situations in the future, this should be moved to a higher level (helper method or OsuGameBase).
string tempPathLocation = Path . Combine ( Path . GetTempPath ( ) , @"lazer" ) ;
if ( ! Directory . Exists ( tempPathLocation ) )
Directory . CreateDirectory ( tempPathLocation ) ;
2021-09-30 22:42:40 +08:00
return new RealmConfiguration ( storage . GetFullPath ( Filename , true ) )
{
SchemaVersion = schema_version ,
MigrationCallback = onMigration ,
2022-01-18 10:39:22 +08:00
FallbackPipePath = tempPathLocation ,
2021-09-30 22:42:40 +08:00
} ;
2021-06-28 15:14:14 +08:00
}
2021-01-13 17:24:19 +08:00
private void onMigration ( Migration migration , ulong lastSchemaVersion )
2021-01-07 13:07:36 +08:00
{
2021-11-22 17:37:28 +08:00
for ( ulong i = lastSchemaVersion + 1 ; i < = schema_version ; i + + )
2021-11-04 17:39:23 +08:00
applyMigrationsForVersion ( migration , i ) ;
}
2021-11-22 17:37:28 +08:00
private void applyMigrationsForVersion ( Migration migration , ulong targetVersion )
2021-11-04 17:39:23 +08:00
{
2021-11-22 17:37:28 +08:00
switch ( targetVersion )
2021-11-04 17:32:50 +08:00
{
2021-11-04 17:39:23 +08:00
case 7 :
2021-11-19 18:07:21 +08:00
convertOnlineIDs < BeatmapInfo > ( ) ;
convertOnlineIDs < BeatmapSetInfo > ( ) ;
convertOnlineIDs < RulesetInfo > ( ) ;
2021-11-04 17:32:50 +08:00
2021-11-04 17:39:23 +08:00
void convertOnlineIDs < T > ( ) where T : RealmObject
{
2021-11-05 16:01:00 +08:00
string className = getMappedOrOriginalName ( typeof ( T ) ) ;
2021-11-04 17:32:50 +08:00
2021-11-04 17:39:23 +08:00
// version was not bumped when the beatmap/ruleset models were added
// therefore we must manually check for their presence to avoid throwing on the `DynamicApi` calls.
if ( ! migration . OldRealm . Schema . TryFindObjectSchema ( className , out _ ) )
return ;
2021-11-04 17:32:50 +08:00
2021-11-04 17:39:23 +08:00
var oldItems = migration . OldRealm . DynamicApi . All ( className ) ;
var newItems = migration . NewRealm . DynamicApi . All ( className ) ;
2021-11-04 17:32:50 +08:00
2021-11-04 17:39:23 +08:00
int itemCount = newItems . Count ( ) ;
2021-11-04 17:32:50 +08:00
2021-11-04 17:39:23 +08:00
for ( int i = 0 ; i < itemCount ; i + + )
{
dynamic? oldItem = oldItems . ElementAt ( i ) ;
dynamic? newItem = newItems . ElementAt ( i ) ;
2021-10-29 10:14:22 +08:00
2021-11-04 17:39:23 +08:00
long? nullableOnlineID = oldItem ? . OnlineID ;
newItem . OnlineID = ( int ) ( nullableOnlineID ? ? - 1 ) ;
}
}
2021-10-29 10:14:22 +08:00
2021-11-04 17:39:23 +08:00
break ;
2021-10-29 10:14:22 +08:00
2021-11-04 17:39:23 +08:00
case 8 :
// Ctrl -/+ now adjusts UI scale so let's clear any bindings which overlap these combinations.
// New defaults will be populated by the key store afterwards.
var keyBindings = migration . NewRealm . All < RealmKeyBinding > ( ) ;
2021-10-18 14:35:51 +08:00
2021-11-04 17:39:23 +08:00
var increaseSpeedBinding = keyBindings . FirstOrDefault ( k = > k . ActionInt = = ( int ) GlobalAction . IncreaseScrollSpeed ) ;
if ( increaseSpeedBinding ! = null & & increaseSpeedBinding . KeyCombination . Keys . SequenceEqual ( new [ ] { InputKey . Control , InputKey . Plus } ) )
migration . NewRealm . Remove ( increaseSpeedBinding ) ;
2021-10-18 14:35:51 +08:00
2021-11-04 17:39:23 +08:00
var decreaseSpeedBinding = keyBindings . FirstOrDefault ( k = > k . ActionInt = = ( int ) GlobalAction . DecreaseScrollSpeed ) ;
if ( decreaseSpeedBinding ! = null & & decreaseSpeedBinding . KeyCombination . Keys . SequenceEqual ( new [ ] { InputKey . Control , InputKey . Minus } ) )
migration . NewRealm . Remove ( decreaseSpeedBinding ) ;
break ;
case 9 :
// Pretty pointless to do this as beatmaps aren't really loaded via realm yet, but oh well.
2021-11-19 18:07:21 +08:00
string metadataClassName = getMappedOrOriginalName ( typeof ( BeatmapMetadata ) ) ;
2021-11-09 13:51:06 +08:00
// May be coming from a version before `RealmBeatmapMetadata` existed.
2021-11-09 16:42:03 +08:00
if ( ! migration . OldRealm . Schema . TryFindObjectSchema ( metadataClassName , out _ ) )
2021-11-09 13:51:06 +08:00
return ;
2021-11-09 16:42:03 +08:00
var oldMetadata = migration . OldRealm . DynamicApi . All ( metadataClassName ) ;
2021-11-19 18:07:21 +08:00
var newMetadata = migration . NewRealm . All < BeatmapMetadata > ( ) ;
2021-10-18 14:35:51 +08:00
2021-11-05 17:24:07 +08:00
int metadataCount = newMetadata . Count ( ) ;
2021-10-18 14:35:51 +08:00
2021-11-05 17:24:07 +08:00
for ( int i = 0 ; i < metadataCount ; i + + )
2021-10-18 14:35:51 +08:00
{
2021-11-05 16:02:23 +08:00
dynamic? oldItem = oldMetadata . ElementAt ( i ) ;
var newItem = newMetadata . ElementAt ( i ) ;
2021-10-18 14:35:51 +08:00
2021-11-04 17:39:23 +08:00
string username = oldItem . Author ;
newItem . Author = new RealmUser
{
Username = username
} ;
2021-10-18 14:35:51 +08:00
}
2021-11-04 17:39:23 +08:00
2021-11-22 17:07:28 +08:00
break ;
case 10 :
string rulesetSettingClassName = getMappedOrOriginalName ( typeof ( RealmRulesetSetting ) ) ;
2021-11-28 22:00:40 +08:00
if ( ! migration . OldRealm . Schema . TryFindObjectSchema ( rulesetSettingClassName , out _ ) )
return ;
2021-11-22 17:07:28 +08:00
var oldSettings = migration . OldRealm . DynamicApi . All ( rulesetSettingClassName ) ;
var newSettings = migration . NewRealm . All < RealmRulesetSetting > ( ) . ToList ( ) ;
for ( int i = 0 ; i < newSettings . Count ; i + + )
{
dynamic? oldItem = oldSettings . ElementAt ( i ) ;
var newItem = newSettings . ElementAt ( i ) ;
long rulesetId = oldItem . RulesetID ;
2021-11-23 15:27:28 +08:00
string? rulesetName = getRulesetShortNameFromLegacyID ( rulesetId ) ;
2021-11-22 17:34:04 +08:00
if ( string . IsNullOrEmpty ( rulesetName ) )
migration . NewRealm . Remove ( newItem ) ;
else
newItem . RulesetName = rulesetName ;
}
break ;
case 11 :
string keyBindingClassName = getMappedOrOriginalName ( typeof ( RealmKeyBinding ) ) ;
2021-11-28 22:00:40 +08:00
if ( ! migration . OldRealm . Schema . TryFindObjectSchema ( keyBindingClassName , out _ ) )
return ;
2021-11-22 17:34:04 +08:00
var oldKeyBindings = migration . OldRealm . DynamicApi . All ( keyBindingClassName ) ;
var newKeyBindings = migration . NewRealm . All < RealmKeyBinding > ( ) . ToList ( ) ;
for ( int i = 0 ; i < newKeyBindings . Count ; i + + )
{
dynamic? oldItem = oldKeyBindings . ElementAt ( i ) ;
var newItem = newKeyBindings . ElementAt ( i ) ;
if ( oldItem . RulesetID = = null )
continue ;
long rulesetId = oldItem . RulesetID ;
2021-11-23 16:48:25 +08:00
string? rulesetName = getRulesetShortNameFromLegacyID ( rulesetId ) ;
2021-11-22 17:07:28 +08:00
if ( string . IsNullOrEmpty ( rulesetName ) )
migration . NewRealm . Remove ( newItem ) ;
else
newItem . RulesetName = rulesetName ;
}
2021-11-04 17:39:23 +08:00
break ;
2021-10-18 14:35:51 +08:00
}
2021-01-13 17:24:19 +08:00
}
2021-01-07 13:07:36 +08:00
2021-11-23 17:13:05 +08:00
private string? getRulesetShortNameFromLegacyID ( long rulesetId ) = >
2021-11-23 18:15:52 +08:00
efContextFactory ? . Get ( ) . RulesetInfo . FirstOrDefault ( r = > r . ID = = rulesetId ) ? . ShortName ;
2021-11-23 15:27:28 +08:00
2022-01-19 10:56:44 +08:00
public void CreateBackup ( string backupFilename )
2022-01-18 13:30:41 +08:00
{
using ( BlockAllOperations ( ) )
{
2022-01-19 10:56:44 +08:00
Logger . Log ( $"Creating full realm database backup at {backupFilename}" , LoggingTarget . Database ) ;
2022-01-20 23:46:47 +08:00
int attempts = 10 ;
while ( attempts - - > 0 )
{
try
{
using ( var source = storage . GetStream ( Filename ) )
using ( var destination = storage . GetStream ( backupFilename , FileAccess . Write , FileMode . CreateNew ) )
source . CopyTo ( destination ) ;
return ;
}
catch ( IOException )
{
// file may be locked during use.
Thread . Sleep ( 500 ) ;
}
}
2022-01-18 13:30:41 +08:00
}
}
2021-09-30 22:42:40 +08:00
/// <summary>
2022-01-24 19:11:36 +08:00
/// Flush any active realm instances and block any further writes.
2021-09-30 22:42:40 +08:00
/// </summary>
/// <remarks>
/// This should be used in places we need to ensure no ongoing reads/writes are occurring with realm.
/// ie. to move the realm backing file to a new location.
/// </remarks>
/// <returns>An <see cref="IDisposable"/> which should be disposed to end the blocking section.</returns>
public IDisposable BlockAllOperations ( )
2021-01-22 16:28:47 +08:00
{
2021-10-15 12:58:14 +08:00
if ( isDisposed )
2022-01-24 18:59:58 +08:00
throw new ObjectDisposedException ( nameof ( RealmAccess ) ) ;
2021-06-29 19:21:31 +08:00
2022-01-24 17:36:16 +08:00
SynchronizationContext ? syncContext = null ;
2022-01-21 21:40:18 +08:00
2021-10-01 00:32:28 +08:00
try
{
2022-01-25 12:56:47 +08:00
realmRetrievalLock . Wait ( ) ;
2021-10-01 00:32:28 +08:00
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2021-10-01 02:53:33 +08:00
{
2022-01-24 19:11:36 +08:00
if ( updateRealm = = null )
2022-01-24 17:36:16 +08:00
{
2022-01-24 19:11:36 +08:00
// null realm means the update thread has not yet retrieved its instance.
// we don't need to worry about reviving the update instance in this case, so don't bother with the SynchronizationContext.
2022-01-24 17:36:16 +08:00
Debug . Assert ( ! ThreadSafety . IsUpdateThread ) ;
}
else
{
if ( ! ThreadSafety . IsUpdateThread )
throw new InvalidOperationException ( @ $"{nameof(BlockAllOperations)} must be called from the update thread." ) ;
syncContext = SynchronizationContext . Current ;
2022-01-18 13:30:32 +08:00
2022-01-25 15:26:06 +08:00
// Before disposing the update context, clean up all subscriptions.
// Note that in the case of realm notification subscriptions, this is not really required (they will be cleaned up by disposal).
// In the case of custom subscriptions, we want them to fire before the update realm is disposed in case they do any follow-up work.
foreach ( var action in customSubscriptionsResetMap )
{
action . Value ? . Dispose ( ) ;
customSubscriptionsResetMap [ action . Key ] = null ;
}
}
2022-01-21 21:40:18 +08:00
2022-01-18 13:30:32 +08:00
Logger . Log ( @"Blocking realm operations." , LoggingTarget . Database ) ;
2022-01-24 19:11:36 +08:00
updateRealm ? . Dispose ( ) ;
updateRealm = null ;
2021-10-01 02:53:33 +08:00
}
2021-10-01 00:32:28 +08:00
const int sleep_length = 200 ;
int timeout = 5000 ;
2021-01-22 16:28:47 +08:00
2022-01-18 15:05:12 +08:00
try
2021-10-01 00:32:28 +08:00
{
2022-01-18 15:05:12 +08:00
// see https://github.com/realm/realm-dotnet/discussions/2657
while ( ! Compact ( ) )
{
Thread . Sleep ( sleep_length ) ;
timeout - = sleep_length ;
2021-06-29 19:21:31 +08:00
2022-01-18 15:05:12 +08:00
if ( timeout < 0 )
throw new TimeoutException ( @"Took too long to acquire lock" ) ;
}
}
2022-01-19 09:58:59 +08:00
catch ( RealmException e )
2022-01-18 15:05:12 +08:00
{
// Compact may fail if the realm is in a bad state.
// We still want to continue with the blocking operation, though.
Logger . Log ( $"Realm compact failed with error {e}" , LoggingTarget . Database ) ;
2021-10-01 00:32:28 +08:00
}
2022-01-26 16:21:57 +08:00
// In order to ensure events arrive in the correct order, these *must* be fired post disposal of the update realm,
// and must be posted to the synchronization context.
// This is because realm may fire event callbacks between the `unregisterAllSubscriptions` and `updateRealm.Dispose`
// calls above.
syncContext ? . Send ( _ = >
{
// Flag ensures that we don't get in a deadlocked scenario due to a callback attempting to access `RealmAccess.Realm` or `RealmAccess.Run`
// and hitting `realmRetrievalLock` a second time. Generally such usages should not exist, and as such we throw when an attempt is made
// to use in this fashion.
isSendingNotificationResetEvents = true ;
try
{
foreach ( var action in notificationsResetMap . Values )
action ( ) ;
}
finally
{
isSendingNotificationResetEvents = false ;
}
} , null ) ;
2021-10-01 00:32:28 +08:00
}
catch
{
2022-01-24 19:52:27 +08:00
restoreOperation ( ) ;
2021-10-01 00:32:28 +08:00
throw ;
}
2022-01-24 19:52:27 +08:00
return new InvokeOnDisposal ( restoreOperation ) ;
void restoreOperation ( )
2021-09-30 22:42:40 +08:00
{
Logger . Log ( @"Restoring realm operations." , LoggingTarget . Database ) ;
2022-01-25 12:58:14 +08:00
realmRetrievalLock . Release ( ) ;
2022-01-25 19:49:52 +08:00
2022-01-21 21:40:18 +08:00
// Post back to the update thread to revive any subscriptions.
2022-01-25 19:49:52 +08:00
// In the case we are on the update thread, let's also require this to run synchronously.
// This requirement is mostly due to test coverage, but shouldn't cause any harm.
if ( ThreadSafety . IsUpdateThread )
syncContext ? . Send ( _ = > ensureUpdateRealm ( ) , null ) ;
else
syncContext ? . Post ( _ = > ensureUpdateRealm ( ) , null ) ;
2022-01-24 19:52:27 +08:00
}
2021-01-15 13:26:06 +08:00
}
2021-11-05 16:01:00 +08:00
// https://github.com/realm/realm-dotnet/blob/32f4ebcc88b3e80a3b254412665340cd9f3bd6b5/Realm/Realm/Extensions/ReflectionExtensions.cs#L46
private static string getMappedOrOriginalName ( MemberInfo member ) = > member . GetCustomAttribute < MapToAttribute > ( ) ? . Mapping ? ? member . Name ;
2021-10-15 12:58:14 +08:00
private bool isDisposed ;
public void Dispose ( )
2021-06-28 15:14:14 +08:00
{
2022-01-24 19:11:36 +08:00
lock ( realmLock )
2021-10-01 02:46:53 +08:00
{
2022-01-24 19:11:36 +08:00
updateRealm ? . Dispose ( ) ;
2021-10-01 02:46:53 +08:00
}
2021-09-30 22:42:40 +08:00
2021-10-15 12:58:14 +08:00
if ( ! isDisposed )
2021-06-28 15:14:14 +08:00
{
2022-01-25 12:56:47 +08:00
// intentionally block realm retrieval indefinitely. this ensures that nothing can start consuming a new instance after disposal.
realmRetrievalLock . Wait ( ) ;
realmRetrievalLock . Dispose ( ) ;
2021-06-28 15:14:14 +08:00
2021-10-15 12:58:14 +08:00
isDisposed = true ;
}
2021-06-28 15:14:14 +08:00
}
2021-01-07 13:07:36 +08:00
}
}