mirror of
https://github.com/GreemDev/Ryujinx.git
synced 2024-12-24 19:05:46 +00:00
2502f1f07f
* Added support for offline invalidation, via PPTC, of low cq translations replaced by high cq translations; both on a single run and between runs. Added invalidation of .cache files in the event of reuse on a different user operating system. Added .info and .cache files invalidation in case of a failed stream decompression. Nits. * InternalVersion = 1712; * Nits. * Address comment. * Get rid of BinaryFormatter. Nits. * Move Ptc.LoadTranslations(). Nits. * Nits. * Fixed corner cases (in case backup copies have to be used). Added save logs. * Not core fixes. * Complement to the previous commit. Added load logs. Removed BinaryFormatter leftovers. * Add LoadTranslations log. * Nits. * Removed the search and management of LowCq overlapping functions. * Final increment of .info and .cache flags. * Nit. * Free up memory allocated by Pools during any PPTC translations at boot time. * Nit due to rebase.
395 lines
12 KiB
C#
395 lines
12 KiB
C#
using ARMeilleure.State;
|
|
using Ryujinx.Common.Logging;
|
|
using System;
|
|
using System.Collections.Concurrent;
|
|
using System.Collections.Generic;
|
|
using System.Diagnostics;
|
|
using System.IO;
|
|
using System.IO.Compression;
|
|
using System.Security.Cryptography;
|
|
using System.Threading;
|
|
|
|
namespace ARMeilleure.Translation.PTC
|
|
{
|
|
public static class PtcProfiler
|
|
{
|
|
private const string HeaderMagic = "Phd";
|
|
|
|
private const uint InternalVersion = 1713; //! Not to be incremented manually for each change to the ARMeilleure project.
|
|
|
|
private const int SaveInterval = 30; // Seconds.
|
|
|
|
private const CompressionLevel SaveCompressionLevel = CompressionLevel.Fastest;
|
|
|
|
private static readonly System.Timers.Timer _timer;
|
|
|
|
private static readonly ManualResetEvent _waitEvent;
|
|
|
|
private static readonly object _lock;
|
|
|
|
private static bool _disposed;
|
|
|
|
internal static Dictionary<ulong, (ExecutionMode mode, bool highCq)> ProfiledFuncs { get; private set; }
|
|
|
|
internal static bool Enabled { get; private set; }
|
|
|
|
public static ulong StaticCodeStart { internal get; set; }
|
|
public static ulong StaticCodeSize { internal get; set; }
|
|
|
|
static PtcProfiler()
|
|
{
|
|
_timer = new System.Timers.Timer((double)SaveInterval * 1000d);
|
|
_timer.Elapsed += PreSave;
|
|
|
|
_waitEvent = new ManualResetEvent(true);
|
|
|
|
_lock = new object();
|
|
|
|
_disposed = false;
|
|
|
|
ProfiledFuncs = new Dictionary<ulong, (ExecutionMode, bool)>();
|
|
|
|
Enabled = false;
|
|
}
|
|
|
|
internal static void AddEntry(ulong address, ExecutionMode mode, bool highCq)
|
|
{
|
|
if (IsAddressInStaticCodeRange(address))
|
|
{
|
|
Debug.Assert(!highCq);
|
|
|
|
lock (_lock)
|
|
{
|
|
ProfiledFuncs.TryAdd(address, (mode, highCq: false));
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static void UpdateEntry(ulong address, ExecutionMode mode, bool highCq)
|
|
{
|
|
if (IsAddressInStaticCodeRange(address))
|
|
{
|
|
Debug.Assert(highCq);
|
|
|
|
lock (_lock)
|
|
{
|
|
Debug.Assert(ProfiledFuncs.ContainsKey(address));
|
|
|
|
ProfiledFuncs[address] = (mode, highCq: true);
|
|
}
|
|
}
|
|
}
|
|
|
|
internal static bool IsAddressInStaticCodeRange(ulong address)
|
|
{
|
|
return address >= StaticCodeStart && address < StaticCodeStart + StaticCodeSize;
|
|
}
|
|
|
|
internal static ConcurrentQueue<(ulong address, ExecutionMode mode, bool highCq)> GetProfiledFuncsToTranslate(ConcurrentDictionary<ulong, TranslatedFunction> funcs)
|
|
{
|
|
var profiledFuncsToTranslate = new ConcurrentQueue<(ulong address, ExecutionMode mode, bool highCq)>();
|
|
|
|
foreach (var profiledFunc in ProfiledFuncs)
|
|
{
|
|
ulong address = profiledFunc.Key;
|
|
|
|
if (!funcs.ContainsKey(address))
|
|
{
|
|
profiledFuncsToTranslate.Enqueue((address, profiledFunc.Value.mode, profiledFunc.Value.highCq));
|
|
}
|
|
}
|
|
|
|
return profiledFuncsToTranslate;
|
|
}
|
|
|
|
internal static void ClearEntries()
|
|
{
|
|
ProfiledFuncs.Clear();
|
|
}
|
|
|
|
internal static void PreLoad()
|
|
{
|
|
string fileNameActual = String.Concat(Ptc.CachePathActual, ".info");
|
|
string fileNameBackup = String.Concat(Ptc.CachePathBackup, ".info");
|
|
|
|
FileInfo fileInfoActual = new FileInfo(fileNameActual);
|
|
FileInfo fileInfoBackup = new FileInfo(fileNameBackup);
|
|
|
|
if (fileInfoActual.Exists && fileInfoActual.Length != 0L)
|
|
{
|
|
if (!Load(fileNameActual, false))
|
|
{
|
|
if (fileInfoBackup.Exists && fileInfoBackup.Length != 0L)
|
|
{
|
|
Load(fileNameBackup, true);
|
|
}
|
|
}
|
|
}
|
|
else if (fileInfoBackup.Exists && fileInfoBackup.Length != 0L)
|
|
{
|
|
Load(fileNameBackup, true);
|
|
}
|
|
}
|
|
|
|
private static bool Load(string fileName, bool isBackup)
|
|
{
|
|
using (FileStream compressedStream = new FileStream(fileName, FileMode.Open))
|
|
using (DeflateStream deflateStream = new DeflateStream(compressedStream, CompressionMode.Decompress, true))
|
|
using (MemoryStream stream = new MemoryStream())
|
|
using (MD5 md5 = MD5.Create())
|
|
{
|
|
int hashSize = md5.HashSize / 8;
|
|
|
|
try
|
|
{
|
|
deflateStream.CopyTo(stream);
|
|
}
|
|
catch
|
|
{
|
|
InvalidateCompressedStream(compressedStream);
|
|
|
|
return false;
|
|
}
|
|
|
|
stream.Seek(0L, SeekOrigin.Begin);
|
|
|
|
byte[] currentHash = new byte[hashSize];
|
|
stream.Read(currentHash, 0, hashSize);
|
|
|
|
byte[] expectedHash = md5.ComputeHash(stream);
|
|
|
|
if (!CompareHash(currentHash, expectedHash))
|
|
{
|
|
InvalidateCompressedStream(compressedStream);
|
|
|
|
return false;
|
|
}
|
|
|
|
stream.Seek((long)hashSize, SeekOrigin.Begin);
|
|
|
|
Header header = ReadHeader(stream);
|
|
|
|
if (header.Magic != HeaderMagic)
|
|
{
|
|
InvalidateCompressedStream(compressedStream);
|
|
|
|
return false;
|
|
}
|
|
|
|
if (header.InfoFileVersion != InternalVersion)
|
|
{
|
|
InvalidateCompressedStream(compressedStream);
|
|
|
|
return false;
|
|
}
|
|
|
|
try
|
|
{
|
|
ProfiledFuncs = Deserialize(stream);
|
|
}
|
|
catch
|
|
{
|
|
ProfiledFuncs = new Dictionary<ulong, (ExecutionMode, bool)>();
|
|
|
|
InvalidateCompressedStream(compressedStream);
|
|
|
|
return false;
|
|
}
|
|
}
|
|
|
|
long fileSize = new FileInfo(fileName).Length;
|
|
|
|
Logger.Info?.Print(LogClass.Ptc, $"{(isBackup ? "Loaded Backup Profiling Info" : "Loaded Profiling Info")} (size: {fileSize} bytes, profiled functions: {ProfiledFuncs.Count}).");
|
|
|
|
return true;
|
|
}
|
|
|
|
private static bool CompareHash(ReadOnlySpan<byte> currentHash, ReadOnlySpan<byte> expectedHash)
|
|
{
|
|
return currentHash.SequenceEqual(expectedHash);
|
|
}
|
|
|
|
private static Header ReadHeader(MemoryStream stream)
|
|
{
|
|
using (BinaryReader headerReader = new BinaryReader(stream, EncodingCache.UTF8NoBOM, true))
|
|
{
|
|
Header header = new Header();
|
|
|
|
header.Magic = headerReader.ReadString();
|
|
|
|
header.InfoFileVersion = headerReader.ReadUInt32();
|
|
|
|
return header;
|
|
}
|
|
}
|
|
|
|
private static Dictionary<ulong, (ExecutionMode, bool)> Deserialize(MemoryStream stream)
|
|
{
|
|
using (BinaryReader reader = new BinaryReader(stream, EncodingCache.UTF8NoBOM, true))
|
|
{
|
|
var profiledFuncs = new Dictionary<ulong, (ExecutionMode, bool)>();
|
|
|
|
int profiledFuncsCount = reader.ReadInt32();
|
|
|
|
for (int i = 0; i < profiledFuncsCount; i++)
|
|
{
|
|
ulong address = reader.ReadUInt64();
|
|
|
|
ExecutionMode mode = (ExecutionMode)reader.ReadInt32();
|
|
bool highCq = reader.ReadBoolean();
|
|
|
|
profiledFuncs.Add(address, (mode, highCq));
|
|
}
|
|
|
|
return profiledFuncs;
|
|
}
|
|
}
|
|
|
|
private static void InvalidateCompressedStream(FileStream compressedStream)
|
|
{
|
|
compressedStream.SetLength(0L);
|
|
}
|
|
|
|
private static void PreSave(object source, System.Timers.ElapsedEventArgs e)
|
|
{
|
|
_waitEvent.Reset();
|
|
|
|
string fileNameActual = String.Concat(Ptc.CachePathActual, ".info");
|
|
string fileNameBackup = String.Concat(Ptc.CachePathBackup, ".info");
|
|
|
|
FileInfo fileInfoActual = new FileInfo(fileNameActual);
|
|
|
|
if (fileInfoActual.Exists && fileInfoActual.Length != 0L)
|
|
{
|
|
File.Copy(fileNameActual, fileNameBackup, true);
|
|
}
|
|
|
|
Save(fileNameActual);
|
|
|
|
_waitEvent.Set();
|
|
}
|
|
|
|
private static void Save(string fileName)
|
|
{
|
|
int profiledFuncsCount;
|
|
|
|
using (MemoryStream stream = new MemoryStream())
|
|
using (MD5 md5 = MD5.Create())
|
|
{
|
|
int hashSize = md5.HashSize / 8;
|
|
|
|
stream.Seek((long)hashSize, SeekOrigin.Begin);
|
|
|
|
WriteHeader(stream);
|
|
|
|
lock (_lock)
|
|
{
|
|
Serialize(stream, ProfiledFuncs);
|
|
|
|
profiledFuncsCount = ProfiledFuncs.Count;
|
|
}
|
|
|
|
stream.Seek((long)hashSize, SeekOrigin.Begin);
|
|
byte[] hash = md5.ComputeHash(stream);
|
|
|
|
stream.Seek(0L, SeekOrigin.Begin);
|
|
stream.Write(hash, 0, hashSize);
|
|
|
|
using (FileStream compressedStream = new FileStream(fileName, FileMode.OpenOrCreate))
|
|
using (DeflateStream deflateStream = new DeflateStream(compressedStream, SaveCompressionLevel, true))
|
|
{
|
|
try
|
|
{
|
|
stream.WriteTo(deflateStream);
|
|
}
|
|
catch
|
|
{
|
|
compressedStream.Position = 0L;
|
|
}
|
|
|
|
if (compressedStream.Position < compressedStream.Length)
|
|
{
|
|
compressedStream.SetLength(compressedStream.Position);
|
|
}
|
|
}
|
|
}
|
|
|
|
long fileSize = new FileInfo(fileName).Length;
|
|
|
|
Logger.Info?.Print(LogClass.Ptc, $"Saved Profiling Info (size: {fileSize} bytes, profiled functions: {profiledFuncsCount}).");
|
|
}
|
|
|
|
private static void WriteHeader(MemoryStream stream)
|
|
{
|
|
using (BinaryWriter headerWriter = new BinaryWriter(stream, EncodingCache.UTF8NoBOM, true))
|
|
{
|
|
headerWriter.Write((string)HeaderMagic); // Header.Magic
|
|
|
|
headerWriter.Write((uint)InternalVersion); // Header.InfoFileVersion
|
|
}
|
|
}
|
|
|
|
private static void Serialize(MemoryStream stream, Dictionary<ulong, (ExecutionMode mode, bool highCq)> profiledFuncs)
|
|
{
|
|
using (BinaryWriter writer = new BinaryWriter(stream, EncodingCache.UTF8NoBOM, true))
|
|
{
|
|
writer.Write((int)profiledFuncs.Count);
|
|
|
|
foreach (var kv in profiledFuncs)
|
|
{
|
|
writer.Write((ulong)kv.Key); // address
|
|
|
|
writer.Write((int)kv.Value.mode);
|
|
writer.Write((bool)kv.Value.highCq);
|
|
}
|
|
}
|
|
}
|
|
|
|
private struct Header
|
|
{
|
|
public string Magic;
|
|
|
|
public uint InfoFileVersion;
|
|
}
|
|
|
|
internal static void Start()
|
|
{
|
|
if (Ptc.State == PtcState.Enabled ||
|
|
Ptc.State == PtcState.Continuing)
|
|
{
|
|
Enabled = true;
|
|
|
|
_timer.Enabled = true;
|
|
}
|
|
}
|
|
|
|
public static void Stop()
|
|
{
|
|
Enabled = false;
|
|
|
|
if (!_disposed)
|
|
{
|
|
_timer.Enabled = false;
|
|
}
|
|
}
|
|
|
|
internal static void Wait()
|
|
{
|
|
_waitEvent.WaitOne();
|
|
}
|
|
|
|
public static void Dispose()
|
|
{
|
|
if (!_disposed)
|
|
{
|
|
_disposed = true;
|
|
|
|
_timer.Elapsed -= PreSave;
|
|
_timer.Dispose();
|
|
|
|
Wait();
|
|
_waitEvent.Dispose();
|
|
}
|
|
}
|
|
}
|
|
}
|