From d9d18439f6900fd9f05bde41998526281f7638c5 Mon Sep 17 00:00:00 2001 From: gdkchan Date: Wed, 11 Aug 2021 15:59:42 -0300 Subject: Use a new approach for shader BRX targets (#2532) * Use a new approach for shader BRX targets * Make shader cache actually work * Improve the shader pattern matching a bit * Extend LDC search to predecessor blocks, catches more cases * Nit * Only save the amount of constant buffer data actually used. Avoids crashes on partially mapped buffers * Ignore Rd on predicate instructions, as they do not have a Rd register (catches more cases) --- .../Shader/Cache/CacheCollection.cs | 51 ++++++++++++++++++++- Ryujinx.Graphics.Gpu/Shader/Cache/CacheHelper.cs | 53 ++++++++++++++++++---- Ryujinx.Graphics.Gpu/Shader/Cache/CacheManager.cs | 10 ++++ .../Definition/GuestShaderCacheEntryHeader.cs | 10 ++-- 4 files changed, 110 insertions(+), 14 deletions(-) (limited to 'Ryujinx.Graphics.Gpu/Shader/Cache') diff --git a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheCollection.cs b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheCollection.cs index 2660e528..316e027f 100644 --- a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheCollection.cs +++ b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheCollection.cs @@ -38,6 +38,11 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache /// RemoveManifestEntries, + /// + /// Remove entries from the hash manifest and save it, and also deletes the temporary file. + /// + RemoveManifestEntryAndTempFile, + /// /// Flush temporary cache to archive. /// @@ -116,6 +121,9 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache /// private ZipArchive _cacheArchive; + /// + /// Indicates if the cache collection supports modification. + /// public bool IsReadOnly { get; } /// @@ -264,6 +272,21 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache } } + /// + /// Remove given entry from the manifest and delete the temporary file. + /// + /// Entry to remove from the manifest + private void RemoveManifestEntryAndTempFile(Hash128 entry) + { + lock (_hashTable) + { + _hashTable.Remove(entry); + SaveManifest(); + } + + File.Delete(GenCacheTempFilePath(entry)); + } + /// /// Queue a task to flush temporary files to the archive on the worker. /// @@ -440,6 +463,9 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache case CacheFileOperation.RemoveManifestEntries: RemoveManifestEntries((HashSet)task.Data); break; + case CacheFileOperation.RemoveManifestEntryAndTempFile: + RemoveManifestEntryAndTempFile((Hash128)task.Data); + break; case CacheFileOperation.FlushToArchive: FlushToArchive(); break; @@ -472,7 +498,7 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache { if (IsReadOnly) { - Logger.Warning?.Print(LogClass.Gpu, "Trying to add {keyHash} on a read-only cache, ignoring."); + Logger.Warning?.Print(LogClass.Gpu, $"Trying to add {keyHash} on a read-only cache, ignoring."); return; } @@ -521,7 +547,7 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache { if (IsReadOnly) { - Logger.Warning?.Print(LogClass.Gpu, "Trying to replace {keyHash} on a read-only cache, ignoring."); + Logger.Warning?.Print(LogClass.Gpu, $"Trying to replace {keyHash} on a read-only cache, ignoring."); return; } @@ -540,6 +566,27 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache }); } + /// + /// Removes a value at the given hash from the cache. + /// + /// The hash of the value in the cache + public void RemoveValue(ref Hash128 keyHash) + { + if (IsReadOnly) + { + Logger.Warning?.Print(LogClass.Gpu, $"Trying to remove {keyHash} on a read-only cache, ignoring."); + + return; + } + + // Only queue file change operations + _fileWriterWorkerQueue.Add(new CacheFileOperationTask + { + Type = CacheFileOperation.RemoveManifestEntryAndTempFile, + Data = keyHash + }); + } + public void Dispose() { Dispose(true); diff --git a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheHelper.cs b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheHelper.cs index f6caddef..33da42db 100644 --- a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheHelper.cs +++ b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheHelper.cs @@ -371,11 +371,13 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache /// /// Create guest shader cache entries from the runtime contexts. /// - /// The GPU memory manager in use + /// The GPU channel in use /// The runtime contexts /// Guest shader cahe entries from the runtime contexts - public static GuestShaderCacheEntry[] CreateShaderCacheEntries(MemoryManager memoryManager, ReadOnlySpan shaderContexts) + public static GuestShaderCacheEntry[] CreateShaderCacheEntries(GpuChannel channel, ReadOnlySpan shaderContexts) { + MemoryManager memoryManager = channel.MemoryManager; + int startIndex = shaderContexts.Length > 1 ? 1 : 0; GuestShaderCacheEntry[] entries = new GuestShaderCacheEntry[shaderContexts.Length - startIndex]; @@ -389,31 +391,66 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache continue; } + GpuAccessor gpuAccessor = context.GpuAccessor as GpuAccessor; + + ulong cb1DataAddress; + int cb1DataSize = gpuAccessor?.Cb1DataSize ?? 0; + + if (context.Stage == ShaderStage.Compute) + { + cb1DataAddress = channel.BufferManager.GetComputeUniformBufferAddress(1); + } + else + { + int stageIndex = context.Stage switch + { + ShaderStage.TessellationControl => 1, + ShaderStage.TessellationEvaluation => 2, + ShaderStage.Geometry => 3, + ShaderStage.Fragment => 4, + _ => 0 + }; + + cb1DataAddress = channel.BufferManager.GetGraphicsUniformBufferAddress(stageIndex, 1); + } + + int size = context.Size; + TranslatorContext translatorContext2 = i == 1 ? shaderContexts[0] : null; int sizeA = translatorContext2 != null ? translatorContext2.Size : 0; - byte[] code = new byte[context.Size + sizeA]; + byte[] code = new byte[size + cb1DataSize + sizeA]; - memoryManager.GetSpan(context.Address, context.Size).CopyTo(code); + memoryManager.GetSpan(context.Address, size).CopyTo(code); + + if (cb1DataAddress != 0 && cb1DataSize != 0) + { + memoryManager.Physical.GetSpan(cb1DataAddress, cb1DataSize).CopyTo(code.AsSpan().Slice(size, cb1DataSize)); + } if (translatorContext2 != null) { - memoryManager.GetSpan(translatorContext2.Address, sizeA).CopyTo(code.AsSpan().Slice(context.Size, sizeA)); + memoryManager.GetSpan(translatorContext2.Address, sizeA).CopyTo(code.AsSpan().Slice(size + cb1DataSize, sizeA)); } GuestGpuAccessorHeader gpuAccessorHeader = CreateGuestGpuAccessorCache(context.GpuAccessor); - if (context.GpuAccessor is GpuAccessor) + if (gpuAccessor != null) { gpuAccessorHeader.TextureDescriptorCount = context.TextureHandlesForCache.Count; } - GuestShaderCacheEntryHeader header = new GuestShaderCacheEntryHeader(context.Stage, context.Size, sizeA, gpuAccessorHeader); + GuestShaderCacheEntryHeader header = new GuestShaderCacheEntryHeader( + context.Stage, + size + cb1DataSize, + sizeA, + cb1DataSize, + gpuAccessorHeader); GuestShaderCacheEntry entry = new GuestShaderCacheEntry(header, code); - if (context.GpuAccessor is GpuAccessor gpuAccessor) + if (gpuAccessor != null) { foreach (int textureHandle in context.TextureHandlesForCache) { diff --git a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheManager.cs b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheManager.cs index 1ac37704..3fc11e82 100644 --- a/Ryujinx.Graphics.Gpu/Shader/Cache/CacheManager.cs +++ b/Ryujinx.Graphics.Gpu/Shader/Cache/CacheManager.cs @@ -114,6 +114,16 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache _hostProgramCache.ReplaceValue(ref programCodeHash, data); } + /// + /// Removes a shader program present in the program cache. + /// + /// Target program code hash + public void RemoveProgram(ref Hash128 programCodeHash) + { + _guestProgramCache.RemoveValue(ref programCodeHash); + _hostProgramCache.RemoveValue(ref programCodeHash); + } + /// /// Get all guest program hashes. /// diff --git a/Ryujinx.Graphics.Gpu/Shader/Cache/Definition/GuestShaderCacheEntryHeader.cs b/Ryujinx.Graphics.Gpu/Shader/Cache/Definition/GuestShaderCacheEntryHeader.cs index 6d5bb28d..9b22cac5 100644 --- a/Ryujinx.Graphics.Gpu/Shader/Cache/Definition/GuestShaderCacheEntryHeader.cs +++ b/Ryujinx.Graphics.Gpu/Shader/Cache/Definition/GuestShaderCacheEntryHeader.cs @@ -40,9 +40,9 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache.Definition public int SizeA; /// - /// Unused/reserved. + /// Constant buffer 1 data size. /// - public int Reserved4; + public int Cb1DataSize; /// /// The header of the cached gpu accessor. @@ -55,12 +55,14 @@ namespace Ryujinx.Graphics.Gpu.Shader.Cache.Definition /// The stage of this shader /// The size of the code section /// The size of the code2 section if present (Vertex A) + /// Constant buffer 1 data size /// The header of the cached gpu accessor - public GuestShaderCacheEntryHeader(ShaderStage stage, int size, int sizeA, GuestGpuAccessorHeader gpuAccessorHeader) : this() + public GuestShaderCacheEntryHeader(ShaderStage stage, int size, int sizeA, int cb1DataSize, GuestGpuAccessorHeader gpuAccessorHeader) : this() { Stage = stage; - Size = size; + Size = size; SizeA = sizeA; + Cb1DataSize = cb1DataSize; GpuAccessorHeader = gpuAccessorHeader; } } -- cgit v1.2.3