New NVDEC and VIC implementation (#1384)

* Initial NVDEC and VIC implementation

* Update FFmpeg.AutoGen to 4.3.0

* Add nvdec dependencies for Windows

* Unify some VP9 structures

* Rename VP9 structure fields

* Improvements to Video API

* XML docs for Common.Memory

* Remove now unused or redundant overloads from MemoryAccessor

* NVDEC UV surface read/write scalar paths

* Add FIXME comments about hacky things/stuff that will need to be fixed in the future

* Cleaned up VP9 memory allocation

* Remove some debug logs

* Rename some VP9 structs

* Remove unused struct

* No need to compile Ryujinx.Graphics.Host1x with unsafe anymore

* Name AsyncWorkQueue threads to make debugging easier

* Make Vp9PictureInfo a ref struct

* LayoutConverter no longer needs the depth argument (broken by rebase)

* Pooling of VP9 buffers, plus fix a memory leak on VP9

* Really wish VS could rename projects properly...

* Address feedback

* Remove using

* Catch OperationCanceledException

* Add licensing informations

* Add THIRDPARTY.md to release too

Co-authored-by: Thog <me@thog.eu>

1 files changed, 43 insertions, 0 deletions

diff --git a/Ryujinx.Graphics.Nvdec/H264Decoder.cs b/Ryujinx.Graphics.Nvdec/H264Decoder.cs
new file mode 100644
index 00000000..57ce12d0
--- /dev/null
+++ b/Ryujinx.Graphics.Nvdec/H264Decoder.cs
@@ -0,0 +1,43 @@
+using Ryujinx.Graphics.Nvdec.H264;
+using Ryujinx.Graphics.Nvdec.Image;
+using Ryujinx.Graphics.Nvdec.Types.H264;
+using Ryujinx.Graphics.Video;
+using System;
+
+namespace Ryujinx.Graphics.Nvdec
+{
+    static class H264Decoder
+    {
+        private const int MbSizeInPixels = 16;
+
+        private static readonly Decoder _decoder = new Decoder();
+
+        public unsafe static void Decode(NvdecDevice device, ResourceManager rm, ref NvdecRegisters state)
+        {
+            PictureInfo pictureInfo = rm.Gmm.DeviceRead<PictureInfo>(state.SetPictureInfoOffset);
+            H264PictureInfo info = pictureInfo.Convert();
+
+            ReadOnlySpan<byte> bitstream = rm.Gmm.DeviceGetSpan(state.SetBitstreamOffset, (int)pictureInfo.BitstreamSize);
+
+            int width  = (int)pictureInfo.PicWidthInMbs * MbSizeInPixels;
+            int height = (int)pictureInfo.PicHeightInMbs * MbSizeInPixels;
+
+            ISurface outputSurface = rm.Cache.Get(_decoder, CodecId.H264, 0, 0, width, height);
+
+            if (_decoder.Decode(ref info, outputSurface, bitstream))
+            {
+                int li = (int)pictureInfo.LumaOutputSurfaceIndex;
+                int ci = (int)pictureInfo.ChromaOutputSurfaceIndex;
+
+                uint lumaOffset   = state.SetSurfaceLumaOffset[li];
+                uint chromaOffset = state.SetSurfaceChromaOffset[ci];
+
+                SurfaceWriter.Write(rm.Gmm, outputSurface, lumaOffset, chromaOffset);
+
+                device.OnFrameDecoded(CodecId.H264, lumaOffset, chromaOffset);
+            }
+
+            rm.Cache.Put(outputSurface);
+        }
+    }
+}