New NVDEC and VIC implementation (#1384)

* Initial NVDEC and VIC implementation

* Update FFmpeg.AutoGen to 4.3.0

* Add nvdec dependencies for Windows

* Unify some VP9 structures

* Rename VP9 structure fields

* Improvements to Video API

* XML docs for Common.Memory

* Remove now unused or redundant overloads from MemoryAccessor

* NVDEC UV surface read/write scalar paths

* Add FIXME comments about hacky things/stuff that will need to be fixed in the future

* Cleaned up VP9 memory allocation

* Remove some debug logs

* Rename some VP9 structs

* Remove unused struct

* No need to compile Ryujinx.Graphics.Host1x with unsafe anymore

* Name AsyncWorkQueue threads to make debugging easier

* Make Vp9PictureInfo a ref struct

* LayoutConverter no longer needs the depth argument (broken by rebase)

* Pooling of VP9 buffers, plus fix a memory leak on VP9

* Really wish VS could rename projects properly...

* Address feedback

* Remove using

* Catch OperationCanceledException

* Add licensing informations

* Add THIRDPARTY.md to release too

Co-authored-by: Thog <me@thog.eu>

1 files changed, 66 insertions, 0 deletions

diff --git a/Ryujinx.Graphics.Nvdec.Vp9/Types/ModeInfo.cs b/Ryujinx.Graphics.Nvdec.Vp9/Types/ModeInfo.cs
new file mode 100644
index 00000000..8ef281d8
--- /dev/null
+++ b/Ryujinx.Graphics.Nvdec.Vp9/Types/ModeInfo.cs
@@ -0,0 +1,66 @@
+using Ryujinx.Common.Memory;
+using System.Diagnostics;
+
+namespace Ryujinx.Graphics.Nvdec.Vp9.Types
+{
+    internal struct ModeInfo
+    {
+        // Common for both Inter and Intra blocks
+        public BlockSize SbType;
+        public PredictionMode Mode;
+        public TxSize TxSize;
+        public sbyte Skip;
+        public sbyte SegmentId;
+        public sbyte SegIdPredicted;  // Valid only when TemporalUpdate is enabled
+
+        // Only for Intra blocks
+        public PredictionMode UvMode;
+
+        // Only for Inter blocks
+        public byte InterpFilter;
+
+        // if ref_frame[idx] is equal to AltRefFrame then
+        // MacroBlockD.BlockRef[idx] is an altref
+        public Array2<sbyte> RefFrame;
+
+        public Array2<Mv> Mv;
+
+        public Array4<BModeInfo> Bmi;
+
+        public PredictionMode GetYMode(int block)
+        {
+            return SbType < BlockSize.Block8x8 ? Bmi[block].Mode : Mode;
+        }
+
+        public TxSize GetUvTxSize(ref MacroBlockDPlane pd)
+        {
+            Debug.Assert(SbType < BlockSize.Block8x8 ||
+                Luts.SsSizeLookup[(int)SbType][pd.SubsamplingX][pd.SubsamplingY] != BlockSize.BlockInvalid);
+            return Luts.UvTxsizeLookup[(int)SbType][(int)TxSize][pd.SubsamplingX][pd.SubsamplingY];
+        }
+
+        public bool IsInterBlock()
+        {
+            return RefFrame[0] > Constants.IntraFrame;
+        }
+
+        public bool HasSecondRef()
+        {
+            return RefFrame[1] > Constants.IntraFrame;
+        }
+
+        private static readonly int[][] IdxNColumnToSubblock = new int[][]
+        {
+            new int[] { 1, 2 }, new int[] { 1, 3 }, new int[] { 3, 2 }, new int[] { 3, 3 }
+        };
+
+        // This function returns either the appropriate sub block or block's mv
+        // on whether the block_size < 8x8 and we have check_sub_blocks set.
+        public Mv GetSubBlockMv(int whichMv, int searchCol, int blockIdx)
+        {
+            return blockIdx >= 0 && SbType < BlockSize.Block8x8
+                ? Bmi[IdxNColumnToSubblock[blockIdx][searchCol == 0 ? 1 : 0]].Mv[whichMv]
+                : Mv[whichMv];
+        }
+    }
+}