[HIPIFY][DNN] cuDNN 9.4.0 is the latest supported version

+ Updated the regenerated `hipify-perl` and `DNN` `CUDA2HIP` documentation
emankov · Sep 10, 2024 · 8e23c82 · 8e23c82
1 parent 1a287bd
commit 8e23c82
Show file tree

Hide file tree

Showing 8 changed files with 68 additions and 12 deletions.
diff --git a/bin/hipify-perl b/bin/hipify-perl
@@ -11637,6 +11637,7 @@ sub warnUnsupportedFunctions {
         "CUDNN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR",
         "CUDNN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR",
         "CUDNN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR",
+        "CUDNN_BACKEND_OPERATION_PAGED_CACHE_LOAD_DESCRIPTOR",
         "CUDNN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR",
         "CUDNN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR",
         "CUDNN_BACKEND_OPERATION_MATMUL_DESCRIPTOR",
@@ -11652,6 +11653,7 @@ sub warnUnsupportedFunctions {
         "CUDNN_BACKEND_LAYOUT_INFO_DESCRIPTOR",
         "CUDNN_BACKEND_KNOB_INFO_DESCRIPTOR",
         "CUDNN_BACKEND_KNOB_CHOICE_DESCRIPTOR",
+        "CUDNN_BACKEND_KERNEL_CACHE_DESCRIPTOR",
         "CUDNN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR",
         "CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR",
         "CUDNN_BACKEND_ENGINE_DESCRIPTOR",
@@ -11737,6 +11739,10 @@ sub warnUnsupportedFunctions {
         "CUDNN_ATTR_OPERATION_POINTWISE_BDESC",
         "CUDNN_ATTR_OPERATION_POINTWISE_ALPHA2",
         "CUDNN_ATTR_OPERATION_POINTWISE_ALPHA1",
+        "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_YDESC",
+        "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_SEQUENCE_DESC",
+        "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_PAGE_TABLE_DESC",
+        "CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_CONTAINER_DESC",
         "CUDNN_ATTR_OPERATION_NORM_FWD_YDESC",
         "CUDNN_ATTR_OPERATION_NORM_FWD_XDESC",
         "CUDNN_ATTR_OPERATION_NORM_FWD_SCALE_DESC",
@@ -11827,6 +11833,7 @@ sub warnUnsupportedFunctions {
         "CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC",
         "CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC",
         "CUDNN_ATTR_OPERATIONGRAPH_OPS",
+        "CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED",
         "CUDNN_ATTR_OPERATIONGRAPH_HANDLE",
         "CUDNN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT",
         "CUDNN_ATTR_MATMUL_PADDING_VALUE",
@@ -11839,12 +11846,14 @@ sub warnUnsupportedFunctions {
         "CUDNN_ATTR_KNOB_INFO_MAXIMUM_VALUE",
         "CUDNN_ATTR_KNOB_CHOICE_KNOB_VALUE",
         "CUDNN_ATTR_KNOB_CHOICE_KNOB_TYPE",
+        "CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED",
         "CUDNN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID",
         "CUDNN_ATTR_INTERMEDIATE_INFO_SIZE",
         "CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS",
         "CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES",
         "CUDNN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE",
         "CUDNN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS",
+        "CUDNN_ATTR_EXECUTION_PLAN_KERNEL_CACHE",
         "CUDNN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION",
         "CUDNN_ATTR_EXECUTION_PLAN_HANDLE",
         "CUDNN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG",

diff --git a/docs/hipify-clang.rst b/docs/hipify-clang.rst
@@ -545,7 +545,7 @@ LLVM >= 10.0.0
 
      .. code-block:: shell
       
-      -DCUDA_DNN_ROOT_DIR=D:/CUDA/cuDNN/9.3.0
+      -DCUDA_DNN_ROOT_DIR=D:/CUDA/cuDNN/9.4.0
 
 5. [Optional] Install `CUB 1.9.8 <https://github.com/NVIDIA/cub/releases/tag/1.9.8>`_ for ``CUDA < 11.0`` only;
    for ``CUDA >= 11.0``, the CUB shipped with CUDA will be used for testing.
@@ -637,8 +637,8 @@ On Linux, the following configurations are tested:
 
 * Ubuntu 14: LLVM 4.0.0 - 7.1.0, CUDA 7.0 - 9.0, cuDNN 5.0.5 - 7.6.5
 * Ubuntu 16-19: LLVM 8.0.0 - 14.0.6, CUDA 7.0 - 10.2, cuDNN 5.1.10 - 8.0.5
-* Ubuntu 20-21: LLVM 9.0.0 - 18.1.8, CUDA 7.0 - 12.3.2, cuDNN 5.1.10 - 9.3.0
-* Ubuntu 22-23: LLVM 13.0.0 - 18.1.8, CUDA 7.0 - 12.3.2, cuDNN 8.0.5 - 9.3.0
+* Ubuntu 20-21: LLVM 9.0.0 - 18.1.8, CUDA 7.0 - 12.3.2, cuDNN 5.1.10 - 9.4.0
+* Ubuntu 22-23: LLVM 13.0.0 - 18.1.8, CUDA 7.0 - 12.3.2, cuDNN 8.0.5 - 9.4.0
 
 Minimum build system requirements for the above configurations:
 
@@ -658,7 +658,7 @@ Here's how to build ``hipify-clang`` with testing support on ``Ubuntu 23.10.01``
   -DCMAKE_INSTALL_PREFIX=../dist \
   -DCMAKE_PREFIX_PATH=/usr/llvm/18.1.8/dist \
   -DCUDA_TOOLKIT_ROOT_DIR=/usr/local/cuda-12.3.2 \
-  -DCUDA_DNN_ROOT_DIR=/usr/local/cudnn-9.3.0 \
+  -DCUDA_DNN_ROOT_DIR=/usr/local/cudnn-9.4.0 \
   -DLLVM_EXTERNAL_LIT=/usr/llvm/18.1.8/build/bin/llvm-lit \
   ../hipify
 
@@ -696,7 +696,7 @@ The corresponding successful output is:
   -- Initial CUDA to configure:
   --    - CUDA Toolkit path  : /usr/local/cuda-12.3.2
   --    - CUDA Samples path  :
-  --    - cuDNN path         : /usr/local/cudnn-9.3.0
+  --    - cuDNN path         : /usr/local/cudnn-9.4.0
   --    - CUB path           :
   -- Found CUDAToolkit: /usr/local/cuda-12.3.2/targets/x86_64-linux/include (found version "12.3.107")
   -- Performing Test CMAKE_HAVE_LIBC_PTHREAD
@@ -705,7 +705,7 @@ The corresponding successful output is:
   -- Found CUDA config:
   --    - CUDA Toolkit path  : /usr/local/cuda-12.3.2
   --    - CUDA Samples path  : OFF
-  --    - cuDNN path         : /usr/local/cudnn-9.3.0
+  --    - cuDNN path         : /usr/local/cudnn-9.4.0
   --    - CUB path           : /usr/local/cuda-12.3.2/include/cub
   -- Configuring done (0.5s)
   -- Generating done (0.0s)
@@ -818,13 +818,13 @@ Tested configurations:
     - ``3.11.4``
   * - ``17.0.1`` :sup:`6` - ``18.1.8`` :sup:`7`
     - ``7.0 - 12.3.2``
-    - ``8.0.5  - 9.3.0``
+    - ``8.0.5  - 9.4.0``
     - ``2019.16.11.38, 2022.17.10.5``
     - ``3.30.0``
     - ``3.12.5``
   * - ``19.0.0git``
     - ``7.0 - 12.5.1``
-    - ``8.0.5  - 9.3.0``
+    - ``8.0.5  - 9.4.0``
     - ``2019.16.11.38, 2022.17.10.5``
     - ``3.30.0``
     - ``3.12.5``
@@ -855,7 +855,7 @@ Building with testing support using ``Visual Studio 17 2022`` on ``Windows 11``:
   -DCMAKE_PREFIX_PATH=D:/LLVM/18.1.8/dist \
   -DCUDA_TOOLKIT_ROOT_DIR="C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.3" \
   -DCUDA_SDK_ROOT_DIR="C:/ProgramData/NVIDIA Corporation/CUDA Samples/v12.3" \
-  -DCUDA_DNN_ROOT_DIR=D:/CUDA/cuDNN/9.3.0 \
+  -DCUDA_DNN_ROOT_DIR=D:/CUDA/cuDNN/9.4.0 \
   -DLLVM_EXTERNAL_LIT=D:/LLVM/18.1.8/build/Release/bin/llvm-lit.py \
   ../hipify
 
@@ -892,13 +892,13 @@ The corresponding successful output is:
   -- Initial CUDA to configure:
   --    - CUDA Toolkit path  : C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.3
   --    - CUDA Samples path  : C:/ProgramData/NVIDIA Corporation/CUDA Samples/v12.3
-  --    - cuDNN path         : D:/CUDA/cuDNN/9.3.0
+  --    - cuDNN path         : D:/CUDA/cuDNN/9.4.0
   --    - CUB path           :
   -- Found CUDAToolkit: C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.3/include (found version "12.3.107")
   -- Found CUDA config:
   --    - CUDA Toolkit path  : C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.3
   --    - CUDA Samples path  : C:/ProgramData/NVIDIA Corporation/CUDA Samples/v12.3
-  --    - cuDNN path         : D:/CUDA/cuDNN/9.3.0
+  --    - cuDNN path         : D:/CUDA/cuDNN/9.4.0
   --    - CUB path           : C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.3/include/cub
   -- Configuring done (1.4s)
   -- Generating done (0.1s)

diff --git a/docs/tables/CUDNN_API_supported_by_HIP.md b/docs/tables/CUDNN_API_supported_by_HIP.md
@@ -47,12 +47,14 @@
 |`CUDNN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_HANDLE`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION`|8.4.0| | | | | | | | | |
+|`CUDNN_ATTR_EXECUTION_PLAN_KERNEL_CACHE`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS`|8.0.2| | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES`|8.0.2| | | | | | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS`|8.0.2| | | | | | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_SIZE`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID`|8.0.2| | | | | | | | | |
+|`CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_TYPE`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_VALUE`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_KNOB_INFO_MAXIMUM_VALUE`|8.0.1| | | | | | | | | |
@@ -65,6 +67,7 @@
 |`CUDNN_ATTR_MATMUL_PADDING_VALUE`|8.9.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_HANDLE`|8.0.1| | | | | | | | | |
+|`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | | | | | | | |
@@ -155,6 +158,10 @@
 |`CUDNN_ATTR_OPERATION_NORM_FWD_SCALE_DESC`|8.5.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_XDESC`|8.5.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_YDESC`|8.5.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_CONTAINER_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_PAGE_TABLE_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_SEQUENCE_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_YDESC`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA1`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA2`|8.0.1| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_BDESC`|8.0.1| | | | | | | | | |
@@ -240,6 +247,7 @@
 |`CUDNN_BACKEND_ENGINE_DESCRIPTOR`|8.0.1| | | | | | | | | |
 |`CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR`|8.0.1| | | | | | | | | |
 |`CUDNN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |
+|`CUDNN_BACKEND_KERNEL_CACHE_DESCRIPTOR`|9.4.0| | | | | | | | | |
 |`CUDNN_BACKEND_KNOB_CHOICE_DESCRIPTOR`|8.0.1| | | | | | | | | |
 |`CUDNN_BACKEND_KNOB_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |
 |`CUDNN_BACKEND_LAYOUT_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |
@@ -255,6 +263,7 @@
 |`CUDNN_BACKEND_OPERATION_MATMUL_DESCRIPTOR`|8.1.0| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR`|8.5.0| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR`|8.5.0| | | | | | | | | |
+|`CUDNN_BACKEND_OPERATION_PAGED_CACHE_LOAD_DESCRIPTOR`|9.4.0| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR`|8.0.1| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR`|8.1.0| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR`|8.3.0| | | | | | | | | |

diff --git a/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md b/docs/tables/CUDNN_API_supported_by_HIP_and_MIOPEN.md
@@ -47,12 +47,14 @@
 |`CUDNN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_HANDLE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_EXECUTION_PLAN_HANDLE`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION`|8.4.0| | | | | | | | | |`MIOPEN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION`| | | | | |
+|`CUDNN_ATTR_EXECUTION_PLAN_KERNEL_CACHE`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS`|8.0.2| | | | | | | | | |`MIOPEN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES`|8.0.2| | | | | | | | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS`|8.0.2| | | | | | | | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_SIZE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_SIZE`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID`|8.0.2| | | | | | | | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID`| | | | | |
+|`CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_TYPE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_KNOB_CHOICE_KNOB_TYPE`| | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_VALUE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_KNOB_CHOICE_KNOB_VALUE`| | | | | |
 |`CUDNN_ATTR_KNOB_INFO_MAXIMUM_VALUE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_KNOB_INFO_MAXIMUM_VALUE`| | | | | |
@@ -65,6 +67,7 @@
 |`CUDNN_ATTR_MATMUL_PADDING_VALUE`|8.9.0| | | | | | | | | |`MIOPEN_ATTR_MATMUL_PADDING_VALUE`| | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT`| | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_HANDLE`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATIONGRAPH_HANDLE`| | | | | |
+|`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATIONGRAPH_OPS`| | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`| | | | | |
@@ -155,6 +158,10 @@
 |`CUDNN_ATTR_OPERATION_NORM_FWD_SCALE_DESC`|8.5.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_SCALE_DESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_XDESC`|8.5.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_XDESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_YDESC`|8.5.0| | | | | | | | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_YDESC`| | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_CONTAINER_DESC`|9.4.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_PAGE_TABLE_DESC`|9.4.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_SEQUENCE_DESC`|9.4.0| | | | | | | | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_YDESC`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA1`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATION_POINTWISE_ALPHA1`| | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA2`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATION_POINTWISE_ALPHA2`| | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_BDESC`|8.0.1| | | | | | | | | |`MIOPEN_ATTR_OPERATION_POINTWISE_BDESC`| | | | | |
@@ -240,6 +247,7 @@
 |`CUDNN_BACKEND_ENGINE_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_ENGINE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_EXECUTION_PLAN_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR`| | | | | |
+|`CUDNN_BACKEND_KERNEL_CACHE_DESCRIPTOR`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_BACKEND_KNOB_CHOICE_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_KNOB_CHOICE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_KNOB_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_KNOB_INFO_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_LAYOUT_INFO_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_LAYOUT_INFO_DESCRIPTOR`| | | | | |
@@ -255,6 +263,7 @@
 |`CUDNN_BACKEND_OPERATION_MATMUL_DESCRIPTOR`|8.1.0| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_MATMUL_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR`|8.5.0| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR`|8.5.0| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR`| | | | | |
+|`CUDNN_BACKEND_OPERATION_PAGED_CACHE_LOAD_DESCRIPTOR`|9.4.0| | | | | | | | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR`|8.0.1| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR`|8.1.0| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR`|8.3.0| | | | | | | | | |`MIOPEN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR`| | | | | |

diff --git a/docs/tables/CUDNN_API_supported_by_MIOPEN.md b/docs/tables/CUDNN_API_supported_by_MIOPEN.md
@@ -47,12 +47,14 @@
 |`CUDNN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG`|8.0.1| | | |`MIOPEN_ATTR_EXECUTION_PLAN_ENGINE_CONFIG`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_HANDLE`|8.0.1| | | |`MIOPEN_ATTR_EXECUTION_PLAN_HANDLE`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION`|8.4.0| | | |`MIOPEN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION`| | | | | |
+|`CUDNN_ATTR_EXECUTION_PLAN_KERNEL_CACHE`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS`|8.0.2| | | |`MIOPEN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS`| | | | | |
 |`CUDNN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE`|8.0.1| | | |`MIOPEN_ATTR_EXECUTION_PLAN_WORKSPACE_SIZE`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES`|8.0.2| | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_DEPENDENT_ATTRIBUTES`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS`|8.0.2| | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_SIZE`|8.0.1| | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_SIZE`| | | | | |
 |`CUDNN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID`|8.0.2| | | |`MIOPEN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID`| | | | | |
+|`CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_TYPE`|8.0.1| | | |`MIOPEN_ATTR_KNOB_CHOICE_KNOB_TYPE`| | | | | |
 |`CUDNN_ATTR_KNOB_CHOICE_KNOB_VALUE`|8.0.1| | | |`MIOPEN_ATTR_KNOB_CHOICE_KNOB_VALUE`| | | | | |
 |`CUDNN_ATTR_KNOB_INFO_MAXIMUM_VALUE`|8.0.1| | | |`MIOPEN_ATTR_KNOB_INFO_MAXIMUM_VALUE`| | | | | |
@@ -65,6 +67,7 @@
 |`CUDNN_ATTR_MATMUL_PADDING_VALUE`|8.9.0| | | |`MIOPEN_ATTR_MATMUL_PADDING_VALUE`| | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT`|8.0.1| | | |`MIOPEN_ATTR_OPERATIONGRAPH_ENGINE_GLOBAL_COUNT`| | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_HANDLE`|8.0.1| | | |`MIOPEN_ATTR_OPERATIONGRAPH_HANDLE`| | | | | |
+|`CUDNN_ATTR_OPERATIONGRAPH_IS_DYNAMIC_SHAPE_ENABLED`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATIONGRAPH_OPS`|8.0.1| | | |`MIOPEN_ATTR_OPERATIONGRAPH_OPS`| | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`|8.2.0| | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_BN_SCALE_DESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`|8.2.0| | | |`MIOPEN_ATTR_OPERATION_BN_BWD_WEIGHTS_DBN_BIAS_DESC`| | | | | |
@@ -155,6 +158,10 @@
 |`CUDNN_ATTR_OPERATION_NORM_FWD_SCALE_DESC`|8.5.0| | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_SCALE_DESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_XDESC`|8.5.0| | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_XDESC`| | | | | |
 |`CUDNN_ATTR_OPERATION_NORM_FWD_YDESC`|8.5.0| | | |`MIOPEN_ATTR_OPERATION_NORM_FWD_YDESC`| | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_CONTAINER_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_PAGE_TABLE_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_SEQUENCE_DESC`|9.4.0| | | | | | | | | |
+|`CUDNN_ATTR_OPERATION_PAGED_CACHE_LOAD_YDESC`|9.4.0| | | | | | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA1`|8.0.1| | | |`MIOPEN_ATTR_OPERATION_POINTWISE_ALPHA1`| | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_ALPHA2`|8.0.1| | | |`MIOPEN_ATTR_OPERATION_POINTWISE_ALPHA2`| | | | | |
 |`CUDNN_ATTR_OPERATION_POINTWISE_BDESC`|8.0.1| | | |`MIOPEN_ATTR_OPERATION_POINTWISE_BDESC`| | | | | |
@@ -240,6 +247,7 @@
 |`CUDNN_BACKEND_ENGINE_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_ENGINE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_EXECUTION_PLAN_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_INTERMEDIATE_INFO_DESCRIPTOR`| | | | | |
+|`CUDNN_BACKEND_KERNEL_CACHE_DESCRIPTOR`|9.4.0| | | | | | | | | |
 |`CUDNN_BACKEND_KNOB_CHOICE_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_KNOB_CHOICE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_KNOB_INFO_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_KNOB_INFO_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_LAYOUT_INFO_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_LAYOUT_INFO_DESCRIPTOR`| | | | | |
@@ -255,6 +263,7 @@
 |`CUDNN_BACKEND_OPERATION_MATMUL_DESCRIPTOR`|8.1.0| | | |`MIOPEN_BACKEND_OPERATION_MATMUL_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR`|8.5.0| | | |`MIOPEN_BACKEND_OPERATION_NORM_BACKWARD_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR`|8.5.0| | | |`MIOPEN_BACKEND_OPERATION_NORM_FORWARD_DESCRIPTOR`| | | | | |
+|`CUDNN_BACKEND_OPERATION_PAGED_CACHE_LOAD_DESCRIPTOR`|9.4.0| | | | | | | | | |
 |`CUDNN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR`|8.0.1| | | |`MIOPEN_BACKEND_OPERATION_POINTWISE_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR`|8.1.0| | | |`MIOPEN_BACKEND_OPERATION_REDUCTION_DESCRIPTOR`| | | | | |
 |`CUDNN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR`|8.3.0| | | |`MIOPEN_BACKEND_OPERATION_RESAMPLE_BWD_DESCRIPTOR`| | | | | |