From c377c48af621de178736f2772ba6195365930d0c Mon Sep 17 00:00:00 2001
From: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
Date: Fri, 8 Sep 2023 20:02:29 +0000
Subject: [PATCH] docs: [Automated] Regenerating documenation for 40f8064

Signed-off-by: Torch-TensorRT Github Bot <torch-tensorrt.github.bot@nvidia.com>
---
 .../classtorch__tensorrt_1_1DataType.html     |   4 ++--
 ...rch__tensorrt_1_1Device_1_1DeviceType.html |   4 ++--
 .../classtorch__tensorrt_1_1TensorFormat.html |   4 ++--
 ...ensorrt_1_1ptq_1_1Int8CacheCalibrator.html |   4 ++--
 ...ch__tensorrt_1_1ptq_1_1Int8Calibrator.html |   4 ++--
 ...8h_1a18d295a837ac71add5578860b55e5502.html |   4 ++--
 ...8h_1a282fd3c0b1c3a215148ae372070e1268.html |   4 ++--
 ...8h_1a31398a6d4d27e28817afb0f0139e909e.html |   4 ++--
 ...8h_1a35703561b26b1a9d2738ad7d58b27827.html |   4 ++--
 ...8h_1abd1465eb38256d3f22cc1426b23d516b.html |   4 ++--
 ...8h_1abe87b341f562fd1cf40b7672e4d759da.html |   4 ++--
 ...8h_1ad19939408f7be171a74a89928b36eb59.html |   4 ++--
 ...8h_1adad592a7b1b7eed529cdf6acd584c883.html |   4 ++--
 docs/_cpp_api/dir_cpp.html                    |   4 ++--
 docs/_cpp_api/dir_cpp_include.html            |   4 ++--
 .../dir_cpp_include_torch_tensorrt.html       |   4 ++--
 ...ng_1a130f65408ad8cbaee060f05e8db69558.html |   4 ++--
 ...rt_1a3fbe5d72e4fc624dbd038853079620eb.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 ...ng_1a0593f776f469c20469e2f729fc7861a3.html |   4 ++--
 ...ng_1a0c012cb374addd90eb1f42eaec570650.html |   4 ++--
 ...ng_1a56e110feaaba2c3fd44bd201fd21a76a.html |   4 ++--
 ...ng_1a7cb50492421ea9de4e3db895819df6f2.html |   4 ++--
 ...ng_1ac46ac0901cb97e3ae6e93b45f24e90b8.html |   4 ++--
 ...ng_1ad2efd47b6c3689e58ccc595680579ae5.html |   4 ++--
 ...ng_1af8f3443813315af7901903d25dd495cc.html |   4 ++--
 ...tq_1a226e3c83379d1012cde8578c1c86b16c.html |   4 ++--
 ...tq_1a6186e305f47c1d94b6130ef6c7f7e178.html |   4 ++--
 ...pt_1a5b405fd3bf3c8fc2e2a54cbbab979797.html |   4 ++--
 ...pt_1a6e19490a08fb1553c9dd347a5ae79db9.html |   4 ++--
 ...pt_1a81f9783517335dda877d8cfcf38987c9.html |   4 ++--
 ...pt_1ae8d56472106eeef37fbe51ff7f40c9b2.html |   4 ++--
 ...rt_1ac4ab8313ae72c2c899ea31548b528528.html |   4 ++--
 ...rt_1ad1acd06eaeaffbbcf6e7ebf426891384.html |   4 ++--
 ...rt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html |   4 ++--
 docs/_cpp_api/namespace_torch_tensorrt.html   |   4 ++--
 .../namespace_torch_tensorrt__logging.html    |   4 ++--
 .../namespace_torch_tensorrt__ptq.html        |   4 ++--
 ...namespace_torch_tensorrt__torchscript.html |   4 ++--
 ..._cpp_include_torch_tensorrt_logging.h.html |   4 ++--
 ...e_cpp_include_torch_tensorrt_macros.h.html |   4 ++--
 ...file_cpp_include_torch_tensorrt_ptq.h.html |   4 ++--
 ...clude_torch_tensorrt_torch_tensorrt.h.html |   4 ++--
 .../structtorch__tensorrt_1_1Device.html      |   4 ++--
 .../structtorch__tensorrt_1_1GraphInputs.html |   4 ++--
 .../structtorch__tensorrt_1_1Input.html       |   4 ++--
 ...ensorrt_1_1torchscript_1_1CompileSpec.html |   4 ++--
 docs/_cpp_api/torch_tensort_cpp.html          |   6 +++---
 docs/_cpp_api/unabridged_orphan.html          |   4 ++--
 .../_rendered_examples_jupyter.zip            | Bin 16257 -> 16257 bytes
 .../_rendered_examples_python.zip             | Bin 9361 -> 9361 bytes
 docs/_modules/index.html                      |   4 ++--
 docs/_modules/torch_tensorrt/_Device.html     |   4 ++--
 docs/_modules/torch_tensorrt/_Input.html      |   4 ++--
 docs/_modules/torch_tensorrt/_compile.html    |   4 ++--
 docs/_modules/torch_tensorrt/_utils.html      |   4 ++--
 docs/_modules/torch_tensorrt/fx/fx2trt.html   |   4 ++--
 .../torch_tensorrt/fx/input_tensor_spec.html  |   4 ++--
 docs/_modules/torch_tensorrt/fx/lower.html    |   4 ++--
 .../torch_tensorrt/fx/trt_module.html         |   4 ++--
 docs/_modules/torch_tensorrt/logging.html     |   4 ++--
 docs/_modules/torch_tensorrt/ptq.html         |   4 ++--
 .../torch_tensorrt/ts/_compile_spec.html      |   4 ++--
 .../_modules/torch_tensorrt/ts/_compiler.html |   4 ++--
 docs/_static/documentation_options.js         |   2 +-
 docs/cli/torchtrtc.html                       |   4 ++--
 docs/contributors/conversion.html             |   4 ++--
 docs/contributors/lowering.html               |   4 ++--
 docs/contributors/partitioning.html           |   4 ++--
 docs/contributors/phases.html                 |   4 ++--
 docs/contributors/runtime.html                |   4 ++--
 docs/contributors/system_overview.html        |   4 ++--
 docs/contributors/useful_links.html           |   4 ++--
 docs/contributors/writing_converters.html     |   4 ++--
 docs/genindex.html                            |   4 ++--
 .../getting_started_with_cpp_api.html         |   4 ++--
 .../getting_started_with_python_api.html      |   4 ++--
 .../getting_started_with_windows.html         |   4 ++--
 docs/getting_started/installation.html        |   4 ++--
 docs/index.html                               |   4 ++--
 docs/indices/supported_ops.html               |   4 ++--
 docs/objects.inv                              | Bin 26561 -> 26561 bytes
 docs/py-modindex.html                         |   4 ++--
 docs/py_api/fx.html                           |   4 ++--
 docs/py_api/logging.html                      |   4 ++--
 docs/py_api/ptq.html                          |   4 ++--
 docs/py_api/torch_tensorrt.html               |   4 ++--
 docs/py_api/ts.html                           |   6 +++---
 docs/search.html                              |   4 ++--
 docs/searchindex.js                           |   2 +-
 .../pytorch-sphinx-theme/docs/changelog.html  |   4 ++--
 .../docs/configuring.html                     |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/api.html   |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/demo.html  |   6 +++---
 .../docs/demo/lists_tables.html               |   4 ++--
 .../pytorch-sphinx-theme/docs/demo/long.html  |   4 ++--
 .../docs/demo/structure.html                  |   4 ++--
 docs/src/pytorch-sphinx-theme/docs/index.html |   4 ++--
 .../pytorch-sphinx-theme/docs/installing.html |   4 ++--
 .../_rendered_examples/dynamo/index.html      |   4 ++--
 .../dynamo/torch_compile_advanced_usage.html  |   4 ++--
 .../dynamo/torch_compile_resnet_example.html  |   4 ++--
 .../torch_compile_transformers_example.html   |   4 ++--
 docs/tutorials/_rendered_examples/index.html  |   4 ++--
 docs/tutorials/notebooks.html                 |   4 ++--
 .../serving_torch_tensorrt_with_triton.html   |   4 ++--
 ...creating_torchscript_module_in_python.html |   4 ++--
 .../getting_started_with_fx_path.html         |   4 ++--
 docs/user_guide/ptq.html                      |   4 ++--
 docs/user_guide/runtime.html                  |   4 ++--
 docs/user_guide/use_from_pytorch.html         |   4 ++--
 docs/user_guide/using_dla.html                |   4 ++--
 115 files changed, 225 insertions(+), 225 deletions(-)

diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
index 6a0e77e69c..5cc99683ce 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1DataType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class DataType &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Class DataType &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
index a4bb7322b7..68165c1a19 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Class Device::DeviceType &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
index add73666cd..629b65ec44 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1TensorFormat.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Class TensorFormat &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Class TensorFormat &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
index 989e29e2d8..9acabb991e 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Template Class Int8CacheCalibrator &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
index af3967e591..1c0726f742 100644
--- a/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
+++ b/docs/_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Template Class Int8Calibrator &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
index f823e5b864..173bb09227 100644
--- a/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
+++ b/docs/_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define STR &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define STR &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
index 22cdc89065..5904163573 100644
--- a/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
+++ b/docs/_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCH_TENSORRT_PATCH_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
index 1b4ddc912d..2c33256c0d 100644
--- a/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
+++ b/docs/_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCH_TENSORRT_MAJOR_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
index 237b579c1d..73a4d8ae86 100644
--- a/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
+++ b/docs/_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCH_TENSORRT_MINOR_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
index 03fef101a2..bad26057c4 100644
--- a/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
+++ b/docs/_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCHTRT_API &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
index 0fefbb0f60..034c07a8f2 100644
--- a/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
+++ b/docs/_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define XSTR &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define XSTR &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
index 4d3f87602e..c2343043a8 100644
--- a/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
+++ b/docs/_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCHTRT_HIDDEN &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
index ab46969d02..6f8839d725 100644
--- a/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
+++ b/docs/_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Define TORCH_TENSORRT_VERSION &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp.html b/docs/_cpp_api/dir_cpp.html
index 18146623d0..7c895384d7 100644
--- a/docs/_cpp_api/dir_cpp.html
+++ b/docs/_cpp_api/dir_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory cpp &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Directory cpp &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include.html b/docs/_cpp_api/dir_cpp_include.html
index 0f6cd067f0..fe7d502ca9 100644
--- a/docs/_cpp_api/dir_cpp_include.html
+++ b/docs/_cpp_api/dir_cpp_include.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory include &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Directory include &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
index 2cd082c474..bc7534cd7b 100644
--- a/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
+++ b/docs/_cpp_api/dir_cpp_include_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Directory torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
index 8b5f1e02b3..d508c60b73 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum Level &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Enum Level &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
index 93fed2b07f..eb3cd64fe8 100644
--- a/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
+++ b/docs/_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Enum EngineCapability &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
index 37f6a28abc..28601abe85 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File logging.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>File logging.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
index 3e388030fb..36d436dd76 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File macros.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>File macros.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
index 74ae7898fe..2047ec6219 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File ptq.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>File ptq.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 53b020c254..0608416dc3 100644
--- a/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>File torch_tensorrt.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
index 1c91d05679..ef568c218c 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::get_logging_prefix &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
index bfb53ba4d2..332f4f4b09 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::get_reportable_log_level &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
index 2d7d5a3cd3..63263e45c6 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::get_is_colored_output_on &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
index f5a2e24464..7f0c3c5a0b 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::set_reportable_log_level &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
index e1a7c5f2a8..6037d7d7b5 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::log &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
index e64a5e5453..54ad068332 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::set_is_colored_output_on &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
index 37efcbea46..e22ef29edc 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::logging::set_logging_prefix &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
index ef24b900ad..1b6f2e889b 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_cache_calibrator &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
index 2fb42ed0e8..9207b2e6a1 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Template Function torch_tensorrt::ptq::make_int8_calibrator &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
index 7dfdc0636e..2425f652f3 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::torchscript::check_method_operator_support &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
index 7b71b1692b..1c7d252761 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::torchscript::compile &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
index 5e9cf341f3..5d9c3272de 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::torchscript::embed_engine_in_new_module &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
index 41463a2e18..ccaa42d831 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::torchscript::convert_method_to_trt_engine &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
index d2c3db1d63..dec00b7d6c 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::get_build_info &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
index d1c8697449..ab679dcef6 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::set_device &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
index e2ddc21ac2..7e0ebaf407 100644
--- a/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
+++ b/docs/_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Function torch_tensorrt::dump_build_info &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt.html b/docs/_cpp_api/namespace_torch_tensorrt.html
index aeb272c0ee..e6c3447acd 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Namespace torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__logging.html b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
index 1d8198c72d..583828c235 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__logging.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Namespace torch_tensorrt::logging &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
index 369229916c..6b8cdee79c 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Namespace torch_tensorrt::ptq &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
index eb32c822c8..afec532ab5 100644
--- a/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
+++ b/docs/_cpp_api/namespace_torch_tensorrt__torchscript.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Namespace torch_tensorrt::torchscript &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
index b25cfc3dc9..dab35e0f20 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Program Listing for File logging.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
index 52d6e90348..d8b4add2f9 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Program Listing for File macros.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
index 0f0357c937..1d0f58436d 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Program Listing for File ptq.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
index 38b1d11e31..5fb89123c9 100644
--- a/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
+++ b/docs/_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Program Listing for File torch_tensorrt.h &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
index a1fb7fade3..de8adbb08b 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Device.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Device &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Struct Device &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
index 83afccd3df..95fb641a24 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1GraphInputs.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Struct GraphInputs &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
index a9b9d58ad9..986fc788c1 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1Input.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct Input &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Struct Input &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
index b29c67393a..375fc7da33 100644
--- a/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
+++ b/docs/_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Struct CompileSpec &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_cpp_api/torch_tensort_cpp.html b/docs/_cpp_api/torch_tensort_cpp.html
index 6902bb6a69..2f7ca4a1f2 100644
--- a/docs/_cpp_api/torch_tensort_cpp.html
+++ b/docs/_cpp_api/torch_tensort_cpp.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Torch-TensorRT C++ API &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
@@ -392,7 +392,7 @@ <h2>Class Hierarchy<a class="headerlink" href="#class-hierarchy" title="Permalin
 <ul class="treeView" id="class-treeView">
   <li>
     <ul class="collapsibleList">
-      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li class="lastChild">Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li></ul></li>
+      <li class="lastChild">Namespace <a href="namespace_torch_tensorrt.html#namespace-torch-tensorrt">torch_tensorrt</a><ul><li>Namespace <a href="namespace_torch_tensorrt__logging.html#namespace-torch-tensorrt-logging">torch_tensorrt::logging</a><ul><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.html#exhale-enum-namespacetorch-tensorrt-1-1logging-1a130f65408ad8cbaee060f05e8db69558">Level</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__ptq.html#namespace-torch-tensorrt-ptq">torch_tensorrt::ptq</a><ul><li>Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8CacheCalibrator">Int8CacheCalibrator</a></li><li class="lastChild">Template Class <a href="classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.html#exhale-class-classtorch-tensorrt-1-1ptq-1-1Int8Calibrator">Int8Calibrator</a></li></ul></li><li>Namespace <a href="namespace_torch_tensorrt__torchscript.html#namespace-torch-tensorrt-torchscript">torch_tensorrt::torchscript</a><ul><li class="lastChild">Struct <a href="structtorch__tensorrt_1_1torchscript_1_1CompileSpec.html#exhale-struct-structtorch-tensorrt-1-1torchscript-1-1CompileSpec">CompileSpec</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1Device.html#exhale-struct-structtorch-tensorrt-1-1Device">Device</a><ul><li class="lastChild">Class <a href="classtorch__tensorrt_1_1Device_1_1DeviceType.html#exhale-class-classtorch-tensorrt-1-1Device-1-1DeviceType">Device::DeviceType</a></li></ul></li><li>Struct <a href="structtorch__tensorrt_1_1GraphInputs.html#exhale-struct-structtorch-tensorrt-1-1GraphInputs">GraphInputs</a></li><li>Struct <a href="structtorch__tensorrt_1_1Input.html#exhale-struct-structtorch-tensorrt-1-1Input">Input</a></li><li>Class <a href="classtorch__tensorrt_1_1DataType.html#exhale-class-classtorch-tensorrt-1-1DataType">DataType</a></li><li>Class <a href="classtorch__tensorrt_1_1TensorFormat.html#exhale-class-classtorch-tensorrt-1-1TensorFormat">TensorFormat</a></li><li class="lastChild">Enum <a href="enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.html#exhale-enum-namespacetorch-tensorrt-1a3fbe5d72e4fc624dbd038853079620eb">EngineCapability</a></li></ul></li>
     </ul>
   </li><!-- only tree view element -->
 </ul><!-- /treeView class-treeView --></section>
diff --git a/docs/_cpp_api/unabridged_orphan.html b/docs/_cpp_api/unabridged_orphan.html
index 544b52ca8b..d30d5a5a3a 100644
--- a/docs/_cpp_api/unabridged_orphan.html
+++ b/docs/_cpp_api/unabridged_orphan.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Full API &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Full API &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip b/docs/_downloads/6a6052d9668b2cb8332d349d328e21c1/_rendered_examples_jupyter.zip
index 80bb5f0aa9637880e18f7542ac900173ea33d876..5cc070c33a947fbf1cf5ce45afe9df8343074bd1 100644
GIT binary patch
delta 58
zcmZpyZ>;AD@MdNaVE_Tw1si!JMVMR{Y*rWX7X{H3nqNTt$$566AnK@HG>B5Nj|TwL
CQxTg0

delta 58
zcmZpyZ>;AD@MdNaVE}>6GdJ=`iZE@SxmjJrUlc@FXnq0lC+FFPf~cc*(I866J{|xL
CN)!bE

diff --git a/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip b/docs/_downloads/798cda8f83bd9f5e2cc93f329a04332c/_rendered_examples_python.zip
index 949ee347abd659d388afb9420437d19c1e4eb4d1..6263b26b0cec4d3a63e7d4eb2cb20a5194a1f64a 100644
GIT binary patch
delta 58
zcmbQ}Ink3Rz?+#xgaHIx7i{GD%EjcmU^6qfI1h-H5zhqCliQVpK-6vJ2oPne5(5Ce
C1rVA5

delta 58
zcmbQ}Ink3Rz?+#xgaHIL&)mrKm5XWf%+1W);yfT)Mm!TlPi|KZ0#Ub>BS4g?N(=z^
C?Gpq5

diff --git a/docs/_modules/index.html b/docs/_modules/index.html
index 1cb8446f79..797687eae8 100644
--- a/docs/_modules/index.html
+++ b/docs/_modules/index.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Overview: module code &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Overview: module code &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Device.html b/docs/_modules/torch_tensorrt/_Device.html
index 7a73c46c7f..7d7686dcfa 100644
--- a/docs/_modules/torch_tensorrt/_Device.html
+++ b/docs/_modules/torch_tensorrt/_Device.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt._Device &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_Input.html b/docs/_modules/torch_tensorrt/_Input.html
index 3c6544b272..44b2dcb6f7 100644
--- a/docs/_modules/torch_tensorrt/_Input.html
+++ b/docs/_modules/torch_tensorrt/_Input.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt._Input &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_compile.html b/docs/_modules/torch_tensorrt/_compile.html
index db79246696..03cb46a871 100644
--- a/docs/_modules/torch_tensorrt/_compile.html
+++ b/docs/_modules/torch_tensorrt/_compile.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt._compile &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/_utils.html b/docs/_modules/torch_tensorrt/_utils.html
index c7cc3fbd2d..70a7b3abdc 100644
--- a/docs/_modules/torch_tensorrt/_utils.html
+++ b/docs/_modules/torch_tensorrt/_utils.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt._utils &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt._utils &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/fx2trt.html b/docs/_modules/torch_tensorrt/fx/fx2trt.html
index ceb0d1785b..b816946f39 100644
--- a/docs/_modules/torch_tensorrt/fx/fx2trt.html
+++ b/docs/_modules/torch_tensorrt/fx/fx2trt.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.fx.fx2trt &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
index ec0638b41d..64f830fb23 100644
--- a/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
+++ b/docs/_modules/torch_tensorrt/fx/input_tensor_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.fx.input_tensor_spec &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/lower.html b/docs/_modules/torch_tensorrt/fx/lower.html
index 009373c950..7a86df3666 100644
--- a/docs/_modules/torch_tensorrt/fx/lower.html
+++ b/docs/_modules/torch_tensorrt/fx/lower.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.fx.lower &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/fx/trt_module.html b/docs/_modules/torch_tensorrt/fx/trt_module.html
index c4ca144b48..9a2d310495 100644
--- a/docs/_modules/torch_tensorrt/fx/trt_module.html
+++ b/docs/_modules/torch_tensorrt/fx/trt_module.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.fx.trt_module &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/logging.html b/docs/_modules/torch_tensorrt/logging.html
index c8c85dcb46..7b8af23c03 100644
--- a/docs/_modules/torch_tensorrt/logging.html
+++ b/docs/_modules/torch_tensorrt/logging.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ptq.html b/docs/_modules/torch_tensorrt/ptq.html
index fc5412b7de..40148da1d0 100644
--- a/docs/_modules/torch_tensorrt/ptq.html
+++ b/docs/_modules/torch_tensorrt/ptq.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ptq &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.ptq &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compile_spec.html b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
index ab430239f9..bf22e623fb 100644
--- a/docs/_modules/torch_tensorrt/ts/_compile_spec.html
+++ b/docs/_modules/torch_tensorrt/ts/_compile_spec.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.ts._compile_spec &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_modules/torch_tensorrt/ts/_compiler.html b/docs/_modules/torch_tensorrt/ts/_compiler.html
index 1ec110e4bf..fb7190be6d 100644
--- a/docs/_modules/torch_tensorrt/ts/_compiler.html
+++ b/docs/_modules/torch_tensorrt/ts/_compiler.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.ts._compiler &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/_static/documentation_options.js b/docs/_static/documentation_options.js
index 545328b582..f3695743cb 100644
--- a/docs/_static/documentation_options.js
+++ b/docs/_static/documentation_options.js
@@ -1,6 +1,6 @@
 var DOCUMENTATION_OPTIONS = {
     URL_ROOT: document.getElementById("documentation_options").getAttribute('data-url_root'),
-    VERSION: 'v2.2.0.dev0+6f0e265',
+    VERSION: 'v2.2.0.dev0+40f8064',
     LANGUAGE: 'None',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/docs/cli/torchtrtc.html b/docs/cli/torchtrtc.html
index 524156225d..277121b4fa 100644
--- a/docs/cli/torchtrtc.html
+++ b/docs/cli/torchtrtc.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torchtrtc &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torchtrtc &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/conversion.html b/docs/contributors/conversion.html
index 472fd09592..6f9767f1a0 100644
--- a/docs/contributors/conversion.html
+++ b/docs/contributors/conversion.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Conversion Phase &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Conversion Phase &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/lowering.html b/docs/contributors/lowering.html
index d997df526c..f80b43891c 100644
--- a/docs/contributors/lowering.html
+++ b/docs/contributors/lowering.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Lowering Phase &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Lowering Phase &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/partitioning.html b/docs/contributors/partitioning.html
index 425b5341e2..2ec0ee5c05 100644
--- a/docs/contributors/partitioning.html
+++ b/docs/contributors/partitioning.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Partitioning Phase &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Partitioning Phase &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/phases.html b/docs/contributors/phases.html
index 80345d4a00..46b0bd8d4c 100644
--- a/docs/contributors/phases.html
+++ b/docs/contributors/phases.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiler Phases &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Compiler Phases &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/runtime.html b/docs/contributors/runtime.html
index a39c9c04a2..5ca8995b1c 100644
--- a/docs/contributors/runtime.html
+++ b/docs/contributors/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Runtime Phase &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Runtime Phase &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/system_overview.html b/docs/contributors/system_overview.html
index 1afc1c5d95..28a7739d3f 100644
--- a/docs/contributors/system_overview.html
+++ b/docs/contributors/system_overview.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>System Overview &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>System Overview &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/useful_links.html b/docs/contributors/useful_links.html
index b72b02d969..7a62776304 100644
--- a/docs/contributors/useful_links.html
+++ b/docs/contributors/useful_links.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Useful Links for Torch-TensorRT Development &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/contributors/writing_converters.html b/docs/contributors/writing_converters.html
index a3b5c3e079..a35a650794 100644
--- a/docs/contributors/writing_converters.html
+++ b/docs/contributors/writing_converters.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Writing Converters &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Writing Converters &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/genindex.html b/docs/genindex.html
index 5050701156..13de745724 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Index &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Index &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/getting_started/getting_started_with_cpp_api.html b/docs/getting_started/getting_started_with_cpp_api.html
index cdeaec62bf..d43001e608 100644
--- a/docs/getting_started/getting_started_with_cpp_api.html
+++ b/docs/getting_started/getting_started_with_cpp_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Using Torch-TensorRT in C++ &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/getting_started/getting_started_with_python_api.html b/docs/getting_started/getting_started_with_python_api.html
index b1d901792e..3c243a75f7 100644
--- a/docs/getting_started/getting_started_with_python_api.html
+++ b/docs/getting_started/getting_started_with_python_api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Using Torch-TensorRT in Python &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/getting_started/getting_started_with_windows.html b/docs/getting_started/getting_started_with_windows.html
index 15c1f6edb2..928ab2366f 100644
--- a/docs/getting_started/getting_started_with_windows.html
+++ b/docs/getting_started/getting_started_with_windows.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Building Torch-TensorRT on Windows &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Building Torch-TensorRT on Windows &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/getting_started/installation.html b/docs/getting_started/installation.html
index 016581e062..75f246d068 100644
--- a/docs/getting_started/installation.html
+++ b/docs/getting_started/installation.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/index.html b/docs/index.html
index 65a7c07a1f..fa3d617841 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Torch-TensorRT &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -224,7 +224,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/indices/supported_ops.html b/docs/indices/supported_ops.html
index 1802c77bb9..aa64c22a98 100644
--- a/docs/indices/supported_ops.html
+++ b/docs/indices/supported_ops.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Operators Supported &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Operators Supported &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -224,7 +224,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/objects.inv b/docs/objects.inv
index 2f8d4c8c6210498b82539460d280156c326b4cd1..1fdb20a323d01d2bcc820957550196fd7d663096 100644
GIT binary patch
delta 20
bcmX?jp7G#$#tDAxCI)F124*H3LvzvrR-FfZ

delta 20
bcmX?jp7G#$#tDAxW@!egMrNiPLvzvrSY!vU

diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 3a97e8cb81..ec4f333da4 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Python Module Index &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Python Module Index &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/py_api/fx.html b/docs/py_api/fx.html
index 0f38566510..cfc4d855d6 100644
--- a/docs/py_api/fx.html
+++ b/docs/py_api/fx.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.fx &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/py_api/logging.html b/docs/py_api/logging.html
index 92567f88ad..79b26f3e57 100644
--- a/docs/py_api/logging.html
+++ b/docs/py_api/logging.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.logging &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/py_api/ptq.html b/docs/py_api/ptq.html
index fd6b554a12..3b9270e4aa 100644
--- a/docs/py_api/ptq.html
+++ b/docs/py_api/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ptq &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.ptq &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/py_api/torch_tensorrt.html b/docs/py_api/torch_tensorrt.html
index daae3ef013..458e732b78 100644
--- a/docs/py_api/torch_tensorrt.html
+++ b/docs/py_api/torch_tensorrt.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/py_api/ts.html b/docs/py_api/ts.html
index a0c4756f0d..b53fc9c31d 100644
--- a/docs/py_api/ts.html
+++ b/docs/py_api/ts.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>torch_tensorrt.ts &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
@@ -609,7 +609,7 @@ <h2>Functions<a class="headerlink" href="#functions" title="Permalink to this he
 
 <dl class="py function">
 <dt class="sig sig-object py" id="torch_tensorrt.ts.TensorRTCompileSpec">
-<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs:</span> <span class="pre">typing.Optional[typing.List[torch.Tensor</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._Input.Input]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature:</span> <span class="pre">typing.Optional[typing.Any]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device:</span> <span class="pre">torch.device</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions:</span> <span class="pre">typing.Optional[typing.Set[torch.dtype</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._C.dtype]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability:</span> <span class="pre">torch_tensorrt._C.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;EngineCapability.default:</span> <span class="pre">0&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator:</span> <span class="pre">object</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7ff1d16873b0&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
+<span class="sig-prename descclassname"><span class="pre">torch_tensorrt.ts.</span></span><span class="sig-name descname"><span class="pre">TensorRTCompileSpec</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">inputs:</span> <span class="pre">typing.Optional[typing.List[torch.Tensor</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._Input.Input]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">input_signature:</span> <span class="pre">typing.Optional[typing.Any]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">device:</span> <span class="pre">torch.device</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._Device.Device</span> <span class="pre">=</span> <span class="pre">Device(type=DeviceType.GPU</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">gpu_id=0)</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">disable_tf32:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">sparse_weights:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">enabled_precisions:</span> <span class="pre">typing.Optional[typing.Set[torch.dtype</span> <span class="pre">|</span> <span class="pre">torch_tensorrt._C.dtype]]</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">refit:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">debug:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">capability:</span> <span class="pre">torch_tensorrt._C.EngineCapability</span> <span class="pre">=</span> <span class="pre">&lt;EngineCapability.default:</span> <span class="pre">0&gt;</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_avg_timing_iters:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">workspace_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_sram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1048576</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_local_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">1073741824</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dla_global_dram_size:</span> <span class="pre">int</span> <span class="pre">=</span> <span class="pre">536870912</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">truncate_long_and_double:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">calibrator:</span> <span class="pre">object</span> <span class="pre">=</span> <span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_shape_tensors:</span> <span class="pre">bool</span> <span class="pre">=</span> <span class="pre">False</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">&lt;torch.ScriptClass</span> <span class="pre">object</span> <span class="pre">at</span> <span class="pre">0x7f0a92d52b70&gt;</span></span></span><a class="reference internal" href="../_modules/torch_tensorrt/ts/_compile_spec.html#TensorRTCompileSpec"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#torch_tensorrt.ts.TensorRTCompileSpec" title="Permalink to this definition">¶</a></dt>
 <dd><p>Utility to create a formated spec dictionary for using the PyTorch TensorRT backend</p>
 <dl class="field-list simple">
 <dt class="field-odd">Keyword Arguments</dt>
diff --git a/docs/search.html b/docs/search.html
index ba2534da0b..c53667ae55 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -9,7 +9,7 @@
   
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Search &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Search &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -222,7 +222,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/searchindex.js b/docs/searchindex.js
index d493d7c1dd..e5ad9b419c 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/creating_torchscript_module_in_python","user_guide/getting_started_with_fx_path","user_guide/ptq","user_guide/runtime","user_guide/use_from_pytorch","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/creating_torchscript_module_in_python.rst","user_guide/getting_started_with_fx_path.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/use_from_pytorch.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[70,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[70,10,1,"","__init__"],[70,11,1,"","allow_gpu_fallback"],[70,11,1,"","device_type"],[70,11,1,"","dla_core"],[70,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[70,10,1,"","__init__"],[70,11,1,"","dtype"],[70,10,1,"","example_tensor"],[70,11,1,"","format"],[70,10,1,"","from_tensor"],[70,10,1,"","from_tensors"],[70,11,1,"","shape"],[70,11,1,"","shape_mode"]],"torch_tensorrt.fx":[[67,9,1,"","InputTensorSpec"],[67,9,1,"","TRTInterpreter"],[67,9,1,"","TRTInterpreterResult"],[67,9,1,"","TRTModule"],[67,12,1,"","compile"]],"torch_tensorrt.logging":[[68,9,1,"","Level"],[68,9,1,"","debug"],[68,9,1,"","errors"],[68,12,1,"","get_is_colored_output_on"],[68,12,1,"","get_logging_prefix"],[68,12,1,"","get_reportable_log_level"],[68,9,1,"","graphs"],[68,9,1,"","info"],[68,9,1,"","internal_errors"],[68,12,1,"","log"],[68,12,1,"","set_is_colored_output_on"],[68,12,1,"","set_logging_prefix"],[68,12,1,"","set_reportable_log_level"],[68,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[68,11,1,"","Debug"],[68,11,1,"","Error"],[68,11,1,"","Graph"],[68,11,1,"","Info"],[68,11,1,"","InternalError"],[68,11,1,"","Warning"]],"torch_tensorrt.ptq":[[69,9,1,"id1","CacheCalibrator"],[69,9,1,"id2","CalibrationAlgo"],[69,9,1,"id0","DataLoaderCalibrator"],[69,12,1,"","get_batch"],[69,12,1,"","get_batch_size"],[69,12,1,"","get_cache_mode_batch"],[69,12,1,"","read_calibration_cache"],[69,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[69,11,1,"","ENTROPY_CALIBRATION"],[69,11,1,"","ENTROPY_CALIBRATION_2"],[69,11,1,"","LEGACY_CALIBRATION"],[69,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ts":[[71,12,1,"","TensorRTCompileSpec"],[71,12,1,"","check_method_op_support"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[70,9,1,"","Device"],[70,9,1,"","DeviceType"],[70,9,1,"","EngineCapability"],[70,9,1,"","Input"],[70,9,1,"","TensorFormat"],[70,12,1,"","compile"],[70,12,1,"","convert_method_to_trt_engine"],[70,9,1,"","dtype"],[70,12,1,"","dump_build_info"],[67,8,0,"-","fx"],[70,12,1,"","get_build_info"],[68,8,0,"-","logging"],[69,8,0,"-","ptq"],[70,12,1,"","set_device"],[71,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,55,58,60,61,63,64,66,67,68,69,70,71,72,74,75,81,82,83,84,85,87,89,90,92,93],"000":[82,83,84],"0000":76,"01":[61,66,76],"0208":61,"03":76,"0358":61,"0383":61,"04":[61,87],"0435":61,"0464":61,"0530":61,"0678":61,"0805":61,"0818":61,"0932":61,"0x7ff1d16873b0":71,"1":[3,4,33,44,45,48,49,52,54,55,57,60,61,62,63,64,66,67,68,69,70,71,72,73,75,76,79,83,84,86,88,89,90,92,93],"10":[49,61,64,67,71,79,86,87,88,90],"100":[67,89],"1000":87,"1012":54,"1013":54,"1024":[52,70,71,86],"1045":61,"1048576":[45,49,71],"1056":61,"1063":61,"1073741824":[45,49,71],"109":61,"11":[54,61,63,64,75,79,87],"119":88,"12":[54,55,61,75,79,87,88],"120":[61,88],"123":76,"129":88,"13":[75,79],"136":87,"137":88,"138":88,"14":[79,84,87],"1409":90,"15":[75,79],"1502":61,"1549":61,"1556":90,"16":[61,62,70,79,88],"1691":61,"17":79,"18":[61,79],"19":[76,79],"1994":90,"1b":63,"1d":54,"1e":52,"2":[33,43,55,60,61,64,66,68,69,70,71,73,75,76,79,81,82,84,85,88,89,90],"20":[55,79,83,84],"2009":90,"2010":90,"2012":76,"2014":90,"2015":63,"2017":63,"2019":63,"2020":[61,65],"2022":63,"2023":90,"2048":[67,89],"2052":[82,83,84],"22":87,"224":[55,67,70,71,83,86,87],"225":[67,87],"229":87,"23":[49,54,71,76],"234375":87,"24":54,"244":[70,71],"248":54,"249":54,"25":[61,67,89],"256":87,"258":75,"27":[55,61],"28":61,"2802":61,"2822":75,"287":75,"29":61,"2c3":76,"3":[45,49,52,54,55,57,61,64,66,68,69,70,71,75,76,79,83,86,88,89,90,92,93],"30":[83,84],"300":[52,92],"31":61,"32":[52,61,62,70,88,90,93],"320":90,"32bit":52,"33":61,"33554432":[67,89],"346":61,"35":61,"36":61,"3677":54,"37":61,"38":88,"39":88,"3d":89,"4":[55,57,61,64,66,68,73,75,76,79,82,84,89],"406":87,"429688":87,"4465":90,"456":87,"468750":87,"4822":90,"485":87,"4914":90,"5":[52,55,57,58,61,63,64,68,75,76,79,82,87,88,89],"50":86,"512":[52,70,71,86],"523438":87,"53":76,"536870912":[45,49,71],"539":61,"56":61,"576":61,"6":[54,55,57,61,64,66,70,79,88],"622":54,"64":[62,70,89],"64bit":52,"664062":87,"6f0e265":75,"7":[55,57,58,61,63,79,82,83,84],"72048":64,"7302":76,"8":[3,52,54,61,63,64,70,75,76,79,83,87],"8000":87,"8001":87,"8002":87,"84":[61,88],"9":[61,79,87],"90":87,"92":87,"9223372036854775807":66,"96":63,"abstract":[57,60,76],"boolean":[70,89],"break":[75,89],"byte":[69,70,71,86],"case":[0,1,2,46,49,53,55,57,60,64,70,89,90,91],"catch":[54,61],"char":[3,4,44,52,61],"class":[29,30,44,45,46,51,57,60,61,62,68,71,75,76,82,86,88,89,90],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,54,60,61,66,90],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,55,61,62,64,67,70,71,73,74,75,89,90,92],"do":[53,54,55,60,61,62,74,76,88,89,90,93],"enum":[0,1,2,42,45,46,68,71,90],"export":64,"final":[53,55,56,58,64,82,83,84,86],"float":[49,52,61,62,66,70,82,84,88,90,92],"function":[0,1,2,3,4,46,48,49,54,55,57,60,61,64,82,83,84,86,87,88,89,90,92,93],"import":[52,54,55,61,62,64,73,75,87,88,89,91,92],"int":[0,3,4,36,44,45,49,52,55,61,66,67,69,70,71,73],"long":[49,52,53,70,75,76],"new":[0,1,2,3,4,32,33,46,48,49,55,57,58,60,61,68,71,75,81,83,84,85,87,89],"public":[0,1,2,3,4,44,45,46,47,48,49,76,90],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,60,61,62,67,68,70,71,82,87,88,89,90],"short":[54,75,76],"static":[48,49,53,60,61,70,71,73],"super":[44,82,88],"throw":[52,54,61],"true":[0,1,2,4,46,49,54,55,60,61,66,67,70,71,73,76,82,83,84,87,89,90,92,93],"try":[58,61,75,76,92],"var":66,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[55,64,86,87,90],A:[4,29,30,32,33,47,48,54,55,60,64,67,70,71,76,87,89,90],And:61,As:[55,61,89],At:74,But:[61,75],By:[29,30,51,55,73,88],For:[53,55,61,64,67,73,75,76,82,86,87,88,89,90,91,92],If:[27,33,53,54,55,61,62,64,67,68,70,73,75,82,87,89,90,91,93],In:[0,1,2,46,53,55,56,57,58,60,62,64,65,75,76,78,81,85,86,87,89,90,91],Is:[24,70],It:[52,54,55,56,58,60,64,73,75,86,89],Its:[60,75],Not:3,On:55,One:[61,75,76,86,89],Or:75,THE:75,TO:61,That:75,Thats:61,The:[1,46,48,49,52,53,54,55,56,57,58,60,62,64,68,70,71,73,76,85,86,87,88,89,90,92],Then:[55,64,90,92],There:[4,53,58,60,63,64,76,86,87,88,89,90,91],These:[53,55,57,73,75,87,90],To:[1,46,52,55,61,62,64,73,87,88,92],Will:31,With:[61,73,75,87,90],_:[69,75,89],___torch_mangle_10:88,___torch_mangle_4847:57,___torch_mangle_5:88,___torch_mangle_9:88,__and__:66,__attribute__:43,__derive_index:66,__getitem__:66,__gnuc__:43,__init__:[69,70,75,82,88],__is__:66,__isnot__:66,__main__:[82,83,84],__name__:[82,83,84],__not__:66,__or__:66,__range_length:66,__round_to_zero_floordiv:66,__torch__:[57,61,88],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:57,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:57,__visibility__:43,__xor__:66,_all_:54,_c:[70,71,92],_convolut:[61,66],_devic:71,_dynamo:[82,83,84],_enum:70,_input:[70,71],_jit_to_backend:92,_jit_to_tensorrt:71,_rendered_examples_jupyt:85,_rendered_examples_python:85,_script:[70,71],_set:82,_shapemod:70,_theme:80,_validate_not_a_forked_repo:87,a1b:76,aarch64:58,ab:66,abi:91,abl:[53,54,60,65,89,90,92],about:[52,53,57,60,61,64,70,73,87],abov:[25,55,61,64,68,74,75,83,84,89],absolut:52,ac:78,acc_mod:89,acc_norm:89,acc_op:89,acc_op_convert:89,acc_ops_sigmoid:89,acc_trac:89,acceler:[67,81,85,93],accept:[48,52,57,60,61,62,70,82],access:[54,60,61,65,73,89,92],accord:[60,71],accordingli:[73,89],account:87,accumsan:78,accumul:[49,71],accuraci:[86,90],achiev:[55,86],aco:66,acosh:66,acoust:86,acquir:61,across:[49,52,54,55,71,73],acthardtanh:60,action:[75,89],activ:[61,71,75,86,89,90,93],activationtyp:[60,89],actual:[54,57,60,61,68,88,89],ad:[25,52,53,55,89],adaptive_avg_pool1d:66,adaptive_avg_pool2d:66,adaptive_avg_pool3d:66,adaptive_max_pool1d:66,adaptive_max_pool2d:66,adaptive_max_pool3d:66,add:[26,53,54,55,60,61,62,63,64,66,68,73,75,80],add_:[54,61,66],add_activ:89,addactiv:60,addit:[54,61,63,70,86,89],addlay:61,address:76,addshuffl:61,adipisc:[76,78],adjac:[55,75],adjust:75,adopt:86,advanc:[76,81,85,90],advis:75,aenean:78,afford:89,aforement:87,after:[52,53,54,55,61,62,63,65,82,83,84,87,88,89,91],again:[44,57,60,75],against:[52,61],agx:45,ahead:61,aim:54,algo_typ:[69,90],algorithm:[3,4,29,30,44,69,89,90],algorithm_selector:89,alias:43,align:75,align_corn:66,aliquam:78,aliquet:[76,78],all:[16,42,43,44,45,49,52,54,55,57,61,62,63,64,68,70,75,76,85,86,87,88,89,90,91],alloc:60,allow:[48,49,52,53,54,55,63,70,71,73,83,84,89],allow_gpu_fallback:[45,46,70,71,90,92,93],allow_shape_tensor:[45,49,71],allow_tf32:66,almost:61,alpha:[66,76,89],alreadi:[52,53,54,61,90],also:[29,53,60,61,62,63,64,65,73,75,76,85,86,90],altern:[48,55,62,86],although:75,altogeth:[55,73],alwai:[3,4,27,52,75],amet:[76,78],an:[2,3,4,48,49,52,53,54,55,56,57,58,60,61,62,63,64,65,67,69,70,71,73,75,76,82,86,87,88,89,90,91],analogu:60,analysi:55,analyt:73,analytics_id:73,ancient:75,ani:[48,52,53,60,61,62,64,66,69,70,71,73,75,89,90],ann:75,annot:[60,61],anonym:75,anoth:[62,75,76,88],ant:78,anyon:76,anyth:[75,76,91],aot:[61,65],api:[55,58,60,61,62,70,71,74,81,82,85,86,87,89,90,91,92],appear:[55,75],append:66,appli:90,applic:[1,29,46,52,54,58,61,62,91,92,93],approach:55,appropri:63,apr:61,ar:[42,46,49,52,53,54,55,57,58,60,61,63,64,65,70,71,73,75,76,77,86,87,88,89,90,91,92],arab:76,arang:66,architectur:[64,65,86],archiv:64,arcu:[76,78],area:77,aren:61,arg:[53,61,69,70,79,86,89],arg_replacement_tupl:89,argc:61,argmax:66,argmin:66,argument:[48,52,54,57,60,61,62,70,71,75,76,89],argv:61,arithmet:55,around:[54,57,60,75,78,88],arrai:[3,4,33,53,71],arrayref:[45,48,49],artifact:63,arxiv:90,as_numpi:87,asin:66,asinh:66,aspect:52,assembl:[53,61],assign:[3,4,74],associ:[53,60,61],associatevalueandivalu:60,associatevalueandtensor:[60,61],assum:[33,92],atan:66,atanh:66,aten:[49,54,55,59,60,61,66,71,82],atol:52,attrdict:87,attribut:[54,55,57,61,75,89],auctor:78,audio:86,augu:78,author:76,auto:[44,55,60,61,75,76,90,93],autodoc:[75,76],automat:[61,75],avail:[52,60,64,73,89,93],averag:[49,52,71],avg:52,avg_pool1d:66,avg_pool2d:66,avg_pool3d:66,awai:75,awaken:75,axi:66,b0:86,b:[63,64,66,76,87],b_hh:66,b_ih:66,back:[54,55,57,58,61,70,75,88],back_insert:44,backend:[71,74,81,82,84,85,92],backend_kwarg:82,background:[75,88],backlink:75,backward:89,bar:[73,75],base:[37,50,57,62,64,67,68,69,70,75,84,86,88,90],bash:64,basi:75,basic:[52,55,76,85,87,89],batch:[3,4,44,67,83,84,87,89,90,93],batch_norm:[60,66],batch_siz:[44,90],batched_data_:44,batchnorm:54,batchtyp:44,bathroom:75,bazel:[58,64],bazel_vers:64,bazelbuild:64,bazelisk:64,bazelvers:64,bdist_wheel:64,beat:76,becaus:[60,61,64,67,88,89],becom:60,bee:75,been:[53,60,61,76],befor:[49,54,55,58,60,61,64,65,71,87,89],beforehand:61,begin:[44,64,75,82,89],beginn:88,begun:75,behav:77,behavior:[49,55,70,71,89],behind:75,being:[61,89],belong:75,below:[33,55,60,61,62,64,75,87,89],benchmark:66,benefit:[60,61],bert:84,bertmodel:84,besid:75,best:[64,75,89],beta:[66,71,89],better:[86,88],between:[54,55,60,64,75,76,90],bia:[54,61,66],bibendum:78,bibliograph:76,bigger:75,bin:64,binari:[44,90],binary_data:87,bind:[3,4,33,44,71,75],bird:87,bit:[49,60,61,70,71,89],bitbucket:73,bitbucket_url:73,bitwise_not:66,blandit:78,blank:75,blob:[59,73,90],block0:54,block1:54,block:[52,53,54,55,79],blue:75,bmm:66,bodi:[75,76],bold:75,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,54,60,61,66,67,68,70,71,73,90],border:75,both:[55,64,67,73,75,88,90],bottom:73,bound:70,boundari:[55,68,69],box:75,bracket:75,branch:64,bread:75,brief:55,briefli:88,brontosaurus:75,browser:75,bsd:[42,43,44,45],buffer:[3,4,89],bug:64,bui:76,build:[29,30,35,49,52,53,56,58,60,61,70,74,79,83,84,89,90],build_fil:64,build_model:89,buildcommandarg:63,builddirectori:63,builder:89,builderconfig:45,buildroot:63,built:[33,52,57,58,64,71],builtin:89,button:[73,75],bytearrai:[71,89],c10:[0,1,45,46,48,49,61,90],c:[42,43,44,45,52,58,62,63,66,67,76,87,91,93],c_api:59,c_str:[60,61],cach:[3,4,29,30,44,52,61,67,69,89,90],cache_:44,cache_fil:[44,69,90],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[69,90],cackl:76,calcul:[48,53,55,61],calibr:[3,4,29,30,44,49,52,61,69,71,90],calibration_cache_fil:[29,30,90],calibration_dataload:[30,90],calibration_dataset:90,calibrationalgo:[69,90],call:[29,30,32,49,54,57,60,61,67,71,75,82,83,84,86,88,89,92],call_funct:89,callabl:70,callmethod:88,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,60,61,62,64,70,71,73,75,81,82,83,84,85,86,87,88,89,90,91,92],canada:76,cannot:[48,54,55,64,70,71,74,88,89],canon:73,canonical_url:73,capabl:[17,45,49,52,57,70,71,92],capit:75,caption:[75,78],cast:[3,4,54],cat:[55,64,66],caught:54,caus:[60,64,73,82,83,84],cd:[64,87],cdll:61,ceil:66,ceil_mod:66,cell:76,centercrop:87,cerr:61,certain:[64,82,89],cfg:55,chain:60,challeng:87,chanc:60,chang:[29,54,55,58,63,71,73,87,89,90],changelog:79,channel:[2,70,74],channel_last:[70,71,86],channels_last:70,charact:75,check:[0,1,31,46,52,54,60,61,64,71,87,89,91],check_method_op_support:71,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:61,child:76,children:89,choic:[64,69],choos:[88,89],cifar10:90,cifar:90,clamp:66,clamp_max:66,clamp_min:66,class_count:87,classif:[61,86,88],classifi:[76,86],classification_index:87,classmethod:70,clean:[55,63,75,82,83,84],cleanli:55,clear:44,cli:[52,62],click:63,clickabl:75,clone:[63,66],close:61,closer:54,closet:75,cmake:63,cmake_build_typ:63,cmake_cuda_flag:63,cmake_cxx_flag:63,cmake_module_path:63,cmakecommandarg:63,cmakeset:63,cnn:86,co:[66,76,86],code:[55,58,61,65,74,76,82,83,84,85,88,89,90],coeffici:86,collapse_navig:73,collat:76,collect:[55,61,62,71],colon:75,color:[24,27,68,75],colored_output_on:[27,42,68],column:76,com:[59,61,64,82,83,84,87,90,91],combin:[55,89],come:[64,74,87,89],command:[52,61,64,75,76,87,88],comment:[64,75],commodo:78,common:[53,54,67,75,89],common_subexpression_elimin:54,commonli:76,commun:[49,52,61,63,71],compar:[62,89],comparis:[0,2],comparison:[1,46],compat:[0,1,46,54,57,63,64,71,89],compil:[31,34,41,45,49,50,52,54,55,57,60,62,67,68,70,71,73,87,88,89,90,91,92,93],compilation_kwarg:84,compilationset:82,compile_engine_and_inf:[82,83,84],compile_spec:[90,93],compilegraph:[61,90],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,55,61,71,90,93],compilespecenum:50,complet:[55,61,88],complex:[47,49,62,64,88],complianc:52,compliat:90,complic:64,compon:[56,58,88,91],compos:[87,88,89,90],composit:61,compound:86,comput:[49,75,86,89,90],conceiv:75,concept:85,concorr:87,condimentum:78,condit:[55,75],conf:[73,80],confidence_scor:87,config:[64,67,87,89],configur:[32,34,48,61,64,65,70,71,79,87,90],configurationtyp:63,configureset:63,congu:78,connect:[54,71,75,87,93],consectetur:[76,78],consecut:55,consid:[55,61,71],consider:87,consist:[54,75,89],consol:52,consolid:[55,88],constant:[53,54,55,61],constant_pad_nd:66,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,54,56,58,60,61,69,70,75,76,89,90],constructor:[0,2,46,48,49,57,88],consult:74,consum:[4,53,88],contact:76,contain:[30,31,52,53,54,55,60,61,64,67,70,75,76,87,88,89,90,91],content:[79,87,90],context:[53,56,57,58,68],contextnet:86,contigu:[2,48,49,52,70,71],continu:[75,89,91],contributor:61,control:[88,89],conv1:[61,88],conv2:[61,88],conv2d:88,conv:[49,52,61],conval:78,convect:48,conveni:[84,86,90],convent:33,converison:89,convers:[54,55,57,61,70,71,89],conversionctx:[60,61],convert:[3,4,31,32,34,52,54,55,56,58,62,65,70,71,83,84,86,91,92],convert_method_to_trt_engin:[41,45,50,70,71,92],convertgraphtotrtengin:61,convien:49,convienc:[3,4,49],convolut:[71,90,93],convtert:89,coordin:58,copi:[44,60,66,69,76,87,89],copy_:66,copyright:[42,43,44,45,61,76],core:[45,52,54,55,58,61,70,93],core_id:70,corpor:[42,43,44,45],corpu:86,correct:[57,64,73],correctli:64,correctness_atol:67,correctness_rtol:67,correspond:[60,64,89],cosh:66,could:[55,83,84,89],count_include_pad:66,coupl:[53,58,89,91],cout:61,cover:[85,86],cp:64,cpp:[14,15,42,43,44,45,51,54,58,61,64,90],cpp_frontend:90,cppdirectori:50,cppdoc:61,cpu:67,cra:78,creat:[29,30,33,52,53,55,57,60,61,65,71,75,87,89],credit:61,criteria:[55,56,58],cross:75,cs:90,csrc:[54,59],cstddef:90,ctestcommandarg:63,ctrl:63,ctx:[60,61],ctype:61,cuda113:64,cuda:[49,57,61,62,63,64,67,70,87,89,90,92],cuda_graph_batch_s:[67,89],cuda_runtim:[21,45],cudafloattyp:61,cudasetdevic:36,cudnn:63,cudnn_en:66,cudnn_root_dir:63,cumsum:66,curabitur:78,curl:[64,75],current:[23,55,57,60,63,64,67,71,73,89],cursu:78,custom:[52,64,81,85,89],custom_class:[21,45],custom_mapp:89,customclasshold:[45,48],cut:75,cxx11:91,d:[52,75,76,93],d_silence_experimental_filesystem_deprecation_warn:63,dapibu:78,data:[0,2,3,4,29,30,44,46,48,49,52,53,55,56,58,60,62,66,67,69,70,71,75,79,86,89,90],data_dir:90,data_item_1:74,data_typ:87,dataclass:[82,89],dataflow:[60,61],dataload:[4,29,30,44,49,69,90],dataloader_:44,dataloadercalibr:[69,90],dataloaderopt:90,dataloaderuniqueptr:[4,44],dataset:[29,69,86,90],datatyp:[1,21,38,45,46,48,49,50,62,70,71,87],datatypeclass:50,date:76,david:76,dbg:64,dcmake_build_typ:64,dcmake_module_path:64,dead_code_elimin:54,deal:60,debug:[16,27,45,49,52,60,63,68,71,82,83,84,92],debugg:[52,71],decid:70,declar:64,deconvolut:93,decor:89,dedic:[54,76],deep:[60,65,73,90,93],deeplearn:[59,89],def:[62,75,82,87,88,89],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,61,62,70,73,82,84,86,88,89,90],definit:[51,60,75],deiti:75,delet:[0,1,2,45,46,54],delimit:54,demo:[75,90],demonstr:[75,76,77,86,87,90],demostr:86,denot:75,dep:[63,64],depend:[29,35,53,58,61,62,63,87,89,91],depickl:57,deploi:[56,58,61,65,87,90],deploy:[52,61,62,86,87,90,91,93],deprec:[66,89],depth:[73,86],descclassnam:75,descnam:75,describ:[49,55,60,81,85,87,88,92],descript:[55,76],deseri:[61,70,71],design:[86,89,93],desir:[76,90],desktop:63,destini:76,destroi:[60,76],destructor:60,detail:[61,87,88,89,91],detect:[48,57],determin:[54,89],determinist:66,dev0:75,develop:[61,63,64,65,75,76,89],deviat:52,devic:[21,33,36,38,45,49,50,52,57,62,66,67,69,70,71,86,90,92,93],device_typ:[45,46,70,90,92,93],deviceclass:50,devicetyp:[21,38,45,46,50,70,71,90,92,93],devicetypestruct:50,diam:78,dict:[70,71],dictionari:[70,71,82,92],dictum:78,dictumst:78,did:75,didn:75,differ:[29,54,55,58,64,65,73,88,89],dignissim:78,dilat:66,dim0:66,dim1:66,dim:[66,67,87,89],dim_int:66,dim_intlist:66,dimens:[48,54,67,86,89],direct:[79,91],directli:[60,63,64,65,69,81,82,85,90],directori:[18,19,20,21,42,43,44,45,50,63,64,90],disabl:[52,68,73,74],disable_memory_format_check:70,disable_tf32:[45,49,71,90],disclos:64,disconnect:75,discret:75,discuss:87,displai:[52,68,73],display_github:73,display_gitlab:73,display_vers:73,dist:64,distdir:64,distribut:[61,70,90,91],div:[55,66],div_:66,div_lgamma:55,divisor_overrid:66,django:74,dl:75,dl_open:91,dla:[1,45,46,49,52,65,70,71],dla_cor:[45,46,52,70,90,92,93],dla_global_dram_s:[45,49,52,71],dla_local_dram_s:[45,49,52,71],dla_sram_s:[45,49,52,71],dla_standalon:52,dlacor:52,dll:52,do_not_merg:55,doc:[58,59,64,73,74,75,80],docker:87,docsrc:58,docstr:[62,75,76],document:[42,43,44,45,50,58,61,73,75,76,80,87,88,90,91,92],docutil:[75,76],doe:[43,44,54,55,60,75,83,84,89,90],doesn:[61,64,75,88],dolor:[76,78],domain:[48,70,76,90],don:[60,73,75,76,87,89,90],done:[53,55,58,87],donec:[76,78],dont:42,dothismethod:75,dotpai:74,dotpayprovid:74,doubl:[45,48,49,52,71,75],down:[64,73,89],download:[64,79,82,83,84,85,87,90],downstream:86,doxygen_should_skip_thi:[44,45],dpython:[70,71],dram:52,dream:76,driver:64,drop:[64,73],dt:75,dtensorrt_root:64,dtorch_dir:64,dtyep:67,dtype:[45,48,49,52,62,66,67,70,71,84,86,89],dual:75,due:[3,4,64,74,75],dui:[76,78],dump:[37,52,64],dump_build_info:[38,45,50,70],durat:75,dure:[49,52,55,60,69,86,90,91],dynam:[48,49,67,70,71,89],dynamic_batch:[67,89],dynamo:[82,83,84],e:[29,30,52,54,60,61,63,64,67,70,88,89,90],each:[3,4,49,53,54,55,57,60,61,64,67,73,75,89],ear:75,earli:89,eas:43,easi:[52,53,54,61,90],easier:[56,58,60,61,89,90],easiest:64,easili:[3,4],echo:75,edg:75,edit:[63,73],edu:90,effect:[54,61,73,86,89,90],effici:60,efficientnet:86,efficitur:78,eg:87,egesta:78,eget:78,either:[47,48,52,60,61,62,64,70,71,73,75,88],el:66,eleifend:76,element:[57,75,76,79,89],element_typ:44,elementum:78,elit:[76,78],elk:75,els:[43,44,48,71,75,76],elu:66,emb:[33,52,71,76],embed:[52,57,66,71,75,93],embed_engine_in_new_modul:[41,45,50,71],emit:53,emphasi:75,empti:[49,67,71,76,88],emum:[16,17],en:73,enabl:[3,4,24,49,52,55,56,58,67,68,69,71,73,83,84,89],enable_precis:61,enabled_precis:[45,49,61,62,70,71,82,83,84,87,90,92,93],enalbed_precis:93,encod:[57,86],encompass:71,encount:[55,64,82,83,84],encourag:87,end:[44,52,60,61,66,71,75,82,83,84,90],end_dim:[61,66],endif:[43,44,45],energi:75,enforc:61,engin:[0,1,17,32,33,34,45,46,48,49,52,53,55,56,58,61,62,65,67,70,71,73,83,84,90,91,92,93],engine_converted_from_jit:61,enginecap:[38,45,49,50,70,71,92],enginecapabilitystruct:50,english:86,enhanc:75,enim:78,ensur:[29,54,55,63],enter:[53,70],entir:75,entiti:75,entri:[49,60],entropi:[29,30,90],entropy_calibr:69,entropy_calibration_2:[69,90],enumer:[0,1,2,16,17,46],environ:[87,89],ep:66,eq:[66,75],equat:75,equival:[32,56,58,60,61,71,83,84,88,90],equivil:34,erat:78,erf:66,eric:75,ero:78,error:[16,49,52,53,54,58,61,64,68,71,75,89],essenc:75,essenti:89,est:78,et:78,etc:[73,75,89,93],etiam:78,eu:78,euismod:78,eval:[61,62,82,83,84,87],evalu:[56,57,58],evaluated_value_map:[53,60],even:61,event:48,everi:[55,61,67],everyth:16,ex:[0,1,2,33,46,71,76,78],exact:87,examin:89,exampl:[48,55,57,58,60,61,62,63,65,68,70,71,73,74,76,79,81,82,83,84,85,87,88,89,90,91],example_tensor:70,exceedingli:75,except:89,exception_elimin:54,excerpt:76,excit:86,execpt:54,execut:[33,49,52,54,56,57,58,61,64,67,70,71,87,88,89,90],execute_engin:[57,61],exert:75,exeuct:57,exhaust:61,exist:[4,31,32,34,64,69,70,71,86,89,90],exit:[82,83,84,87],exp:66,expand:[54,66],expand_a:66,expanded_asset:64,expect:[48,54,60,61,62,70,86],experiment:[71,89],explain:89,explan:89,explic:44,explicit:[0,1,2,3,4,45,46,54,65,67,75,89,90],explicit_batch_dimens:[67,89],explicit_precis:67,explicitli:[55,56,58,62,71,90,92],explict:44,explictli:0,explor:85,expon:66,expos:90,express:75,ext:[75,76],extend:[56,58,60,61,63,66,86],extens:63,extent:[61,65],extern:[73,75],extra:61,extract:[61,86],extrem:75,ey:75,f16:[52,61,93],f32:52,f:[64,75,88,89],facilisi:78,fact:64,facto:75,factori:[4,29,30,90],fail:[61,93],fake_quantize_per_channel_affin:66,fake_quantize_per_tensor_affin:66,fall:70,fallback:[52,56,58,60,93],fals:[0,1,2,3,4,44,45,46,49,61,66,67,70,71,73,74,75,76,82,89,90,92],fame:78,familiar:87,far:[75,89],fashion:[61,86],fast:[49,52,71],faster:86,faucibu:78,fc1:[61,88],fc2:[61,88],fc3:[61,88],fc:[49,52,54],feat:[61,88],featur:[52,55,61,86,89,90,92],fed:[3,4,48],feed:[29,30,61],feedforward:86,feel:65,feli:78,feugiat:[76,78],few:[64,70,89],field:[3,4,67,70,90],fifth:76,figur:[55,76,78],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,55,57,58,61,63,64,67,69,70,71,73,74,76,80,87,89,90],file_path:52,filepath:63,find:[4,61,64,89],finder:64,finibu:78,finish:89,first:[48,53,54,61,62,75,76,82,87,89,90],firstli:87,fit:75,fix:[49,75,89,93],fixed_s:[45,49],flag:[52,55,56,58,62,64,69,91],flaten:49,flatten:[45,47,61,66,88],flatten_convert:61,flesh:87,float16:[52,70],float32:[48,49,52,70,71,89],float64:71,float_int:66,floor:66,floor_divid:66,floordiv:66,flow:[60,75,86,88,89],flox:75,flush:75,fly:88,fold:76,folder:[63,89],follow:[33,52,55,57,61,63,64,71,73,75,76,80,81,85,86,87,88,89,90,91],foo:[75,76,89],foo_kwarg:89,foo_nod:89,forc:[52,71,73,89],force_fp32_output:89,forced_fallback_op:55,form:[53,62,70,75,87],format:[33,45,48,49,52,62,66,70,71,75,76,86,87],forth:76,forum:64,forward:[29,30,32,33,55,57,60,61,62,70,71,82,88,90,92],found:[42,43,44,45,61,64,75,90,91],four:[75,76],fp16:[0,48,49,52,61,62,65,67,89,93],fp32:[0,48,49,52,65,71,86,87,89,90],frac:75,freed:60,freeze_modul:54,friend:45,fringilla:78,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,60,61,63,65,67,71,73,74,75,76,84,86,87,88,89,90],from_pretrain:84,from_tensor:[70,89],frontend:[62,65,81,83,84,85],fssl:64,fstream:[20,44],full:[45,49,52,60,61,68,82,83,84,87,90,91,93],fulli:[31,52,54,61,71,90,93],further:[55,89],fusc:78,fuse_addmm_branch:54,fuse_flatten_linear:54,fuse_linear:54,fusion:[60,89],futur:[71,89],fx2trt:67,fx2trt_exampl:89,fx:[62,65,70],g:[29,30,52,54,63,64,67,70,75,89,90],g_:75,galleri:[82,83,84,85],gamma:66,gatewai:74,gather:55,gaurd:43,gcc:[58,61],ge:66,gear:90,gener:[3,4,29,52,54,57,58,60,61,63,64,67,73,75,76,79,82,83,84,85,88,89,90],get:[0,1,2,3,4,23,35,44,46,54,55,60,61,64,68,70,86,87,89,90],get_batch:69,get_batch_impl:44,get_batch_s:69,get_build_info:[38,45,50,70],get_cache_mode_batch:69,get_is_colored_output_on:[39,42,50,68],get_logging_prefix:[39,42,50,68],get_output:89,get_reportable_log_level:[39,42,50,68],getattr:[54,57,61,88],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,61],getoutput:[60,61],git:79,github:[59,61,64,73,82,83,84,87,90,91],github_url:73,gitlab:73,gitlab_url:73,give:[73,75,89],given:[48,49,52,54,61,62,67,69,70,71,88,89,92],global:[26,52,61],gnu:64,go:[44,54,55,61,65,82,83,84,86,87,88,89],goal:60,goe:[75,89],good:[44,60,75,89],goodger:76,googl:73,got:[61,75],gpu:[1,32,34,36,45,46,52,61,70,71,87,89,90,92,93],gpu_id:[36,45,46,52,70,71,90,92,93],graph:[16,31,32,34,45,49,52,53,55,56,58,60,61,65,67,68,71,83,84,86,88,89],graph_input:[45,49],graph_modul:[67,70],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,67,70],gravida:78,great:[61,75],greater:68,greedi:55,group:[66,75,76],grpc:87,gru_cel:66,gt:66,gtc:65,guangzhou:76,guarante:55,guard:54,guard_elimin:54,gui:75,guid:[74,85],gulf:87,gz:[75,76,90],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,54,61,90],ha:[49,53,54,55,56,58,60,61,63,67,75,76,86,88,89,90],habit:78,habitass:78,hac:78,hack:44,hakaimagazin:87,half:[52,61,62,70,75,82,83,87,90,92,93],hand:87,handl:[54,55,57,89],happen:[88,89],hardtanh:[60,66],hardtanh_:66,hardwar:93,has_batch_dim:67,hash:64,have:[29,33,44,52,53,54,55,60,61,62,64,65,67,70,71,75,83,84,86,87,88,89,90],haven:61,header:[61,73,75,76,87],heart:76,heaven:75,heck:75,heh:76,hehe:76,height:75,help:[27,52,53,60,61,86,89,91],helper:60,hendrerit:78,here:[44,53,55,57,61,64,73,75,76,87,88,89,90,91],hermet:64,hexagram:75,hfile:50,hi:[66,75,76],hidden:[43,73],high:[48,54,55,73],higher:[54,73,75,88],highli:[86,87],highlight:75,hinton:90,hit:55,hold:[46,47,48,53,60,90],holder:[57,77],holi:75,home:64,hood:58,hope:76,host:[49,52,64,71,87],how:[3,4,64,75,77,79,82,86,87,88,91,92],howev:[29,64,73,74,87],html:[59,64,75,88,90],html_theme:80,html_theme_opt:73,html_theme_path:80,http:[59,61,64,73,75,82,83,84,86,87,88,90,91],http_archiv:64,httpclient:87,hub:87,huggingfac:86,human:75,humankind:76,hx:66,hybrid:71,hyperlink:75,hyphen:75,i8:52,i:[52,54,60,61,66,75,76,88,90],iaculi:78,icon:[73,75],id:[36,45,52,70,73,74,78,93],idea:[54,75],ident:52,identifi:55,idx:66,ifndef:[44,45],ifstream:44,ignor:70,iii:76,iint8calibr:[3,4,29,30,44,45,49,71,90],iint8entropycalibrator2:[3,4,29,30,44,90],iint8minmaxcalibr:[29,30,90],ilay:60,illustr:[86,89],imag:[87,90],imagenet:86,imagenett:86,images_:90,img1:87,img:87,img_path:87,imperdiet:78,implement:[3,4,54,55,57,61,74,89,90,91],implic:54,implicit:[66,67,75,89],implicitli:70,implictli:70,improv:76,in_shap:61,in_tensor:88,incas:44,includ:[13,15,16,35,37,42,43,44,45,51,52,55,56,57,58,61,64,67,73,75,81,85,88,89,90],includedirectori:50,includehidden:73,incompat:64,incorpor:76,indent:75,index:[33,59,65,66,71,73,79,90],indic:[66,73,75],indirect:75,individu:62,inetworkdefinit:53,infer:[54,61,70,71,81,82,85,86,89,90],inference_output:87,inferenceservercli:87,inferinput:87,inferrequestedoutput:87,info:[16,32,34,45,52,60,61,68,70],inform:[25,33,35,37,48,52,53,55,57,61,64,65,67,68,70,75,88,89,90,92],infrastructur:[87,90],ingest:58,inherit:[50,89,90],inheritenviron:63,initi:[75,82,83,84],injuri:75,inlin:[0,1,2,3,4,29,30,44,46,48,54,61,76,79],inner:[49,76,86],input0:[61,62],input1:[61,62],input2:61,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,57,60,61,62,66,67,68,70,71,76,82,86,87,88,89,90,92,93],input_0:[57,61],input__0:87,input_binding_nam:[33,45,71],input_data:[62,88],input_file_path:[52,93],input_is_dynam:45,input_nam:[67,89],input_s:[55,61],input_scal:66,input_shap:[90,93],input_signatur:[45,47,49,62,71],input_spec:[52,67,89],input_tensor_spec:[67,70,89],input_v:89,inputclass:50,inputrang:[55,61],inputtensorspec:[67,70,89],insert:[61,90],inserting_befor:89,insid:[75,87],inspect:[60,61,88],instal:[61,65,79,87,91],installroot:63,instanc:[54,61,69,86,88],instance_norm:66,instanti:[56,57,58,60,61],instatin:[0,1,2,46],instead:[49,52,53,54,61,64,91],instnanti:57,instruct:[55,56,58,61,64,87,89],insur:64,int32:[70,71,84,86],int64:[0,70,71],int64_t:[45,46,48,49,90,93],int8:[0,44,48,49,52,65,70,71,90,93],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:66,integ:[70,78],integr:[65,82],intend:[64,82,83,84],intent:[54,75],interact:[75,82,83,84],interdum:78,interest:[54,75],interfac:[0,1,2,46,57,58,60,90],interfer:75,intermedi:[16,49,52,68,71,88],intern:[1,16,46,60,61,68,75],internal_error:68,internalerror:68,interpol:75,interpret:[57,75,89],interv:70,intro_to_torchscript_tutori:88,introduc:[86,89],invoc:82,invok:[61,88,89],io:[44,87],iostream:[20,21,44,45,61],ipso:75,ipsum:[76,78],ipynb:[82,83,84],ir:[56,58,60,62,70,82,83,84,88],is_aten:67,is_floating_point:66,is_train:90,iscustomclass:60,ishap:49,ishapelay:71,isinst:89,isn:[73,75],issu:[3,4,61,64,82,83,84],istensor:60,istream_iter:44,it_:44,ital:75,item:[74,76],itensor:[53,60,61,89],iter:[20,44,49,52,53,69,70,71],its:[29,53,55,57,60,64,75],itself:[0,1,2,46,52,54,64,87,92],iv:76,ivalu:[45,47,49,53,57,60,61],jan:76,jetpack:64,jetpack_5:64,jetpack_x:64,jetson:86,jit:[31,32,33,34,45,47,49,52,53,54,55,56,57,58,59,60,61,62,70,71,87,88,92],jp_workspac:64,jpg:87,json:63,jump:87,jupyt:[82,83,84,85],just:[44,45,54,55,61,62,65,68,75,77,86,88,89,91,92],justo:[76,78],k:[66,90],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,55,61],kdebug:[16,42,44],kdla:[1,45,46,93],kdla_standalon:[17,45],keepdim:66,kei:[75,87,88],kept:76,kernel:[48,49,52,60,70,71,89],kernel_s:66,kerror:[16,42],keyboard:75,keyword:[70,71,82,84],kf16:[90,93],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,54],khalf:[0,45,61],ki8:90,kind:[53,89],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,60,73,75],knowledg:75,kriz:90,krizhevski:90,ksafeti:[17,45],kstandard:[17,45,49],ktest:90,ktrain:90,kunknown:[0,2,45],kwarg:[69,70,86,89],kwarn:[16,42],l:66,label:[75,86,87,90],lacinia:78,lack:[55,56,58,89],lacu:78,laid:61,lambda:[60,61,75,87],lang:74,languag:[74,75,76,87,88],laoreet:78,larg:[56,58,61,73,75,86,90],larger:[55,73,86],largest:66,last:[2,54,70,89],lastli:87,later:[29,61],latest:[63,64,73],launch:87,layer:[46,49,52,53,54,60,61,71,86,87,89,90,93],layer_norm:66,layout:[2,48,66,70,71],ld_library_path:64,ld_preload:91,ldd:64,le:66,lead:75,leader:75,leaky_relu:66,leaky_relu_:66,learn:[61,65,87,90,93],leas:76,least:[75,76],leav:54,lectu:[76,78],left:[73,75],legacy_calibr:69,legend:75,len:66,lenet:[61,88],lenet_script:[61,88],lenetclassifi:88,lenetfeatextractor:88,length:[3,4,44,66,76,89],leo:78,let:[46,52,54,60,70,71,73,75,86,87,89],letter:[76,86],level:[23,25,26,39,42,44,50,54,55,58,68,71,79,87,88,89],levelnamespac:50,leverag:[81,85,89,90],lgamma:55,lib:[54,61,63,64],libero:[76,78],librari:[35,42,43,44,45,52,56,57,58,60,61],libtorch:[4,37,60,61,63,64,90],libtorch_pre_cxx11_abi:64,libtorchtrt:[52,61,64],libtorchtrt_plugin:91,libtorchtrt_runtim:91,licens:[42,43,44,45,61,63],light:75,ligula:78,like:[52,53,54,57,60,61,62,64,74,75,87,88,89,90,91],limit:[54,68,74,90],line:[52,61,76],linear:[2,55,66,70,88],link:[52,53,61,65,73,74,79,91],linux:[58,61,64],list:[18,19,20,21,31,49,51,53,55,57,60,61,62,64,66,67,69,70,71,79,87,89],listconstruct:[53,55,57,61],listunpack:[57,61],liter:76,literal:76,literal_block:75,live:[60,75],ll:89,lo:66,load:[52,55,57,61,62,69,71,86,87,89,90,91,92],load_librari:91,loading_data_recip:90,loborti:[76,78],local:[52,54,61,73],localhost:87,locat:[64,90],lock:74,log:[15,16,19,20,38,44,50,51,54,60,65,66,67,70,83,84,89],log_debug:60,logger:68,logger_level:67,loggingenum:50,logic:89,login:87,logist:89,loglevel:68,logo_onli:73,lone:76,longer:[73,91],look:[53,54,87,88,90,92],loop:[55,89],loop_unrol:54,lorem:[76,78],lose:73,loss:[86,90],lot:60,low:[48,89],lower:[16,67,68,70,76,83,84,86,89],lower_exampl:89,lower_graph:54,lower_precis:[67,89],lower_tupl:54,loweralltupl:54,lowerprecis:[67,89],lowersimpletupl:54,lstm_cell:66,lt:66,ltorchtrt:91,luctu:78,lvl:[25,26,42],m:76,machin:[57,87,90],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:75,made:[54,56,58,75],maecena:78,magna:78,mai:[53,55,57,58,61,62,71,75,76,82,83,84,87,88,89,90],main:[54,55,56,57,58,60,61,73,75,77,89],mainli:89,maintain:[55,57,60],major:[58,89],make:[53,61,62,64,75,77,81,85,86,87,89,90,93],make_data_load:[4,90],make_int8_cache_calibr:[40,44,50,90],make_int8_calibr:[29,40,44,50,90],malesuada:78,man:[75,76],manag:[49,52,53,56,58,60,61,63,68,70,71],mangag:54,mani:[55,73,75,76,89],mantissa:[49,71],manual:[74,75,89],map:[1,46,53,54,56,58,60,61,82,86,87,89,90,92],mapper:89,mark:[54,55,73],marknodesforfallback:54,markup:[76,79],markup_process:75,mask:66,masked_fil:66,massa:78,master:[59,64,90,91],mat2:66,match:[54,64],math:79,matmul:[54,61,66],matrix:59,matter:89,matti:76,matur:58,mauri:[76,78],max:[48,52,60,66,70,73],max_batch_s:[67,87,89],max_c:52,max_h:52,max_input_shap:67,max_n:52,max_pool1d:66,max_pool2d:[61,66,88],max_pool3d:66,max_shap:[45,48,62,70,71,86,89],max_val:[60,66],max_w:52,max_workspace_s:[67,89],maximu:78,maximum:[48,49,52,67,71,83,84,87,89],mayb:75,mb:52,md:59,me:[75,76],mean:[55,60,65,66,67,82,87,89],mechan:[60,86,89],medium:75,meet:70,member:[46,47,48,49,70],memeori:2,memori:[20,21,44,45,54,60,61,62,70,71],memory_format:[66,70],memoryformat:[2,45],men:75,mental:75,menu:[52,73,75],menuselect:75,merg:55,messag:[16,25,26,52,68],meta:[79,89],metadata:[49,52,57,60,71,73],meth:75,method:[31,32,33,34,48,52,54,60,61,64,70,71,75,86,88,92],method_nam:[31,34,45,52,61,70,71],metu:78,mi:78,microsoft:63,middl:75,might:[54,64,73],min:[48,52,60,66,70],min_acc_module_s:67,min_block_s:[45,49,55,71,82,83,84],min_c:52,min_h:52,min_input_shap:67,min_n:52,min_shap:[45,48,62,70,71,86,89],min_val:[60,66],min_w:52,mind:75,mine:75,minim:[67,90],minimum:[48,49,52,55,68,71],minmax:[29,30,90],minmax_calibr:69,minor:63,minut:[82,83,84],misbuild:73,miss:[61,75],mkdir:64,mm:87,mmb:75,mobilenet_v2:92,mobilenetv2:86,mod:[52,55,61,79,89,90],mode:[62,89,90],mode_:90,model:[52,55,57,61,62,65,67,68,81,85,88,90,92],model_half:82,model_nam:87,model_repositori:87,model_torchtrt:68,model_trt:68,modifi:[55,76,89],modul:[31,32,33,34,45,49,52,55,56,57,58,60,62,63,64,65,67,68,69,70,71,74,75,76,82,86,89,90,92,93],modular:61,module_fallback:54,module_nam:52,molesti:78,momentum:66,morbi:78,more:[53,61,62,64,65,70,73,76,83,84,87,88,89,90,91,92],most:[58,64,67,87,89,91],mother:75,motion:75,mous:75,move:[30,44,54,57,61,71,90],ms:63,msg:[26,42,68],msvc:63,msvc_x64_x64:63,mu:75,much:[60,73,75,90],mul:[55,66],mul_:66,multi:52,multipl:[57,75,76,87,90],multipli:[49,71],must:[33,48,49,52,54,55,60,61,64,67,70,71,75,76,89,91],mutil:76,my:75,my_pytorch_model:89,myclass:75,mymodel:[55,62],myself:76,n:[52,60,61,90],nabla:75,nam:[76,78],name:[3,4,31,33,34,44,55,57,60,61,63,64,67,68,69,70,71,75,76,87,88,89,92],namedtupl:89,namespac:[42,43,44,45,51,54,65,90],narrow:66,nativ:[58,59,61],native_funct:59,natur:75,nav:[73,79],navig:73,navigation_depth:73,nbbind:[3,4,44],nchw:[2,70,71],ne:[54,66],nec:78,necessari:[42,91],need:[0,1,2,25,29,43,46,53,54,60,61,62,64,67,75,86,87,89,90,91],neg:66,negative_slop:66,nequ:[76,78],nest:[45,49,50,75,76],net:[60,61,75,76],netu:78,network:[29,30,60,61,86,87,89,90,93],neural:93,new_batch_size_input:83,new_batch_size_output:83,new_input:[83,84],new_lay:60,new_local_repositori:64,new_output:[83,84],new_siz:90,newer:64,next:[3,4,53,57,67,73,75,76,82,87,90],ngc:[64,87],nhwc:[2,52,70],nibh:[76,78],nice:64,nickel:75,night:76,nightli:89,ninja:[63,64],nisi:78,nisl:78,nlp:[29,30,90],nn:[54,59,61,62,67,70,71,82,88,89],node:[54,55,56,58,60,61,67,86,89],node_info:[60,61],noexcept:[44,90],noexceptoverrid:[3,4],non:[76,78],non_block:66,none:[60,66,67,68,69,70,71,73,75,82,89],nonetheless:75,nonexist:75,norm:66,normal:[0,1,2,46,61,75,87,88,89,90,93],normalized_shap:66,noskipw:44,notat:70,notatemoduleforfallback:54,note:[1,46,48,60,61,63,64,70,73,75,89,93],notebook:[58,65,82,83,84,85],now:[54,55,58,60,61,64,75,89,92],np:87,nu:75,nulla:78,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,71,92],num_it:52,num_op:52,num_work:90,number:[3,4,49,52,54,55,60,61,62,67,70,71,73,81,83,84,85,86,89],numel:66,numer:[52,76,89],numpi:87,nunc:78,nvcr:87,nvidia:[32,34,42,43,44,45,52,59,61,64,70,71,82,83,84,87,89,93],nvinfer1:[3,4,29,30,44,45,49,60,90],nvinfer:[20,44],o:[64,75,87],obj:66,object:[0,1,2,3,4,46,48,49,52,57,60,68,69,70,71,90,92],obtain:86,obvious:88,occasion:[82,83,84],odio:[76,78],off:[55,57],offici:64,ofstream:[44,61],often:75,oh:76,ok:[61,75],okai:49,older:58,onc:[42,43,44,45,53,54,55,57,87,89,90,91],one:[47,54,60,61,62,68,70,75,82,83,84,87,88,89],ones:[42,55,56,58,61,64,75],onli:[1,3,4,16,29,44,46,48,52,54,55,58,60,64,67,68,70,75,89,90,91,93],onnx:54,onto:[52,57],op:[52,53,54,55,56,58,60,61,70,82,91],op_and_target:89,op_nam:52,open:[63,86,87],oper:[0,1,2,3,4,31,44,45,46,49,52,53,54,55,56,57,58,60,62,65,70,71,83,84,89,90,93],oppos:71,opset:[56,58],opt:[48,64,70],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,62,70,71,86],opt_w:52,optim:[48,52,54,61,62,65,67,83,84,86,88,89],optimin:48,optimiz:88,optimization_level:82,optimization_profile_field:70,optimize_target_shap:89,optimized_input_shap:67,optimized_model:[82,83,84],optimized_model_custom:82,optimz:87,option:[44,48,52,55,56,58,63,64,69,70,71,75,79,82,89,90,91,93],orchestra:75,orci:78,order:[33,49,55,60,61,62,64,67,71,89],org:[59,61,64,73,75,88,90],organ:76,origin:[33,67,89],ornar:[76,78],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,57,61,62,64,65,66,74,75,89,91],otherwis:[64,67,89,91],our:[55,58,61,87,88],out:[31,44,53,54,55,56,58,60,61,63,64,68,71,75,87],out_shap:61,out_tensor:[60,61],output0:54,output:[24,27,33,49,52,53,54,55,57,60,61,64,68,71,73,75,76,86,87,89],output__0:87,output_binding_nam:[33,45,71],output_file_path:[52,93],output_nam:[67,89],output_pad:66,output_s:66,outself:61,outsid:75,over:[56,58,75,87,89],overal:86,overrid:[29,30,44,70,89,90],overview:[59,65,82],own:[55,60,61,64,75,87],p:[52,61,66,87,93],packag:[52,54,61],pad:66,padding_idx:66,page:[65,77,79,87],pair:[54,60,64,75,86,90],pane:75,paragraph:[76,79],param:[69,74],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,60,61,67,68,70,71,79,88,89],parent:[14,15,18,19,20,21],pars:[61,75],parser:75,part:[52,55,58,73,74,75,89],partial:[52,75],partit:54,partitioninfo:55,pass:[33,53,55,56,57,58,60,61,64,68,69,71,88,89,90],past:75,path:[4,13,14,15,29,30,52,61,63,64,69,70,87,88,89,90],path_to_torchtrt_root:64,pathwai:88,pattern:[60,61,70],payment:74,pbtxt:87,peephole_optimz:54,pellentesqu:78,peopl:75,pep:75,perforamnc:89,perform:[29,30,86,87,90],permit:75,permut:[66,89],persist:75,pharetra:78,phase:[16,60,61],phasellu:78,phi:75,philosoph:75,phrase:75,pi:75,pick:88,pickler:57,piec:86,pil:87,pin:74,pin_memori:66,pip3:64,pip:[64,87],pipelin:[52,93],piplein:61,pixel_shuffl:66,pl:74,place:[48,54,64,75,76,77,89,90],placerat:78,plan:[52,58],platea:78,platform:[45,52,58,63,64,87,93],pleas:[61,64,75,87,89],plugin:89,point:[61,70,73,74,75,87],pointer:[3,4,90],polish:74,pool:93,pop:57,popul:67,popular:[64,74,86],portabl:[57,71],portion:[55,75],porttitor:[76,78],posit:[52,70,73,89],possibl:[64,75,86,87],post:[29,30,49,52,61,65],posuer:[76,78],potenti:[49,78],pow:66,power:[61,75,86,89],pr:61,praesent:78,pragma:[42,43,44,45,90],pre:[33,54,69,71,90,91],pre_cxx11_abi:64,preced:75,precis:[49,52,61,62,65,70,83,84,89,90,93],prefer:61,prefix:[27,28,42,68,75],preinstal:64,prelu:66,prepar:[87,89],preprint:90,preproc:69,preprocess:[87,90],prerequisit:63,present:63,preserv:[75,88,90],prespect:88,press:[63,75],pretium:78,pretrain:[83,86,87,92],pretti:61,prev_next_buttons_loc:73,prevent:[49,52,55],previou:[63,73,82],previous:[29,33,61],prim:[53,54,55,57,61,66,88],prim_devic:66,primal:75,primarili:[58,61],print:[16,31,44,61,68,70,71,75,83,84,87,92],priorit:64,privat:[3,4,44,45,90],problem:75,problemat:75,proce:87,proceed:87,process:[52,55,74,75,82,86,87,88,90,92],prod:66,produc:[48,53,57,60,61,70,75,86],product:49,profil:[48,67],profiling_verbos:89,program:[18,19,20,21,29,51,52,56,57,58,65,88],programm:75,progress:76,proin:78,project:[64,74,79],projectdir:63,promis:89,prop:67,properli:64,properti:73,propog:54,prose:75,provid:[3,4,49,52,55,57,60,61,62,64,67,70,71,75,81,82,85,87,89,90,91,92],providi:[56,58],provok:75,pt:[52,61,87,89],ptq:[3,4,15,18,19,38,50,51,52,65,70,71],ptq_calibr:[3,4,45,49,90],ptqtemplat:50,publish:87,pull:[64,87],purchas:74,pure:31,purpos:[64,86,87,89],puru:78,push:57,push_back:[44,55],put:[75,86],put_binding_nam:71,pwd:[63,87],py3:87,py:[54,58,61,64,73,75,80,82,83,84,88,89,90],pyindex:[64,87],pypi:64,python3:[54,61,64],python:[52,55,58,61,67,70,71,75,76,82,83,84,85,86,87,89,91,92,93],python_api:59,pytorch:[33,48,49,52,54,55,56,57,58,60,61,62,64,69,70,71,81,85,87,88,90,91],pytorch_libtorch:87,pytorch_sphinx_them:[73,80],qat:86,qualnam:[68,69],quant_max:66,quant_min:66,quantiz:[29,30,52,61,65],quantizatiom:49,quartznet:86,question:61,qui:[76,78],quickli:[52,61,90],quisqu:78,quit:[60,61,86],quot:76,r:75,rais:[54,89],raiseexcept:54,ram:[49,52,71],rand:[61,82,89],randint:84,randn:[55,61,70,71,83,92],rang:[48,49,52,70,86,89],rank:73,rather:54,raw:73,re:[75,89],read:[3,4,29,30,44,73,75,90],read_calibration_cach:69,readcalibrationcach:[3,4,44],reader:75,realiz:57,realli:60,reason:[0,88,89],reattribut:76,recalibr:29,receiv:89,recip:90,reciproc:66,recognit:[86,90],recomend:[29,30],recommend:[29,30,61,64,75,87,89],recompil:[83,84],record:[53,88],recurs:53,redistribut:76,reduc:[54,55,56,58,86,89,90],redund:89,ref:75,refer:[48,56,58,61,74,79,87,89,90],referenc:64,refit:[45,49,71,92],reflect:45,reflection_pad1d:66,reflection_pad2d:66,regard:[64,75],regardless:[76,83,84],region:89,regist:[33,57,60,71,89],register_acc_op:89,register_acc_op_map:89,register_custom_acc_mapper_fn:89,registernodeconversionpattern:[60,61],registr:89,registri:[53,61],reinterpret_cast:44,rel:[52,55],relat:[46,75,82,83,84],relationship:50,releas:[63,75,81,85],reload_model_output:89,reload_trt_mod:89,relu:[55,61,66,82,88],relu_:66,relwithdebinfo:63,remain:[54,90],rememb:89,remov:73,remove_contigu:54,remove_dropout:54,remove_to:54,render:73,rent:76,reorder:55,repack:57,repeat:[52,66],repeat_interleav:66,replac:[55,64],replication_pad1d:66,replication_pad2d:66,replication_pad3d:66,repo:63,report:[23,44],reportable_log_level:68,repositori:[58,73,80,87],repres:[48,49,60,68,75,89],represent:[54,60,86,88,89],request:[61,70,87],requir:[29,49,52,53,54,61,68,70,71,73,87,89,90,91],require_full_compil:[45,49,71],requires_grad:66,research:89,reserv:[42,43,44,45],reset:[44,82,83,84],reshap:[66,87],resiz:87,resnet18:83,resnet50:87,resnet:[57,81,85,86,87],resnet_trt:57,resolut:86,resolv:[53,54,56,58,82,83,84],resourc:[53,90],respons:[29,57,75],rest:[75,76,89],restrict:[49,71],restructuredtext:[75,76],result:[53,54,55,62,68,71,73,87,88],ret:54,reus:[54,89,90],revert:73,revis:[75,76],revisit:75,rewrit:55,rfc:75,rho_:75,rhoncu:78,right:[42,43,44,45,54,58,60,63,75],risu:78,rm:87,rn50_preprocess:87,role:75,roll:66,roman:76,room:75,root:[42,43,44,45,64,73,90],roughli:55,round:[49,71],rounding_mod:66,row:76,rst:[73,75],rsub:66,rtol:52,rule:[64,71,89],ruler:75,run:[1,34,46,49,52,53,54,55,56,57,58,60,61,62,64,65,67,70,71,75,82,83,84,86,87,88,89,90,91,92,93],running_mean:66,running_var:66,runtim:[61,65,82,83,84],runtimeerror:89,rutrum:[76,78],s:[48,49,55,57,60,61,63,64,65,67,70,73,75,76,86,87,88,89,90],safe:[60,71],safe_dla:70,safe_gpu:70,safeti:[49,52,70],sage:75,sagitti:[76,78],sai:[76,86],said:75,same:[55,57,61,64,73,75,83,84,87,88,89,92],sampl:[62,75,82,83,84,87,89,90],sample_input:[82,89],sample_inputs_half:82,sapien:78,satisfi:[55,89],save:[29,44,52,57,61,62,70,71,86,87,89,91],save_timing_cach:[67,89],saw:61,scalar:[60,66],scalaropt_dim:66,scalartyp:[0,45,66],scale:[66,86,90],scale_factor:66,scale_grad_by_freq:66,scales_d:66,scales_h:66,scales_w:66,scatter:66,scelerisqu:78,schedul:[70,87],schema:[60,61],scheme:89,scientist:75,scope:[54,82,83,84],scratch:29,scratch_spac:87,screen:73,script:[31,54,55,61,62,70,71,82,83,84,88,92],script_model:[88,92],scriptclass:71,scripted_model:93,scriptmodul:[61,62,70,71],scroll:[73,77],sdk:59,se:86,seamlessli:65,search:[65,73],second:[54,62,75,82,83,84,89],secondli:87,section:[61,73,75,76,77,79,87,89,90],sed:[76,78],see:[31,54,55,57,61,62,64,70,71,75,82,88,89],seen:[75,76],segment:[55,83,84,86],segmentmodelwithdependencyawar:55,select:[17,29,30,34,49,52,57,62,63,64,66,70,71,74,77,89,90],self:[54,57,60,61,62,66,69,82,86,88,93],self_1:[57,61],self_int:66,sell:76,seller:74,seller_id:74,sem:78,semant:75,semper:78,send:87,senectu:78,sens:[61,75],sentenc:[75,86],sentinel:[0,2],separ:[55,56,58],sequenc:[67,70,71,75,86,89],seri:55,serial:[33,34,52,56,58,61,70,71],seriali:71,serializ:[57,88],serialized_cach:[67,89],serialized_engin:71,seril:57,serv:[52,57,65,89],servic:75,session:75,session_nam:75,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,54,55,56,57,58,61,62,63,64,65,67,68,70,71,73,77,80,86,88,89,90,93],set_data_from_numpi:87,set_devic:[38,45,50,70],set_is_colored_output_on:[39,42,50,68],set_logging_prefix:[39,42,50,68],set_reportable_log_level:[39,42,50,68],setalpha:60,setbeta:60,setnam:[60,61],setreshapedimens:61,setup:[43,87,90],sever:[16,26,68],sh:64,sha256:64,shape:[45,47,48,49,52,55,60,62,66,67,70,71,87,89,93],shape_mod:70,shape_rang:[67,89],share:[49,52,63,64,71],shell_command:75,shift:[63,64,66,75],ship:[61,91],shorthand:75,should:[0,3,4,29,45,49,52,53,54,55,56,58,60,65,68,70,71,73,75,78,87,89,90],show:[73,75,86],shown:[61,73,75],shuffl:[61,90],side:[54,61,73],sidebar:[73,79],sigmoid:[66,89],sigmoid_:66,sign:87,signatur:71,signifi:[48,54],signific:75,significantli:[54,73],similar:[60,61,89,91,92],simonyan:90,simpil:90,simpl:[75,76,86,87,88,89],simplest:87,simpli:[54,82,86],simplifi:53,simul:86,sin:[66,75],sinc:[54,61,75,88,89,90],sing:75,singl:[48,52,54,55,61,70,75,88,89,90],singular:60,sinh:66,sink:75,sit:[76,78],site:[54,61,64,75],six:75,sixth:76,size:[3,4,44,48,49,52,54,55,61,66,67,70,71,73,83,84,86,89,90],size_t:[3,4,44,90],skip:52,slash:73,slice:66,slightli:89,sm:57,small:[54,87],smaller:86,so:[0,44,52,53,54,57,58,60,61,64,65,67,74,75,76,82,83,84,89,90],sodal:78,softmax:[54,66,89],softwar:[49,52,71,75],sole:[62,90],sollicitudin:78,solv:87,some:[53,54,55,56,57,58,60,61,74,75,89,90],some_funct:75,someth:[43,54,75,87],someurl:75,sort:[60,66,92],sourc:[42,43,44,45,58,63,67,68,69,70,71,82,83,84,85,89],sourceforg:[75,76],space:[75,76,90],spaces_and_linebreak:75,span:76,spars:[52,66],sparse_weight:[45,49,71,89],sparsiti:[49,52,71,89],spec:[45,48,49,52,68,70,71,92],special:55,specif:[32,49,54,56,58,70,71,75,85,86],specifi:[3,4,33,52,60,62,64,65,68,70,71,73,75,87,89,92],specifii:70,speech:86,speedup:86,sphinx:[73,74,75,76,80,82,83,84,85],sphinx_rtd_them:[75,76],spin:87,spirit:75,split:[55,66,89],split_siz:66,split_with_s:66,sqrt:66,squar:66,squeez:[66,86],sram:52,src:[57,59,66],ss:44,ssd300_trt:57,ssd:57,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[59,71,73],stack:[57,66,90],stage:[53,89],stand:[57,75],standalon:75,standard:[52,57,65,75,86,91,92],stapl:76,start:[53,55,61,64,66,68,69,76,86,89,92],start_dim:[61,66],start_step:66,state:[53,60,61],statement:[54,75],static_cast:44,statu:[44,76],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,55,61,87,90,93],stdout:[37,68,70],steamlin:90,step:[55,65,66,86,89,90],stick:73,sticki:[73,79],sticky_navig:[73,77],still:[44,55,82,89,90],stitch:[55,61],stop:61,storag:90,store:[2,4,49,52,53,57,60,61,71,88,89],str:[19,43,44,50,66,68,70,71,89],straight:60,strang:75,strategi:[55,70],street:76,strict:91,strict_type_constraint:89,stride:66,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,55,57,60,61,63,70,73,90],stringstream:44,strip_prefix:64,strong:75,strongli:75,struct:[1,21,38,41,45,90],structur:[29,46,49,55,58,60,73,75,79,87,88],structuredtext:75,stub:76,stuff:75,style:[42,43,44,45,73,75,76],style_external_link:73,sub:[66,75,82,88],sub_:66,subdirectori:51,subexpress:54,subgraph:[49,52,53,54,60,61],subject:58,submenu:79,submodul:[67,88],suboptim:55,subscript:75,subsect:75,subset:[86,90],substitut:75,subtitl:75,subtre:80,subword:86,success:63,sudo:64,suffic:54,suggest:87,suit:65,suitabl:89,sum:[49,66,71,89],superscript:75,supervis:86,suppli:75,support:[0,1,2,27,31,46,48,49,52,55,59,61,62,63,64,65,67,70,71,73,74,83,84,87,88,89,93],sure:[61,62,64,87,93],suscipit:[76,78],suspendiss:78,symbol:[33,64,71,75,89,91],symlink:80,system:[53,60,64,65,71],t1:66,t2:66,t:[0,1,2,45,46,54,60,61,64,66,70,73,75,76,87,88,89,90],t_:75,tabl:[64,79],tag:[75,87],take:[31,32,33,34,53,56,57,58,60,61,67,70,71,73,75,82,86,89,90,92],taken:75,talk:65,tan:66,tanh:66,tanh_:66,tar:[64,75,90],tarbal:[61,90],target:[1,33,45,46,48,49,52,55,57,58,62,63,65,70,71,89,90,92,93],targets_:90,task:[29,30,86,89,90],techinqu:61,techniqu:90,tell:[54,55,56,57,58,60,75],tellu:78,tem:52,templat:[20,40,44,45,50,61,73],temporari:89,tempu:78,tensor:[2,33,44,45,48,49,52,53,54,55,57,60,61,62,66,67,70,71,82,86,88,89,90],tensor_domain:[45,48,70],tensor_mod:66,tensor_scalar:66,tensor_tensor:66,tensorcontain:60,tensorformat:[21,38,45,48,50,70],tensorlist:[55,60],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,58,60,67,69,70,71,81,82,88,90],tensorrt_bind:70,tensorrt_convert:89,tensorrt_root:63,tensorrtcompilespec:[71,92],tensort:89,teo:52,term:[63,70,75,76,86,90],termin:[27,52,61],test:[52,55,58,63,64,75,76,86,87,89,90],test_acc_trac:89,test_ptq_dataloader_calibr:90,test_ptq_trt_calibr:90,test_py_modul:[75,79],test_segment:55,testing_dataload:90,testing_dataset:90,text:[68,76,78,86],tf32:[49,52],than:[54,65,74,75,86,91],thats:[53,90],the_model_repositori:87,thei:[46,52,53,54,57,60,62,64,70,73,75,89],them:[54,55,57,61,64,73,86,89],theori:[53,75],therebi:[57,86],therefor:[29,57,61,75,86,89],theres:91,therfor:91,theta:75,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,64,67,70,71,73,74,75,77,78,81,82,83,84,85,86,87,88,89,90,91,92],thicker:75,thin:75,thing1:75,thing2:75,thing3:75,thing:[64,75,89],think:[60,75],third:[76,89],third_parti:[58,64],this_arg_is_opt:89,those:[53,75],though:[52,58,60,61,88],thought:75,three:[48,56,58,67,70,75,76,86,87,89],threshold:52,through:[48,53,54,55,57,61,62,65,68,69,75,86,89],throught:89,thrown:[49,71],thu:75,tile_to_repeat:54,time:[49,52,53,54,55,56,57,58,60,61,67,71,73,75,82,83,84,89,90],timing_cach:89,timing_cache_prefix:[67,89],tincidunt:78,tini:90,titles_onli:73,tmp:61,toctre:73,tocustomclass:60,todim:61,todo:[73,89],togeth:[53,60,61],token:86,toler:52,too:[64,73,75,76],tool:[60,61,63,86,89],toolchain:[58,64],top:[58,73,77],topk:66,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,60,64,67,70,71,88,90,93],torch_compil:[82,83,84],torch_compile_advanced_usag:82,torch_compile_resnet_exampl:83,torch_compile_transformers_exampl:84,torch_dir:63,torch_executed_modul:[45,49,55,71],torch_executed_op:[45,49,55,71,82,83,84],torch_scirpt_modul:88,torch_script_modul:61,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,55,61,62,65,81,82,85,86,87,89,90,91,92,93],torch_tensorrt_build:63,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:57,torchhub:87,torchscript:[19,21,38,43,45,49,50,52,55,56,57,58,62,67,70,71,86,92,93],torchscriptstruct:50,torchtrt:[43,55],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:91,torchtrt_unus:60,torchtrtc:[64,65,93],torchvis:[57,83,87,90,92],toronto:90,tortor:78,total:[82,83,84],totensor:[87,90],tovec:61,toward:90,trace:[55,61,71,88,89],traced_model:88,track:[60,90],tradit:[48,71,90],traget:32,trail:73,train:[29,30,49,52,61,62,65,66],trainabl:54,transcrib:86,transfer:74,transform:[61,81,85,87,90],transformed_img:87,translat:61,transmit:75,transpos:[66,89],trash:75,travers:[55,56,58],treat:52,tree:[42,43,44,45,73,90,91],trigger:[55,61,89],trim:90,tristiqu:78,triton:65,triton_to_np_dtyp:87,tritoncli:87,tritonserv:87,trt:[0,1,3,4,46,48,53,54,57,60,61,66,83,84,89],trt_interpreter_result:89,trt_lenet_script:61,trt_mod:[55,61,90,93],trt_model:[55,87,92],trt_ts_modul:[55,62],trtinterpret:[67,89],trtinterpreterresult:[67,89],trtmodul:[67,89],truncat:[49,52,71],truncate_long_and_doubl:[45,49,71],ts:[43,52,55,61,62,65,70,88,92],ts_model:[55,61],tt:75,tue:76,tup:66,tupl:[57,62,67,70,71,89],tupleconstruct:[54,57],tupleindex:66,tupleunpack:54,turn:[67,89],turpi:78,tutori:[88,90],two:[52,54,60,62,64,75,76,80,87,88,89,90],type:[0,1,2,30,49,50,52,53,55,57,60,61,62,63,67,68,69,70,71,75,86,89,90],type_fp32:87,typenam:[3,4,29,30,44],typic:[53,60,87],ugli:75,ui:74,uint64_t:[45,49],ultric:78,un:90,unabl:[60,61],unbind:66,unbroken:75,uncas:[84,86],uncom:64,under:[42,43,44,45,58,75,89],underli:[0,1,2,46,60],uniformli:86,union:[60,61,70,71],uniqu:[4,62],unique_ptr:[4,30],unit:89,univers:75,unknown:70,unless:89,unlik:[64,65,92],unlimit:73,unpack_addmm:54,unpack_log_softmax:54,unqiue_ptr:4,unreferenc:75,unrestrict:75,unsqueez:66,unstabl:58,unsupport:[31,49,63],unsur:60,untest:58,until:[53,55,58,60,64],unwrap:60,unwraptodoubl:60,unwraptoint:61,unzip:64,up:[53,54,55,56,57,58,75,82,83,84,86,88,89],updat:[63,67,89],upload:87,upon:[73,82,83,84],upper:76,upsample_bilinear2d:66,upsample_linear1d:66,upsample_nearest1d:66,upsample_nearest2d:66,upsample_nearest3d:66,upsample_trilinear3d:66,upscale_factor:66,upstream:61,uri:75,url:[64,73,87],urna:78,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,55,57,58,60,63,65,67,68,69,70,71,73,74,75,76,81,85,87,88,89,90,91,93],usag:[61,69,75,81,85,89],use_cach:[3,4,30,44,69,90],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:67,use_input_stat:66,use_python_runtim:82,use_subset:90,usecas:[62,64,85],user:[42,48,55,56,57,58,61,62,64,75,76,85,87,90],using_int:[61,66],usr:64,usual:[73,89],ut:78,utf:[75,76],util:[60,61,71,82,83,84,86,87,90],v0:[72,87],v143:63,v2:[29,30,75],v:[52,76,87],valid:[1,46,55,60,70],valu:[0,1,2,16,17,45,46,48,53,55,57,60,61,63,66,68,69,70,73,82,83,84,86],value_tensor_map:[53,60],vanilla:89,vari:67,variabl:[48,63,70,89],variant:91,varient:54,varieti:87,variou:[89,93],variu:78,vcs_pageview_mod:73,vec:66,vector:[20,21,33,44,45,47,48,49,55,57,61,90,93],vehicula:78,vel:78,velit:78,venenati:78,verbios:52,verbos:[52,67,76,83,84,89],verbose_log:[67,89],veri:[76,77,87,89,90,92],verifi:55,verison:64,version:[35,37,58,63,64,73,76,86,87,89],vertic:[73,75],vestibulum:[76,78],vgg16:90,vgg:90,vi:75,via:[62,65,70,71,73,79,82,83,84,86,89,90,91],view:[66,73],virtual:90,vision:[87,89],visitor:73,vita:[76,78],vivamu:78,viverra:78,vm:76,volutpat:78,vs:[0,1,2,46,54,71,92],vscode:63,vulput:78,w:52,w_hh:66,w_ih:66,wa:[54,57,61,75,89],wai:[52,61,64,81,85,86,88,89,90],walkthrough:86,want:[42,55,61,67,82,87,88,89,90,92],warn:[16,44,52,60,68],wash:75,we:[42,44,53,54,55,56,57,58,60,61,67,73,75,81,82,83,84,85,86,87,88,89,90],weak:75,web:75,websit:64,weight:[48,49,52,53,61,66,71,75,86,89],welcom:[61,89],well:[61,64,68,75,90],were:61,wget:87,what:[4,54,61,62,75,88,89],whatev:[57,89],wheel:64,when:[27,44,45,46,52,53,54,55,56,57,58,60,61,64,68,70,71,73,75,77,86,88,89,90],where:[53,54,60,61,71,76,89,90],wherev:89,whether:[4,52,67,70,74,83,84,89,90],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,60,61,62,64,67,69,70,71,73,75,76,82,86,87,88,89,90,91,92],white:75,whitespac:75,whl:64,who:75,whole:89,whose:[54,89],why:75,wide:79,width:[75,86],win:63,window:75,window_nam:75,wish:76,within:[49,52,56,58,71,73,75],without:[55,60,61,73,75,90],wl:91,wooden:75,word:[75,86],work:[44,54,58,60,75,76,82,89,90],worker:90,workflow:[67,83,84,86,89,92],workspac:[49,52,64,67,71,82,83,84,89],workspace_s:[45,49,52,71,83,84],workspacefold:63,world:75,would:[52,60,61,62,64,87,89,91,92],wp:87,wrap:[56,57,58,61,75,78,82,83,84,89,92],wrapper:[60,89],write:[3,4,29,30,44,53,61,65,75,87,89,90],write_calibration_cach:69,writecalibrationcach:[3,4,44],wrote:75,www:[61,64,73,75,87,90],x64:63,x86:91,x86_64:[58,64],x9:54,x:[5,10,33,43,54,55,61,63,64,71,76,82,88],x_0:75,x_1:75,x_2:75,x_3:75,x_4:75,x_:75,x_lgamma:55,x_out:82,x_y_out:82,xavier:[45,93],xstr:[19,43,50],xx:87,xxx:89,y:[33,55,71,76,82],y_lgamma:55,y_out:82,yahoo:76,yaml:59,yet:[86,89],you:[0,1,2,29,30,46,48,49,52,53,54,55,57,58,60,61,62,64,65,70,71,73,75,76,77,81,85,86,87,88,89,90,91,92],your:[60,61,62,64,65,73,75,76,80,88,91,92],yourself:61,yy:87,z:76,zero_point:66,zip:[57,63,64,85],zisserman:90},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Using Torch-TensorRT in  C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","<span class=\"section-number\">5. </span>:mod:`test_py_module`","<span class=\"section-number\">3. </span>Paragraph Level Markup","<span class=\"section-number\">4. </span>Lists &amp; Tables","<span class=\"section-number\">1. </span>Long Sticky Nav","<span class=\"section-number\">1. </span>Structural Elements","&lt;no title&gt;","Installation","Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[77,87],"10":77,"11":77,"12":77,"13":77,"14":77,"15":77,"16":77,"17":77,"18":77,"19":77,"2":[77,78,87],"20":77,"3":[77,87],"4":77,"5":77,"6":77,"7":77,"8":77,"9":77,"class":[0,1,2,3,4,20,21,38,40,41,50,67,69,70],"default":82,"enum":[16,17,38,39,50,69,70],"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,59,67,70,71],"import":[82,83,84],"long":[77,79],A:75,And:75,But:76,By:[18,19],Or:54,The:[61,75],To:54,With:63,aarch64:64,abi:[57,64],acc:89,acceler:86,add:89,addmm:54,admonit:75,advanc:82,advic:60,ahead:65,an:79,api:[50,51,59,64,65],applic:90,arg:[60,74],argument:[83,84],automat:55,avail:59,awar:[55,86],backend:83,background:[57,60],base:[3,4,48,73],bert:86,binari:64,block:75,branch:54,build:[63,64,73,87],bullet:76,c:[50,59,61,64,65,86,90],can:76,caption:[76,79],center:75,ch:75,changelog:72,check_method_operator_support:31,choos:64,citat:[75,90],citrinet:86,cleanup:[82,83,84],cli:[64,65],client:87,cmake:64,code:[54,63,75],compil:[32,56,58,61,63,64,65,81,82,83,84,85,86],compilespec:49,compound:75,configur:[63,73],construct:57,content:[18,19,20,21,38,39,40,41,73,74,75,76,77,78],context:[60,73],contigu:54,contract:60,contributor:65,convers:[53,56,58,60],convert:[53,60,61,66,89],convert_method_to_trt_engin:34,cpp:[13,18,19,20,21,55],creat:[88,90],creativ:75,cuda:[82,83,84],cudnn:64,current:66,custom:[61,82],cxx11:64,data:74,datatyp:0,dead:54,debug:64,deep:86,deeper:76,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,76,82,83,84],demo:79,depend:[55,64],deploi:[86,91],deseri:57,detect:86,develop:59,devic:[1,46],devicetyp:1,dimens:59,direct:75,directli:92,directori:[13,14,15,51],disk:88,distribut:64,dla:93,doctest:75,documen:65,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,59,65,78,79],down:76,download:[75,80],driver:[82,83,84],dropout:54,dump_build_info:37,dynam:86,dynamo:[81,85],easier:59,efficentnet:86,element:78,elimin:54,eliminatecommonsubexpress:54,embed_engine_in_new_modul:33,emphas:75,engin:[57,89],enginecap:17,enumer:76,envior:64,error:[82,83,84],evalu:[53,66],exampl:[75,77,86],execept:54,executor:57,expect:59,face:86,fallback:[54,55],field:76,figur:75,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:54,footnot:75,format:57,freez:54,from:[64,92],frontend:[86,89],full:[50,51],fuse:54,fx2trt:89,fx:[67,86,89],gaurd:54,gener:74,get:65,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:76,git:80,glossari:75,gpu:65,graph:[54,57],graphinput:47,grid:76,guarante:60,guid:[65,89],h:[18,19,20,21,42,43,44,45,55],have:76,hierarchi:50,hlist:76,hole:76,hood:61,how:[73,89,90],html:73,hug:86,ien:75,imag:[75,76],includ:[14,18,19,20,21],incred:79,index:74,indic:65,infer:[83,84,87],inherit:[3,4,48],inlin:75,input:[48,83,84],instal:[63,64,80],int8:86,int8cachecalibr:3,int8calibr:4,ir:59,jetson:64,jit:65,languag:86,layer:59,learn:86,lenet:86,level:[16,73,75,76],librari:[64,91],libtorchtrt:91,like:76,line:75,linear:54,link:[59,75],list:[42,43,44,45,76],liter:75,local:64,log:[18,22,23,24,25,26,27,28,39,42,68],logsoftmax:54,loop:54,lower:[54,56,58],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:75,mask:86,math:75,menu:[77,79],meta:75,miss:89,mlm:86,mod:74,model:[82,83,84,86,87,89],modul:[54,61,88],namespac:[18,19,20,21,38,39,40,41,50],nativ:64,native_op:59,nav:77,nest:[1,46],node:53,note:[82,83,84],notebook:86,number:[75,76],nvidia:65,object:86,one:76,op:[57,89],oper:[61,66],optim:87,optimz:54,option:[73,74,76,83,84],other:60,overview:58,own:90,packag:[64,91],page:73,paragraph:[75,78],paramet:74,partit:[55,56,58],partitoninfo:55,pass:54,pattern:54,peephol:54,phase:[53,54,55,56,57,58],plugin:91,post:90,pre:64,precompil:64,prerequisit:64,program:[42,43,44,45,91],project:73,ptq:[20,29,30,40,44,69,90],python:[59,62,64,65,88,90],pytorch:[59,65,86,89,92],quantiz:[86,90],queri:87,quickstart:61,quot:75,rabbit:76,read:59,redund:54,refer:75,regist:61,relationship:[1,3,4,46,48],releas:64,remov:54,repeat:54,replac:[54,75],resnet50:86,resnet:83,respons:60,result:57,right:64,rubric:75,runtim:[56,57,58,91],save:88,second:76,section:78,segmentedblock:55,serial:57,serv:[86,87],server:87,set:[82,87],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:64,shape:86,shape_analysi:55,sidebar:75,so:91,sometim:59,sourc:64,ssd:86,start:65,step:87,sticki:77,str:5,struct:[46,47,48,49,50],structur:78,studio:63,subdirectori:[13,14],submenu:77,submodul:70,subsect:78,subsubmenu:77,subsubsect:78,support:66,system:58,tabl:[73,74,75,76,77,78],tarbal:64,target:75,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,57,59,61,62,63,64,65,83,84,85,86,87,89,91,92],test_py_modul:74,text:75,theme:[73,79],thi:[76,79],through:66,tile:54,time:65,titl:75,toc:73,topic:75,torch:[50,59,61,62,63,65,81,82,83,84,85,86,87,89,91,92],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,67,68,69,70,71,83,84],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,61,65,88],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,61],tracer:89,train:[86,90],transform:[84,86],triton:87,ts:71,tupl:54,tutori:[65,85],type:[3,4,46,48],under:61,unpack:54,unrol:54,unsupport:61,up:87,us:[54,59,61,62,64,82,83,84,86,92],usag:82,user:[65,89],version:57,via:80,visual:63,wai:75,weight:60,what:60,wide:73,window:63,work:[61,88],write:60,xstr:10,your:[87,90]}})
\ No newline at end of file
+Search.setIndex({docnames:["_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1GraphInputs","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_orphan","cli/torchtrtc","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","getting_started/getting_started_with_cpp_api","getting_started/getting_started_with_python_api","getting_started/getting_started_with_windows","getting_started/installation","index","indices/supported_ops","py_api/fx","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","src/pytorch-sphinx-theme/docs/changelog","src/pytorch-sphinx-theme/docs/configuring","src/pytorch-sphinx-theme/docs/demo/api","src/pytorch-sphinx-theme/docs/demo/demo","src/pytorch-sphinx-theme/docs/demo/lists_tables","src/pytorch-sphinx-theme/docs/demo/long","src/pytorch-sphinx-theme/docs/demo/structure","src/pytorch-sphinx-theme/docs/index","src/pytorch-sphinx-theme/docs/installing","tutorials/_rendered_examples/dynamo/index","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example","tutorials/_rendered_examples/index","tutorials/notebooks","tutorials/serving_torch_tensorrt_with_triton","user_guide/creating_torchscript_module_in_python","user_guide/getting_started_with_fx_path","user_guide/ptq","user_guide/runtime","user_guide/use_from_pytorch","user_guide/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":5,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,nbsphinx:4,sphinx:56},filenames:["_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_namespacetorch__tensorrt_1_1logging_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_namespacetorch__tensorrt_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_namespacetorch__tensorrt_1_1logging_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a226e3c83379d1012cde8578c1c86b16c.rst","_cpp_api/function_namespacetorch__tensorrt_1_1ptq_1a6186e305f47c1d94b6130ef6c7f7e178.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1a81f9783517335dda877d8cfcf38987c9.rst","_cpp_api/function_namespacetorch__tensorrt_1_1torchscript_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/function_namespacetorch__tensorrt_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_namespacetorch__tensorrt_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_namespacetorch__tensorrt_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_orphan.rst","cli/torchtrtc.rst","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","getting_started/getting_started_with_cpp_api.rst","getting_started/getting_started_with_python_api.rst","getting_started/getting_started_with_windows.rst","getting_started/installation.rst","index.rst","indices/supported_ops.rst","py_api/fx.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","src/pytorch-sphinx-theme/docs/changelog.rst","src/pytorch-sphinx-theme/docs/configuring.rst","src/pytorch-sphinx-theme/docs/demo/api.rst","src/pytorch-sphinx-theme/docs/demo/demo.rst","src/pytorch-sphinx-theme/docs/demo/lists_tables.rst","src/pytorch-sphinx-theme/docs/demo/long.rst","src/pytorch-sphinx-theme/docs/demo/structure.rst","src/pytorch-sphinx-theme/docs/index.rst","src/pytorch-sphinx-theme/docs/installing.rst","tutorials/_rendered_examples/dynamo/index.rst","tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst","tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst","tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst","tutorials/_rendered_examples/index.rst","tutorials/notebooks.rst","tutorials/serving_torch_tensorrt_with_triton.rst","user_guide/creating_torchscript_module_in_python.rst","user_guide/getting_started_with_fx_path.rst","user_guide/ptq.rst","user_guide/runtime.rst","user_guide/use_from_pytorch.rst","user_guide/using_dla.rst"],objects:{"":[[5,0,1,"c.STR","STR"],[9,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[11,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[7,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[8,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[6,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[12,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[10,0,1,"c.XSTR","XSTR"],[0,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[0,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[0,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[0,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::Value::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kLongE","torch_tensorrt::DataType::kLong"],[0,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[0,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[0,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[0,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[46,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[46,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[1,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[46,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[46,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[1,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[46,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[46,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[1,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[46,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[46,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[46,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[46,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[46,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[46,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[17,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[47,1,1,"_CPPv4N14torch_tensorrt11GraphInputsE","torch_tensorrt::GraphInputs"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE","torch_tensorrt::GraphInputs::input_signature"],[47,6,1,"_CPPv4N14torch_tensorrt11GraphInputs6inputsE","torch_tensorrt::GraphInputs::inputs"],[48,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input"],[48,2,1,"_CPPv4N14torch_tensorrt5Input5InputEv","torch_tensorrt::Input::Input"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::dtype"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::format"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat","torch_tensorrt::Input::Input::tensor_domain"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[48,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[48,6,1,"_CPPv4N14torch_tensorrt5Input13tensor_domainE","torch_tensorrt::Input::tensor_domain"],[2,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[2,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[2,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[2,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[2,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[37,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[35,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[17,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[16,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[24,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[22,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[23,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[16,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[26,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[28,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[28,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[25,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[3,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[3,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[3,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[3,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[4,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[29,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[29,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[29,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[30,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[30,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[30,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[36,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[36,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[49,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"],[49,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE","torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE","torch_tensorrt::torchscript::CompileSpec::dla_sram_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE","torch_tensorrt::torchscript::CompileSpec::graph_inputs"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[49,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[31,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[31,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[32,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[32,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE","torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"],[70,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[70,10,1,"","__init__"],[70,11,1,"","allow_gpu_fallback"],[70,11,1,"","device_type"],[70,11,1,"","dla_core"],[70,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[70,10,1,"","__init__"],[70,11,1,"","dtype"],[70,10,1,"","example_tensor"],[70,11,1,"","format"],[70,10,1,"","from_tensor"],[70,10,1,"","from_tensors"],[70,11,1,"","shape"],[70,11,1,"","shape_mode"]],"torch_tensorrt.fx":[[67,9,1,"","InputTensorSpec"],[67,9,1,"","TRTInterpreter"],[67,9,1,"","TRTInterpreterResult"],[67,9,1,"","TRTModule"],[67,12,1,"","compile"]],"torch_tensorrt.logging":[[68,9,1,"","Level"],[68,9,1,"","debug"],[68,9,1,"","errors"],[68,12,1,"","get_is_colored_output_on"],[68,12,1,"","get_logging_prefix"],[68,12,1,"","get_reportable_log_level"],[68,9,1,"","graphs"],[68,9,1,"","info"],[68,9,1,"","internal_errors"],[68,12,1,"","log"],[68,12,1,"","set_is_colored_output_on"],[68,12,1,"","set_logging_prefix"],[68,12,1,"","set_reportable_log_level"],[68,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[68,11,1,"","Debug"],[68,11,1,"","Error"],[68,11,1,"","Graph"],[68,11,1,"","Info"],[68,11,1,"","InternalError"],[68,11,1,"","Warning"]],"torch_tensorrt.ptq":[[69,9,1,"id1","CacheCalibrator"],[69,9,1,"id2","CalibrationAlgo"],[69,9,1,"id0","DataLoaderCalibrator"],[69,12,1,"","get_batch"],[69,12,1,"","get_batch_size"],[69,12,1,"","get_cache_mode_batch"],[69,12,1,"","read_calibration_cache"],[69,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[69,11,1,"","ENTROPY_CALIBRATION"],[69,11,1,"","ENTROPY_CALIBRATION_2"],[69,11,1,"","LEGACY_CALIBRATION"],[69,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[69,10,1,"","__init__"]],"torch_tensorrt.ts":[[71,12,1,"","TensorRTCompileSpec"],[71,12,1,"","check_method_op_support"],[71,12,1,"","compile"],[71,12,1,"","convert_method_to_trt_engine"],[71,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[70,9,1,"","Device"],[70,9,1,"","DeviceType"],[70,9,1,"","EngineCapability"],[70,9,1,"","Input"],[70,9,1,"","TensorFormat"],[70,12,1,"","compile"],[70,12,1,"","convert_method_to_trt_engine"],[70,9,1,"","dtype"],[70,12,1,"","dump_build_info"],[67,8,0,"-","fx"],[70,12,1,"","get_build_info"],[68,8,0,"-","logging"],[69,8,0,"-","ptq"],[70,12,1,"","set_device"],[71,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[33,43,44,45,49,52,55,58,60,61,63,64,66,67,68,69,70,71,72,74,75,81,82,83,84,85,87,89,90,92,93],"000":[82,83,84],"0000":76,"01":[61,66,76],"0208":61,"03":76,"0358":61,"0383":61,"04":[61,87],"0435":61,"0464":61,"0530":61,"0678":61,"0805":61,"0818":61,"0932":61,"0x7f0a92d52b70":71,"1":[3,4,33,44,45,48,49,52,54,55,57,60,61,62,63,64,66,67,68,69,70,71,72,73,75,76,79,83,84,86,88,89,90,92,93],"10":[49,61,64,67,71,79,86,87,88,90],"100":[67,89],"1000":87,"1012":54,"1013":54,"1024":[52,70,71,86],"1045":61,"1048576":[45,49,71],"1056":61,"1063":61,"1073741824":[45,49,71],"109":61,"11":[54,61,63,64,75,79,87],"119":88,"12":[54,55,61,75,79,87,88],"120":[61,88],"123":76,"129":88,"13":[75,79],"136":87,"137":88,"138":88,"14":[79,84,87],"1409":90,"15":[75,79],"1502":61,"1549":61,"1556":90,"16":[61,62,70,79,88],"1691":61,"17":79,"18":[61,79],"19":[76,79],"1994":90,"1b":63,"1d":54,"1e":52,"2":[33,43,55,60,61,64,66,68,69,70,71,73,75,76,79,81,82,84,85,88,89,90],"20":[55,79,83,84],"2009":90,"2010":90,"2012":76,"2014":90,"2015":63,"2017":63,"2019":63,"2020":[61,65],"2022":63,"2023":90,"2048":[67,89],"2052":[82,83,84],"22":87,"224":[55,67,70,71,83,86,87],"225":[67,87],"229":87,"23":[49,54,71,76],"234375":87,"24":54,"244":[70,71],"248":54,"249":54,"25":[61,67,89],"256":87,"258":75,"27":[55,61],"28":61,"2802":61,"2822":75,"287":75,"29":61,"2c3":76,"3":[45,49,52,54,55,57,61,64,66,68,69,70,71,75,76,79,83,86,88,89,90,92,93],"30":[83,84],"300":[52,92],"31":61,"32":[52,61,62,70,88,90,93],"320":90,"32bit":52,"33":61,"33554432":[67,89],"346":61,"35":61,"36":61,"3677":54,"37":61,"38":88,"39":88,"3d":89,"4":[55,57,61,64,66,68,73,75,76,79,82,84,89],"406":87,"40f8064":75,"429688":87,"4465":90,"456":87,"468750":87,"4822":90,"485":87,"4914":90,"5":[52,55,57,58,61,63,64,68,75,76,79,82,87,88,89],"50":86,"512":[52,70,71,86],"523438":87,"53":76,"536870912":[45,49,71],"539":61,"56":61,"576":61,"6":[54,55,57,61,64,66,70,79,88],"622":54,"64":[62,70,89],"64bit":52,"664062":87,"7":[55,57,58,61,63,79,82,83,84],"72048":64,"7302":76,"8":[3,52,54,61,63,64,70,75,76,79,83,87],"8000":87,"8001":87,"8002":87,"84":[61,88],"9":[61,79,87],"90":87,"92":87,"9223372036854775807":66,"96":63,"abstract":[57,60,76],"boolean":[70,89],"break":[75,89],"byte":[69,70,71,86],"case":[0,1,2,46,49,53,55,57,60,64,70,89,90,91],"catch":[54,61],"char":[3,4,44,52,61],"class":[29,30,44,45,46,51,57,60,61,62,68,71,75,76,82,86,88,89,90],"const":[0,1,2,3,4,29,30,31,32,33,34,36,44,45,46,54,60,61,66,90],"default":[0,1,2,3,4,16,29,30,33,43,45,46,48,49,52,55,61,62,64,67,70,71,73,74,75,89,90,92],"do":[53,54,55,60,61,62,74,76,88,89,90,93],"enum":[0,1,2,42,45,46,68,71,90],"export":64,"final":[53,55,56,58,64,82,83,84,86],"float":[49,52,61,62,66,70,82,84,88,90,92],"function":[0,1,2,3,4,46,48,49,54,55,57,60,61,64,82,83,84,86,87,88,89,90,92,93],"import":[52,54,55,61,62,64,73,75,87,88,89,91,92],"int":[0,3,4,36,44,45,49,52,55,61,66,67,69,70,71,73],"long":[49,52,53,70,75,76],"new":[0,1,2,3,4,32,33,46,48,49,55,57,58,60,61,68,71,75,81,83,84,85,87,89],"public":[0,1,2,3,4,44,45,46,47,48,49,76,90],"return":[0,1,2,3,4,23,24,29,30,31,32,33,34,35,42,43,44,45,46,54,55,56,57,58,60,61,62,67,68,70,71,82,87,88,89,90],"short":[54,75,76],"static":[48,49,53,60,61,70,71,73],"super":[44,82,88],"throw":[52,54,61],"true":[0,1,2,4,46,49,54,55,60,61,66,67,70,71,73,76,82,83,84,87,89,90,92,93],"try":[58,61,75,76,92],"var":66,"void":[3,4,25,26,27,28,36,37,42,44,45],"while":[55,64,86,87,90],A:[4,29,30,32,33,47,48,54,55,60,64,67,70,71,76,87,89,90],And:61,As:[55,61,89],At:74,But:[61,75],By:[29,30,51,55,73,88],For:[53,55,61,64,67,73,75,76,82,86,87,88,89,90,91,92],If:[27,33,53,54,55,61,62,64,67,68,70,73,75,82,87,89,90,91,93],In:[0,1,2,46,53,55,56,57,58,60,62,64,65,75,76,78,81,85,86,87,89,90,91],Is:[24,70],It:[52,54,55,56,58,60,64,73,75,86,89],Its:[60,75],Not:3,On:55,One:[61,75,76,86,89],Or:75,THE:75,TO:61,That:75,Thats:61,The:[1,46,48,49,52,53,54,55,56,57,58,60,62,64,68,70,71,73,76,85,86,87,88,89,90,92],Then:[55,64,90,92],There:[4,53,58,60,63,64,76,86,87,88,89,90,91],These:[53,55,57,73,75,87,90],To:[1,46,52,55,61,62,64,73,87,88,92],Will:31,With:[61,73,75,87,90],_:[69,75,89],___torch_mangle_10:88,___torch_mangle_4847:57,___torch_mangle_5:88,___torch_mangle_9:88,__and__:66,__attribute__:43,__derive_index:66,__getitem__:66,__gnuc__:43,__init__:[69,70,75,82,88],__is__:66,__isnot__:66,__main__:[82,83,84],__name__:[82,83,84],__not__:66,__or__:66,__range_length:66,__round_to_zero_floordiv:66,__torch__:[57,61,88],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:57,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:57,__visibility__:43,__xor__:66,_all_:54,_c:[70,71,92],_convolut:[61,66],_devic:71,_dynamo:[82,83,84],_enum:70,_input:[70,71],_jit_to_backend:92,_jit_to_tensorrt:71,_rendered_examples_jupyt:85,_rendered_examples_python:85,_script:[70,71],_set:82,_shapemod:70,_theme:80,_validate_not_a_forked_repo:87,a1b:76,aarch64:58,ab:66,abi:91,abl:[53,54,60,65,89,90,92],about:[52,53,57,60,61,64,70,73,87],abov:[25,55,61,64,68,74,75,83,84,89],absolut:52,ac:78,acc_mod:89,acc_norm:89,acc_op:89,acc_op_convert:89,acc_ops_sigmoid:89,acc_trac:89,acceler:[67,81,85,93],accept:[48,52,57,60,61,62,70,82],access:[54,60,61,65,73,89,92],accord:[60,71],accordingli:[73,89],account:87,accumsan:78,accumul:[49,71],accuraci:[86,90],achiev:[55,86],aco:66,acosh:66,acoust:86,acquir:61,across:[49,52,54,55,71,73],acthardtanh:60,action:[75,89],activ:[61,71,75,86,89,90,93],activationtyp:[60,89],actual:[54,57,60,61,68,88,89],ad:[25,52,53,55,89],adaptive_avg_pool1d:66,adaptive_avg_pool2d:66,adaptive_avg_pool3d:66,adaptive_max_pool1d:66,adaptive_max_pool2d:66,adaptive_max_pool3d:66,add:[26,53,54,55,60,61,62,63,64,66,68,73,75,80],add_:[54,61,66],add_activ:89,addactiv:60,addit:[54,61,63,70,86,89],addlay:61,address:76,addshuffl:61,adipisc:[76,78],adjac:[55,75],adjust:75,adopt:86,advanc:[76,81,85,90],advis:75,aenean:78,afford:89,aforement:87,after:[52,53,54,55,61,62,63,65,82,83,84,87,88,89,91],again:[44,57,60,75],against:[52,61],agx:45,ahead:61,aim:54,algo_typ:[69,90],algorithm:[3,4,29,30,44,69,89,90],algorithm_selector:89,alias:43,align:75,align_corn:66,aliquam:78,aliquet:[76,78],all:[16,42,43,44,45,49,52,54,55,57,61,62,63,64,68,70,75,76,85,86,87,88,89,90,91],alloc:60,allow:[48,49,52,53,54,55,63,70,71,73,83,84,89],allow_gpu_fallback:[45,46,70,71,90,92,93],allow_shape_tensor:[45,49,71],allow_tf32:66,almost:61,alpha:[66,76,89],alreadi:[52,53,54,61,90],also:[29,53,60,61,62,63,64,65,73,75,76,85,86,90],altern:[48,55,62,86],although:75,altogeth:[55,73],alwai:[3,4,27,52,75],amet:[76,78],an:[2,3,4,48,49,52,53,54,55,56,57,58,60,61,62,63,64,65,67,69,70,71,73,75,76,82,86,87,88,89,90,91],analogu:60,analysi:55,analyt:73,analytics_id:73,ancient:75,ani:[48,52,53,60,61,62,64,66,69,70,71,73,75,89,90],ann:75,annot:[60,61],anonym:75,anoth:[62,75,76,88],ant:78,anyon:76,anyth:[75,76,91],aot:[61,65],api:[55,58,60,61,62,70,71,74,81,82,85,86,87,89,90,91,92],appear:[55,75],append:66,appli:90,applic:[1,29,46,52,54,58,61,62,91,92,93],approach:55,appropri:63,apr:61,ar:[42,46,49,52,53,54,55,57,58,60,61,63,64,65,70,71,73,75,76,77,86,87,88,89,90,91,92],arab:76,arang:66,architectur:[64,65,86],archiv:64,arcu:[76,78],area:77,aren:61,arg:[53,61,69,70,79,86,89],arg_replacement_tupl:89,argc:61,argmax:66,argmin:66,argument:[48,52,54,57,60,61,62,70,71,75,76,89],argv:61,arithmet:55,around:[54,57,60,75,78,88],arrai:[3,4,33,53,71],arrayref:[45,48,49],artifact:63,arxiv:90,as_numpi:87,asin:66,asinh:66,aspect:52,assembl:[53,61],assign:[3,4,74],associ:[53,60,61],associatevalueandivalu:60,associatevalueandtensor:[60,61],assum:[33,92],atan:66,atanh:66,aten:[49,54,55,59,60,61,66,71,82],atol:52,attrdict:87,attribut:[54,55,57,61,75,89],auctor:78,audio:86,augu:78,author:76,auto:[44,55,60,61,75,76,90,93],autodoc:[75,76],automat:[61,75],avail:[52,60,64,73,89,93],averag:[49,52,71],avg:52,avg_pool1d:66,avg_pool2d:66,avg_pool3d:66,awai:75,awaken:75,axi:66,b0:86,b:[63,64,66,76,87],b_hh:66,b_ih:66,back:[54,55,57,58,61,70,75,88],back_insert:44,backend:[71,74,81,82,84,85,92],backend_kwarg:82,background:[75,88],backlink:75,backward:89,bar:[73,75],base:[37,50,57,62,64,67,68,69,70,75,84,86,88,90],bash:64,basi:75,basic:[52,55,76,85,87,89],batch:[3,4,44,67,83,84,87,89,90,93],batch_norm:[60,66],batch_siz:[44,90],batched_data_:44,batchnorm:54,batchtyp:44,bathroom:75,bazel:[58,64],bazel_vers:64,bazelbuild:64,bazelisk:64,bazelvers:64,bdist_wheel:64,beat:76,becaus:[60,61,64,67,88,89],becom:60,bee:75,been:[53,60,61,76],befor:[49,54,55,58,60,61,64,65,71,87,89],beforehand:61,begin:[44,64,75,82,89],beginn:88,begun:75,behav:77,behavior:[49,55,70,71,89],behind:75,being:[61,89],belong:75,below:[33,55,60,61,62,64,75,87,89],benchmark:66,benefit:[60,61],bert:84,bertmodel:84,besid:75,best:[64,75,89],beta:[66,71,89],better:[86,88],between:[54,55,60,64,75,76,90],bia:[54,61,66],bibendum:78,bibliograph:76,bigger:75,bin:64,binari:[44,90],binary_data:87,bind:[3,4,33,44,71,75],bird:87,bit:[49,60,61,70,71,89],bitbucket:73,bitbucket_url:73,bitwise_not:66,blandit:78,blank:75,blob:[59,73,90],block0:54,block1:54,block:[52,53,54,55,79],blue:75,bmm:66,bodi:[75,76],bold:75,bool:[0,1,2,3,4,24,27,30,31,42,44,45,46,49,54,60,61,66,67,68,70,71,73,90],border:75,both:[55,64,67,73,75,88,90],bottom:73,bound:70,boundari:[55,68,69],box:75,bracket:75,branch:64,bread:75,brief:55,briefli:88,brontosaurus:75,browser:75,bsd:[42,43,44,45],buffer:[3,4,89],bug:64,bui:76,build:[29,30,35,49,52,53,56,58,60,61,70,74,79,83,84,89,90],build_fil:64,build_model:89,buildcommandarg:63,builddirectori:63,builder:89,builderconfig:45,buildroot:63,built:[33,52,57,58,64,71],builtin:89,button:[73,75],bytearrai:[71,89],c10:[0,1,45,46,48,49,61,90],c:[42,43,44,45,52,58,62,63,66,67,76,87,91,93],c_api:59,c_str:[60,61],cach:[3,4,29,30,44,52,61,67,69,89,90],cache_:44,cache_fil:[44,69,90],cache_file_path:[3,4,29,30,44],cache_file_path_:44,cache_size_:44,cachecalibr:[69,90],cackl:76,calcul:[48,53,55,61],calibr:[3,4,29,30,44,49,52,61,69,71,90],calibration_cache_fil:[29,30,90],calibration_dataload:[30,90],calibration_dataset:90,calibrationalgo:[69,90],call:[29,30,32,49,54,57,60,61,67,71,75,82,83,84,86,88,89,92],call_funct:89,callabl:70,callmethod:88,can:[0,1,4,29,30,34,46,47,48,49,52,53,54,55,56,57,58,60,61,62,64,70,71,73,75,81,82,83,84,85,86,87,88,89,90,91,92],canada:76,cannot:[48,54,55,64,70,71,74,88,89],canon:73,canonical_url:73,capabl:[17,45,49,52,57,70,71,92],capit:75,caption:[75,78],cast:[3,4,54],cat:[55,64,66],caught:54,caus:[60,64,73,82,83,84],cd:[64,87],cdll:61,ceil:66,ceil_mod:66,cell:76,centercrop:87,cerr:61,certain:[64,82,89],cfg:55,chain:60,challeng:87,chanc:60,chang:[29,54,55,58,63,71,73,87,89,90],changelog:79,channel:[2,70,74],channel_last:[70,71,86],channels_last:70,charact:75,check:[0,1,31,46,52,54,60,61,64,71,87,89,91],check_method_op_support:71,check_method_operator_support:[41,45,50],checkmethodoperatorsupport:61,child:76,children:89,choic:[64,69],choos:[88,89],cifar10:90,cifar:90,clamp:66,clamp_max:66,clamp_min:66,class_count:87,classif:[61,86,88],classifi:[76,86],classification_index:87,classmethod:70,clean:[55,63,75,82,83,84],cleanli:55,clear:44,cli:[52,62],click:63,clickabl:75,clone:[63,66],close:61,closer:54,closet:75,cmake:63,cmake_build_typ:63,cmake_cuda_flag:63,cmake_cxx_flag:63,cmake_module_path:63,cmakecommandarg:63,cmakeset:63,cnn:86,co:[66,76,86],code:[55,58,61,65,74,76,82,83,84,85,88,89,90],coeffici:86,collapse_navig:73,collat:76,collect:[55,61,62,71],colon:75,color:[24,27,68,75],colored_output_on:[27,42,68],column:76,com:[59,61,64,82,83,84,87,90,91],combin:[55,89],come:[64,74,87,89],command:[52,61,64,75,76,87,88],comment:[64,75],commodo:78,common:[53,54,67,75,89],common_subexpression_elimin:54,commonli:76,commun:[49,52,61,63,71],compar:[62,89],comparis:[0,2],comparison:[1,46],compat:[0,1,46,54,57,63,64,71,89],compil:[31,34,41,45,49,50,52,54,55,57,60,62,67,68,70,71,73,87,88,89,90,91,92,93],compilation_kwarg:84,compilationset:82,compile_engine_and_inf:[82,83,84],compile_spec:[90,93],compilegraph:[61,90],compilesepc:33,compilespec:[3,4,21,32,34,41,45,50,55,61,71,90,93],compilespecstruct:50,complet:[55,61,88],complex:[47,49,62,64,88],complianc:52,compliat:90,complic:64,compon:[56,58,88,91],compos:[87,88,89,90],composit:61,compound:86,comput:[49,75,86,89,90],conceiv:75,concept:85,concorr:87,condimentum:78,condit:[55,75],conf:[73,80],confidence_scor:87,config:[64,67,87,89],configur:[32,34,48,61,64,65,70,71,79,87,90],configurationtyp:63,configureset:63,congu:78,connect:[54,71,75,87,93],consectetur:[76,78],consecut:55,consid:[55,61,71],consider:87,consist:[54,75,89],consol:52,consolid:[55,88],constant:[53,54,55,61],constant_pad_nd:66,constexpr:[0,1,2,45,46],construct:[0,1,2,3,4,46,48,49,53,54,56,58,60,61,69,70,75,76,89,90],constructor:[0,2,46,48,49,57,88],consult:74,consum:[4,53,88],contact:76,contain:[30,31,52,53,54,55,60,61,64,67,70,75,76,87,88,89,90,91],content:[79,87,90],context:[53,56,57,58,68],contextnet:86,contigu:[2,48,49,52,70,71],continu:[75,89,91],contributor:61,control:[88,89],conv1:[61,88],conv2:[61,88],conv2d:88,conv:[49,52,61],conval:78,convect:48,conveni:[84,86,90],convent:33,converison:89,convers:[54,55,57,61,70,71,89],conversionctx:[60,61],convert:[3,4,31,32,34,52,54,55,56,58,62,65,70,71,83,84,86,91,92],convert_method_to_trt_engin:[41,45,50,70,71,92],convertgraphtotrtengin:61,convien:49,convienc:[3,4,49],convolut:[71,90,93],convtert:89,coordin:58,copi:[44,60,66,69,76,87,89],copy_:66,copyright:[42,43,44,45,61,76],core:[45,52,54,55,58,61,70,93],core_id:70,corpor:[42,43,44,45],corpu:86,correct:[57,64,73],correctli:64,correctness_atol:67,correctness_rtol:67,correspond:[60,64,89],cosh:66,could:[55,83,84,89],count_include_pad:66,coupl:[53,58,89,91],cout:61,cover:[85,86],cp:64,cpp:[14,15,42,43,44,45,51,54,58,61,64,90],cpp_frontend:90,cppdirectori:50,cppdoc:61,cpu:67,cra:78,creat:[29,30,33,52,53,55,57,60,61,65,71,75,87,89],credit:61,criteria:[55,56,58],cross:75,cs:90,csrc:[54,59],cstddef:90,ctestcommandarg:63,ctrl:63,ctx:[60,61],ctype:61,cuda113:64,cuda:[49,57,61,62,63,64,67,70,87,89,90,92],cuda_graph_batch_s:[67,89],cuda_runtim:[21,45],cudafloattyp:61,cudasetdevic:36,cudnn:63,cudnn_en:66,cudnn_root_dir:63,cumsum:66,curabitur:78,curl:[64,75],current:[23,55,57,60,63,64,67,71,73,89],cursu:78,custom:[52,64,81,85,89],custom_class:[21,45],custom_mapp:89,customclasshold:[45,48],cut:75,cxx11:91,d:[52,75,76,93],d_silence_experimental_filesystem_deprecation_warn:63,dapibu:78,data:[0,2,3,4,29,30,44,46,48,49,52,53,55,56,58,60,62,66,67,69,70,71,75,79,86,89,90],data_dir:90,data_item_1:74,data_typ:87,dataclass:[82,89],dataflow:[60,61],dataload:[4,29,30,44,49,69,90],dataloader_:44,dataloadercalibr:[69,90],dataloaderopt:90,dataloaderuniqueptr:[4,44],dataset:[29,69,86,90],datatyp:[1,21,38,45,46,48,49,50,62,70,71,87],datatypeclass:50,date:76,david:76,dbg:64,dcmake_build_typ:64,dcmake_module_path:64,dead_code_elimin:54,deal:60,debug:[16,27,45,49,52,60,63,68,71,82,83,84,92],debugg:[52,71],decid:70,declar:64,deconvolut:93,decor:89,dedic:[54,76],deep:[60,65,73,90,93],deeplearn:[59,89],def:[62,75,82,87,88,89],defin:[0,1,2,3,4,33,43,46,47,48,49,51,52,61,62,70,73,82,84,86,88,89,90],definit:[51,60,75],deiti:75,delet:[0,1,2,45,46,54],delimit:54,demo:[75,90],demonstr:[75,76,77,86,87,90],demostr:86,denot:75,dep:[63,64],depend:[29,35,53,58,61,62,63,87,89,91],depickl:57,deploi:[56,58,61,65,87,90],deploy:[52,61,62,86,87,90,91,93],deprec:[66,89],depth:[73,86],descclassnam:75,descnam:75,describ:[49,55,60,81,85,87,88,92],descript:[55,76],deseri:[61,70,71],design:[86,89,93],desir:[76,90],desktop:63,destini:76,destroi:[60,76],destructor:60,detail:[61,87,88,89,91],detect:[48,57],determin:[54,89],determinist:66,dev0:75,develop:[61,63,64,65,75,76,89],deviat:52,devic:[21,33,36,38,45,49,50,52,57,62,66,67,69,70,71,86,90,92,93],device_typ:[45,46,70,90,92,93],deviceclass:50,devicetyp:[21,38,45,46,50,70,71,90,92,93],devicetypestruct:50,diam:78,dict:[70,71],dictionari:[70,71,82,92],dictum:78,dictumst:78,did:75,didn:75,differ:[29,54,55,58,64,65,73,88,89],dignissim:78,dilat:66,dim0:66,dim1:66,dim:[66,67,87,89],dim_int:66,dim_intlist:66,dimens:[48,54,67,86,89],direct:[79,91],directli:[60,63,64,65,69,81,82,85,90],directori:[18,19,20,21,42,43,44,45,50,63,64,90],disabl:[52,68,73,74],disable_memory_format_check:70,disable_tf32:[45,49,71,90],disclos:64,disconnect:75,discret:75,discuss:87,displai:[52,68,73],display_github:73,display_gitlab:73,display_vers:73,dist:64,distdir:64,distribut:[61,70,90,91],div:[55,66],div_:66,div_lgamma:55,divisor_overrid:66,django:74,dl:75,dl_open:91,dla:[1,45,46,49,52,65,70,71],dla_cor:[45,46,52,70,90,92,93],dla_global_dram_s:[45,49,52,71],dla_local_dram_s:[45,49,52,71],dla_sram_s:[45,49,52,71],dla_standalon:52,dlacor:52,dll:52,do_not_merg:55,doc:[58,59,64,73,74,75,80],docker:87,docsrc:58,docstr:[62,75,76],document:[42,43,44,45,50,58,61,73,75,76,80,87,88,90,91,92],docutil:[75,76],doe:[43,44,54,55,60,75,83,84,89,90],doesn:[61,64,75,88],dolor:[76,78],domain:[48,70,76,90],don:[60,73,75,76,87,89,90],done:[53,55,58,87],donec:[76,78],dont:42,dothismethod:75,dotpai:74,dotpayprovid:74,doubl:[45,48,49,52,71,75],down:[64,73,89],download:[64,79,82,83,84,85,87,90],downstream:86,doxygen_should_skip_thi:[44,45],dpython:[70,71],dram:52,dream:76,driver:64,drop:[64,73],dt:75,dtensorrt_root:64,dtorch_dir:64,dtyep:67,dtype:[45,48,49,52,62,66,67,70,71,84,86,89],dual:75,due:[3,4,64,74,75],dui:[76,78],dump:[37,52,64],dump_build_info:[38,45,50,70],durat:75,dure:[49,52,55,60,69,86,90,91],dynam:[48,49,67,70,71,89],dynamic_batch:[67,89],dynamo:[82,83,84],e:[29,30,52,54,60,61,63,64,67,70,88,89,90],each:[3,4,49,53,54,55,57,60,61,64,67,73,75,89],ear:75,earli:89,eas:43,easi:[52,53,54,61,90],easier:[56,58,60,61,89,90],easiest:64,easili:[3,4],echo:75,edg:75,edit:[63,73],edu:90,effect:[54,61,73,86,89,90],effici:60,efficientnet:86,efficitur:78,eg:87,egesta:78,eget:78,either:[47,48,52,60,61,62,64,70,71,73,75,88],el:66,eleifend:76,element:[57,75,76,79,89],element_typ:44,elementum:78,elit:[76,78],elk:75,els:[43,44,48,71,75,76],elu:66,emb:[33,52,71,76],embed:[52,57,66,71,75,93],embed_engine_in_new_modul:[41,45,50,71],emit:53,emphasi:75,empti:[49,67,71,76,88],emum:[16,17],en:73,enabl:[3,4,24,49,52,55,56,58,67,68,69,71,73,83,84,89],enable_precis:61,enabled_precis:[45,49,61,62,70,71,82,83,84,87,90,92,93],enalbed_precis:93,encod:[57,86],encompass:71,encount:[55,64,82,83,84],encourag:87,end:[44,52,60,61,66,71,75,82,83,84,90],end_dim:[61,66],endif:[43,44,45],energi:75,enforc:61,engin:[0,1,17,32,33,34,45,46,48,49,52,53,55,56,58,61,62,65,67,70,71,73,83,84,90,91,92,93],engine_converted_from_jit:61,enginecap:[38,45,49,50,70,71,92],english:86,enhanc:75,enim:78,ensur:[29,54,55,63],enter:[53,70],entir:75,entiti:75,entri:[49,60],entropi:[29,30,90],entropy_calibr:69,entropy_calibration_2:[69,90],enumer:[0,1,2,16,17,46],environ:[87,89],ep:66,eq:[66,75],equat:75,equival:[32,56,58,60,61,71,83,84,88,90],equivil:34,erat:78,erf:66,eric:75,ero:78,error:[16,49,52,53,54,58,61,64,68,71,75,89],essenc:75,essenti:89,est:78,et:78,etc:[73,75,89,93],etiam:78,eu:78,euismod:78,eval:[61,62,82,83,84,87],evalu:[56,57,58],evaluated_value_map:[53,60],even:61,event:48,everi:[55,61,67],everyth:16,ex:[0,1,2,33,46,71,76,78],exact:87,examin:89,exampl:[48,55,57,58,60,61,62,63,65,68,70,71,73,74,76,79,81,82,83,84,85,87,88,89,90,91],example_tensor:70,exceedingli:75,except:89,exception_elimin:54,excerpt:76,excit:86,execpt:54,execut:[33,49,52,54,56,57,58,61,64,67,70,71,87,88,89,90],execute_engin:[57,61],exert:75,exeuct:57,exhaust:61,exist:[4,31,32,34,64,69,70,71,86,89,90],exit:[82,83,84,87],exp:66,expand:[54,66],expand_a:66,expanded_asset:64,expect:[48,54,60,61,62,70,86],experiment:[71,89],explain:89,explan:89,explic:44,explicit:[0,1,2,3,4,45,46,54,65,67,75,89,90],explicit_batch_dimens:[67,89],explicit_precis:67,explicitli:[55,56,58,62,71,90,92],explict:44,explictli:0,explor:85,expon:66,expos:90,express:75,ext:[75,76],extend:[56,58,60,61,63,66,86],extens:63,extent:[61,65],extern:[73,75],extra:61,extract:[61,86],extrem:75,ey:75,f16:[52,61,93],f32:52,f:[64,75,88,89],facilisi:78,fact:64,facto:75,factori:[4,29,30,90],fail:[61,93],fake_quantize_per_channel_affin:66,fake_quantize_per_tensor_affin:66,fall:70,fallback:[52,56,58,60,93],fals:[0,1,2,3,4,44,45,46,49,61,66,67,70,71,73,74,75,76,82,89,90,92],fame:78,familiar:87,far:[75,89],fashion:[61,86],fast:[49,52,71],faster:86,faucibu:78,fc1:[61,88],fc2:[61,88],fc3:[61,88],fc:[49,52,54],feat:[61,88],featur:[52,55,61,86,89,90,92],fed:[3,4,48],feed:[29,30,61],feedforward:86,feel:65,feli:78,feugiat:[76,78],few:[64,70,89],field:[3,4,67,70,90],fifth:76,figur:[55,76,78],file:[0,1,2,3,4,5,6,7,8,9,10,11,12,46,47,48,49,52,55,57,58,61,63,64,67,69,70,71,73,74,76,80,87,89,90],file_path:52,filepath:63,find:[4,61,64,89],finder:64,finibu:78,finish:89,first:[48,53,54,61,62,75,76,82,87,89,90],firstli:87,fit:75,fix:[49,75,89,93],fixed_s:[45,49],flag:[52,55,56,58,62,64,69,91],flaten:49,flatten:[45,47,61,66,88],flatten_convert:61,flesh:87,float16:[52,70],float32:[48,49,52,70,71,89],float64:71,float_int:66,floor:66,floor_divid:66,floordiv:66,flow:[60,75,86,88,89],flox:75,flush:75,fly:88,fold:76,folder:[63,89],follow:[33,52,55,57,61,63,64,71,73,75,76,80,81,85,86,87,88,89,90,91],foo:[75,76,89],foo_kwarg:89,foo_nod:89,forc:[52,71,73,89],force_fp32_output:89,forced_fallback_op:55,form:[53,62,70,75,87],format:[33,45,48,49,52,62,66,70,71,75,76,86,87],forth:76,forum:64,forward:[29,30,32,33,55,57,60,61,62,70,71,82,88,90,92],found:[42,43,44,45,61,64,75,90,91],four:[75,76],fp16:[0,48,49,52,61,62,65,67,89,93],fp32:[0,48,49,52,65,71,86,87,89,90],frac:75,freed:60,freeze_modul:54,friend:45,fringilla:78,from:[0,1,2,3,4,29,30,44,46,48,49,52,53,54,55,56,57,58,60,61,63,65,67,71,73,74,75,76,84,86,87,88,89,90],from_pretrain:84,from_tensor:[70,89],frontend:[62,65,81,83,84,85],fssl:64,fstream:[20,44],full:[45,49,52,60,61,68,82,83,84,87,90,91,93],fulli:[31,52,54,61,71,90,93],further:[55,89],fusc:78,fuse_addmm_branch:54,fuse_flatten_linear:54,fuse_linear:54,fusion:[60,89],futur:[71,89],fx2trt:67,fx2trt_exampl:89,fx:[62,65,70],g:[29,30,52,54,63,64,67,70,75,89,90],g_:75,galleri:[82,83,84,85],gamma:66,gatewai:74,gather:55,gaurd:43,gcc:[58,61],ge:66,gear:90,gener:[3,4,29,52,54,57,58,60,61,63,64,67,73,75,76,79,82,83,84,85,88,89,90],get:[0,1,2,3,4,23,35,44,46,54,55,60,61,64,68,70,86,87,89,90],get_batch:69,get_batch_impl:44,get_batch_s:69,get_build_info:[38,45,50,70],get_cache_mode_batch:69,get_is_colored_output_on:[39,42,50,68],get_logging_prefix:[39,42,50,68],get_output:89,get_reportable_log_level:[39,42,50,68],getattr:[54,57,61,88],getbatch:[3,4,44],getbatchs:[3,4,44],getdimens:[60,61],getoutput:[60,61],git:79,github:[59,61,64,73,82,83,84,87,90,91],github_url:73,gitlab:73,gitlab_url:73,give:[73,75,89],given:[48,49,52,54,61,62,67,69,70,71,88,89,92],global:[26,52,61],gnu:64,go:[44,54,55,61,65,82,83,84,86,87,88,89],goal:60,goe:[75,89],good:[44,60,75,89],goodger:76,googl:73,got:[61,75],gpu:[1,32,34,36,45,46,52,61,70,71,87,89,90,92,93],gpu_id:[36,45,46,52,70,71,90,92,93],graph:[16,31,32,34,45,49,52,53,55,56,58,60,61,65,67,68,71,83,84,86,88,89],graph_input:[45,49],graph_modul:[67,70],graphinput:[21,38,45,49,50],graphinputsstruct:50,graphmodul:[62,67,70],gravida:78,great:[61,75],greater:68,greedi:55,group:[66,75,76],grpc:87,gru_cel:66,gt:66,gtc:65,guangzhou:76,guarante:55,guard:54,guard_elimin:54,gui:75,guid:[74,85],gulf:87,gz:[75,76,90],h:[0,1,2,3,4,5,6,7,8,9,10,11,12,15,46,47,48,49,50,51,52,54,61,90],ha:[49,53,54,55,56,58,60,61,63,67,75,76,86,88,89,90],habit:78,habitass:78,hac:78,hack:44,hakaimagazin:87,half:[52,61,62,70,75,82,83,87,90,92,93],hand:87,handl:[54,55,57,89],happen:[88,89],hardtanh:[60,66],hardtanh_:66,hardwar:93,has_batch_dim:67,hash:64,have:[29,33,44,52,53,54,55,60,61,62,64,65,67,70,71,75,83,84,86,87,88,89,90],haven:61,header:[61,73,75,76,87],heart:76,heaven:75,heck:75,heh:76,hehe:76,height:75,help:[27,52,53,60,61,86,89,91],helper:60,hendrerit:78,here:[44,53,55,57,61,64,73,75,76,87,88,89,90,91],hermet:64,hexagram:75,hfile:50,hi:[66,75,76],hidden:[43,73],high:[48,54,55,73],higher:[54,73,75,88],highli:[86,87],highlight:75,hinton:90,hit:55,hold:[46,47,48,53,60,90],holder:[57,77],holi:75,home:64,hood:58,hope:76,host:[49,52,64,71,87],how:[3,4,64,75,77,79,82,86,87,88,91,92],howev:[29,64,73,74,87],html:[59,64,75,88,90],html_theme:80,html_theme_opt:73,html_theme_path:80,http:[59,61,64,73,75,82,83,84,86,87,88,90,91],http_archiv:64,httpclient:87,hub:87,huggingfac:86,human:75,humankind:76,hx:66,hybrid:71,hyperlink:75,hyphen:75,i8:52,i:[52,54,60,61,66,75,76,88,90],iaculi:78,icon:[73,75],id:[36,45,52,70,73,74,78,93],idea:[54,75],ident:52,identifi:55,idx:66,ifndef:[44,45],ifstream:44,ignor:70,iii:76,iint8calibr:[3,4,29,30,44,45,49,71,90],iint8entropycalibrator2:[3,4,29,30,44,90],iint8minmaxcalibr:[29,30,90],ilay:60,illustr:[86,89],imag:[87,90],imagenet:86,imagenett:86,images_:90,img1:87,img:87,img_path:87,imperdiet:78,implement:[3,4,54,55,57,61,74,89,90,91],implic:54,implicit:[66,67,75,89],implicitli:70,implictli:70,improv:76,in_shap:61,in_tensor:88,incas:44,includ:[13,15,16,35,37,42,43,44,45,51,52,55,56,57,58,61,64,67,73,75,81,85,88,89,90],includedirectori:50,includehidden:73,incompat:64,incorpor:76,indent:75,index:[33,59,65,66,71,73,79,90],indic:[66,73,75],indirect:75,individu:62,inetworkdefinit:53,infer:[54,61,70,71,81,82,85,86,89,90],inference_output:87,inferenceservercli:87,inferinput:87,inferrequestedoutput:87,info:[16,32,34,45,52,60,61,68,70],inform:[25,33,35,37,48,52,53,55,57,61,64,65,67,68,70,75,88,89,90,92],infrastructur:[87,90],ingest:58,inherit:[50,89,90],inheritenviron:63,initi:[75,82,83,84],injuri:75,inlin:[0,1,2,3,4,29,30,44,46,48,54,61,76,79],inner:[49,76,86],input0:[61,62],input1:[61,62],input2:61,input:[3,4,21,29,33,38,44,45,47,49,50,52,53,54,55,57,60,61,62,66,67,68,70,71,76,82,86,87,88,89,90,92,93],input_0:[57,61],input__0:87,input_binding_nam:[33,45,71],input_data:[62,88],input_file_path:[52,93],input_is_dynam:45,input_nam:[67,89],input_s:[55,61],input_scal:66,input_shap:[90,93],input_signatur:[45,47,49,62,71],input_spec:[52,67,89],input_tensor_spec:[67,70,89],input_v:89,inputclass:50,inputrang:[55,61],inputtensorspec:[67,70,89],insert:[61,90],inserting_befor:89,insid:[75,87],inspect:[60,61,88],instal:[61,65,79,87,91],installroot:63,instanc:[54,61,69,86,88],instance_norm:66,instanti:[56,57,58,60,61],instatin:[0,1,2,46],instead:[49,52,53,54,61,64,91],instnanti:57,instruct:[55,56,58,61,64,87,89],insur:64,int32:[70,71,84,86],int64:[0,70,71],int64_t:[45,46,48,49,90,93],int8:[0,44,48,49,52,65,70,71,90,93],int8_t:45,int8cachecalibr:[20,29,40,44,50],int8cachecalibratortempl:50,int8calibr:[3,20,30,40,44,50],int8calibratornamespac:50,int_float:66,integ:[70,78],integr:[65,82],intend:[64,82,83,84],intent:[54,75],interact:[75,82,83,84],interdum:78,interest:[54,75],interfac:[0,1,2,46,57,58,60,90],interfer:75,intermedi:[16,49,52,68,71,88],intern:[1,16,46,60,61,68,75],internal_error:68,internalerror:68,interpol:75,interpret:[57,75,89],interv:70,intro_to_torchscript_tutori:88,introduc:[86,89],invoc:82,invok:[61,88,89],io:[44,87],iostream:[20,21,44,45,61],ipso:75,ipsum:[76,78],ipynb:[82,83,84],ir:[56,58,60,62,70,82,83,84,88],is_aten:67,is_floating_point:66,is_train:90,iscustomclass:60,ishap:49,ishapelay:71,isinst:89,isn:[73,75],issu:[3,4,61,64,82,83,84],istensor:60,istream_iter:44,it_:44,ital:75,item:[74,76],itensor:[53,60,61,89],iter:[20,44,49,52,53,69,70,71],its:[29,53,55,57,60,64,75],itself:[0,1,2,46,52,54,64,87,92],iv:76,ivalu:[45,47,49,53,57,60,61],jan:76,jetpack:64,jetpack_5:64,jetpack_x:64,jetson:86,jit:[31,32,33,34,45,47,49,52,53,54,55,56,57,58,59,60,61,62,70,71,87,88,92],jp_workspac:64,jpg:87,json:63,jump:87,jupyt:[82,83,84,85],just:[44,45,54,55,61,62,65,68,75,77,86,88,89,91,92],justo:[76,78],k:[66,90],kbool:[0,45],kchannelslast:[2,45],kchar:[0,45],kclip:60,kcontigu:[2,45,48],kcpu:[1,46],kcuda:[1,46,55,61],kdebug:[16,42,44],kdla:[1,45,46,93],kdla_standalon:[17,45],keepdim:66,kei:[75,87,88],kept:76,kernel:[48,49,52,60,70,71,89],kernel_s:66,kerror:[16,42],keyboard:75,keyword:[70,71,82,84],kf16:[90,93],kfloat:[0,45,49],kgpu:[1,45,46],kgraph:[16,42,54],khalf:[0,45,61],ki8:90,kind:[53,89],kinfo:[16,42,44],kint:[0,45],kinternal_error:[16,42],klong:[0,45],know:[42,60,73,75],knowledg:75,kriz:90,krizhevski:90,ksafeti:[17,45],kstandard:[17,45,49],ktest:90,ktrain:90,kunknown:[0,2,45],kwarg:[69,70,86,89],kwarn:[16,42],l:66,label:[75,86,87,90],lacinia:78,lack:[55,56,58,89],lacu:78,laid:61,lambda:[60,61,75,87],lang:74,languag:[74,75,76,87,88],laoreet:78,larg:[56,58,61,73,75,86,90],larger:[55,73,86],largest:66,last:[2,54,70,89],lastli:87,later:[29,61],latest:[63,64,73],launch:87,layer:[46,49,52,53,54,60,61,71,86,87,89,90,93],layer_norm:66,layout:[2,48,66,70,71],ld_library_path:64,ld_preload:91,ldd:64,le:66,lead:75,leader:75,leaky_relu:66,leaky_relu_:66,learn:[61,65,87,90,93],leas:76,least:[75,76],leav:54,lectu:[76,78],left:[73,75],legacy_calibr:69,legend:75,len:66,lenet:[61,88],lenet_script:[61,88],lenetclassifi:88,lenetfeatextractor:88,length:[3,4,44,66,76,89],leo:78,let:[46,52,54,60,70,71,73,75,86,87,89],letter:[76,86],level:[23,25,26,39,42,44,50,54,55,58,68,71,79,87,88,89],levelnamespac:50,leverag:[81,85,89,90],lgamma:55,lib:[54,61,63,64],libero:[76,78],librari:[35,42,43,44,45,52,56,57,58,60,61],libtorch:[4,37,60,61,63,64,90],libtorch_pre_cxx11_abi:64,libtorchtrt:[52,61,64],libtorchtrt_plugin:91,libtorchtrt_runtim:91,licens:[42,43,44,45,61,63],light:75,ligula:78,like:[52,53,54,57,60,61,62,64,74,75,87,88,89,90,91],limit:[54,68,74,90],line:[52,61,76],linear:[2,55,66,70,88],link:[52,53,61,65,73,74,79,91],linux:[58,61,64],list:[18,19,20,21,31,49,51,53,55,57,60,61,62,64,66,67,69,70,71,79,87,89],listconstruct:[53,55,57,61],listunpack:[57,61],liter:76,literal:76,literal_block:75,live:[60,75],ll:89,lo:66,load:[52,55,57,61,62,69,71,86,87,89,90,91,92],load_librari:91,loading_data_recip:90,loborti:[76,78],local:[52,54,61,73],localhost:87,locat:[64,90],lock:74,log:[15,16,19,20,38,44,50,51,54,60,65,66,67,70,83,84,89],log_debug:60,logger:68,logger_level:67,loggingenum:50,logic:89,login:87,logist:89,loglevel:68,logo_onli:73,lone:76,longer:[73,91],look:[53,54,87,88,90,92],loop:[55,89],loop_unrol:54,lorem:[76,78],lose:73,loss:[86,90],lot:60,low:[48,89],lower:[16,67,68,70,76,83,84,86,89],lower_exampl:89,lower_graph:54,lower_precis:[67,89],lower_tupl:54,loweralltupl:54,lowerprecis:[67,89],lowersimpletupl:54,lstm_cell:66,lt:66,ltorchtrt:91,luctu:78,lvl:[25,26,42],m:76,machin:[57,87,90],macro:[5,6,7,8,9,10,11,12,15,18,20,21,42,44,45,50,51],mad:75,made:[54,56,58,75],maecena:78,magna:78,mai:[53,55,57,58,61,62,71,75,76,82,83,84,87,88,89,90],main:[54,55,56,57,58,60,61,73,75,77,89],mainli:89,maintain:[55,57,60],major:[58,89],make:[53,61,62,64,75,77,81,85,86,87,89,90,93],make_data_load:[4,90],make_int8_cache_calibr:[40,44,50,90],make_int8_calibr:[29,40,44,50,90],malesuada:78,man:[75,76],manag:[49,52,53,56,58,60,61,63,68,70,71],mangag:54,mani:[55,73,75,76,89],mantissa:[49,71],manual:[74,75,89],map:[1,46,53,54,56,58,60,61,82,86,87,89,90,92],mapper:89,mark:[54,55,73],marknodesforfallback:54,markup:[76,79],markup_process:75,mask:66,masked_fil:66,massa:78,master:[59,64,90,91],mat2:66,match:[54,64],math:79,matmul:[54,61,66],matrix:59,matter:89,matti:76,matur:58,mauri:[76,78],max:[48,52,60,66,70,73],max_batch_s:[67,87,89],max_c:52,max_h:52,max_input_shap:67,max_n:52,max_pool1d:66,max_pool2d:[61,66,88],max_pool3d:66,max_shap:[45,48,62,70,71,86,89],max_val:[60,66],max_w:52,max_workspace_s:[67,89],maximu:78,maximum:[48,49,52,67,71,83,84,87,89],mayb:75,mb:52,md:59,me:[75,76],mean:[55,60,65,66,67,82,87,89],mechan:[60,86,89],medium:75,meet:70,member:[46,47,48,49,70],memeori:2,memori:[20,21,44,45,54,60,61,62,70,71],memory_format:[66,70],memoryformat:[2,45],men:75,mental:75,menu:[52,73,75],menuselect:75,merg:55,messag:[16,25,26,52,68],meta:[79,89],metadata:[49,52,57,60,71,73],meth:75,method:[31,32,33,34,48,52,54,60,61,64,70,71,75,86,88,92],method_nam:[31,34,45,52,61,70,71],metu:78,mi:78,microsoft:63,middl:75,might:[54,64,73],min:[48,52,60,66,70],min_acc_module_s:67,min_block_s:[45,49,55,71,82,83,84],min_c:52,min_h:52,min_input_shap:67,min_n:52,min_shap:[45,48,62,70,71,86,89],min_val:[60,66],min_w:52,mind:75,mine:75,minim:[67,90],minimum:[48,49,52,55,68,71],minmax:[29,30,90],minmax_calibr:69,minor:63,minut:[82,83,84],misbuild:73,miss:[61,75],mkdir:64,mm:87,mmb:75,mobilenet_v2:92,mobilenetv2:86,mod:[52,55,61,79,89,90],mode:[62,89,90],mode_:90,model:[52,55,57,61,62,65,67,68,81,85,88,90,92],model_half:82,model_nam:87,model_repositori:87,model_torchtrt:68,model_trt:68,modifi:[55,76,89],modul:[31,32,33,34,45,49,52,55,56,57,58,60,62,63,64,65,67,68,69,70,71,74,75,76,82,86,89,90,92,93],modular:61,module_fallback:54,module_nam:52,molesti:78,momentum:66,morbi:78,more:[53,61,62,64,65,70,73,76,83,84,87,88,89,90,91,92],most:[58,64,67,87,89,91],mother:75,motion:75,mous:75,move:[30,44,54,57,61,71,90],ms:63,msg:[26,42,68],msvc:63,msvc_x64_x64:63,mu:75,much:[60,73,75,90],mul:[55,66],mul_:66,multi:52,multipl:[57,75,76,87,90],multipli:[49,71],must:[33,48,49,52,54,55,60,61,64,67,70,71,75,76,89,91],mutil:76,my:75,my_pytorch_model:89,myclass:75,mymodel:[55,62],myself:76,n:[52,60,61,90],nabla:75,nam:[76,78],name:[3,4,31,33,34,44,55,57,60,61,63,64,67,68,69,70,71,75,76,87,88,89,92],namedtupl:89,namespac:[42,43,44,45,51,54,65,90],narrow:66,nativ:[58,59,61],native_funct:59,natur:75,nav:[73,79],navig:73,navigation_depth:73,nbbind:[3,4,44],nchw:[2,70,71],ne:[54,66],nec:78,necessari:[42,91],need:[0,1,2,25,29,43,46,53,54,60,61,62,64,67,75,86,87,89,90,91],neg:66,negative_slop:66,nequ:[76,78],nest:[45,49,50,75,76],net:[60,61,75,76],netu:78,network:[29,30,60,61,86,87,89,90,93],neural:93,new_batch_size_input:83,new_batch_size_output:83,new_input:[83,84],new_lay:60,new_local_repositori:64,new_output:[83,84],new_siz:90,newer:64,next:[3,4,53,57,67,73,75,76,82,87,90],ngc:[64,87],nhwc:[2,52,70],nibh:[76,78],nice:64,nickel:75,night:76,nightli:89,ninja:[63,64],nisi:78,nisl:78,nlp:[29,30,90],nn:[54,59,61,62,67,70,71,82,88,89],node:[54,55,56,58,60,61,67,86,89],node_info:[60,61],noexcept:[44,90],noexceptoverrid:[3,4],non:[76,78],non_block:66,none:[60,66,67,68,69,70,71,73,75,82,89],nonetheless:75,nonexist:75,norm:66,normal:[0,1,2,46,61,75,87,88,89,90,93],normalized_shap:66,noskipw:44,notat:70,notatemoduleforfallback:54,note:[1,46,48,60,61,63,64,70,73,75,89,93],notebook:[58,65,82,83,84,85],now:[54,55,58,60,61,64,75,89,92],np:87,nu:75,nulla:78,nullptr:[44,45,49],num:52,num_avg_timing_it:[45,49,71,92],num_it:52,num_op:52,num_work:90,number:[3,4,49,52,54,55,60,61,62,67,70,71,73,81,83,84,85,86,89],numel:66,numer:[52,76,89],numpi:87,nunc:78,nvcr:87,nvidia:[32,34,42,43,44,45,52,59,61,64,70,71,82,83,84,87,89,93],nvinfer1:[3,4,29,30,44,45,49,60,90],nvinfer:[20,44],o:[64,75,87],obj:66,object:[0,1,2,3,4,46,48,49,52,57,60,68,69,70,71,90,92],obtain:86,obvious:88,occasion:[82,83,84],odio:[76,78],off:[55,57],offici:64,ofstream:[44,61],often:75,oh:76,ok:[61,75],okai:49,older:58,onc:[42,43,44,45,53,54,55,57,87,89,90,91],one:[47,54,60,61,62,68,70,75,82,83,84,87,88,89],ones:[42,55,56,58,61,64,75],onli:[1,3,4,16,29,44,46,48,52,54,55,58,60,64,67,68,70,75,89,90,91,93],onnx:54,onto:[52,57],op:[52,53,54,55,56,58,60,61,70,82,91],op_and_target:89,op_nam:52,open:[63,86,87],oper:[0,1,2,3,4,31,44,45,46,49,52,53,54,55,56,57,58,60,62,65,70,71,83,84,89,90,93],oppos:71,opset:[56,58],opt:[48,64,70],opt_c:52,opt_h:52,opt_n:52,opt_shap:[45,48,62,70,71,86],opt_w:52,optim:[48,52,54,61,62,65,67,83,84,86,88,89],optimin:48,optimiz:88,optimization_level:82,optimization_profile_field:70,optimize_target_shap:89,optimized_input_shap:67,optimized_model:[82,83,84],optimized_model_custom:82,optimz:87,option:[44,48,52,55,56,58,63,64,69,70,71,75,79,82,89,90,91,93],orchestra:75,orci:78,order:[33,49,55,60,61,62,64,67,71,89],org:[59,61,64,73,75,88,90],organ:76,origin:[33,67,89],ornar:[76,78],os:45,ostream:45,other:[0,1,2,45,46,52,53,54,57,61,62,64,65,66,74,75,89,91],otherwis:[64,67,89,91],our:[55,58,61,87,88],out:[31,44,53,54,55,56,58,60,61,63,64,68,71,75,87],out_shap:61,out_tensor:[60,61],output0:54,output:[24,27,33,49,52,53,54,55,57,60,61,64,68,71,73,75,76,86,87,89],output__0:87,output_binding_nam:[33,45,71],output_file_path:[52,93],output_nam:[67,89],output_pad:66,output_s:66,outself:61,outsid:75,over:[56,58,75,87,89],overal:86,overrid:[29,30,44,70,89,90],overview:[59,65,82],own:[55,60,61,64,75,87],p:[52,61,66,87,93],packag:[52,54,61],pad:66,padding_idx:66,page:[65,77,79,87],pair:[54,60,64,75,86,90],pane:75,paragraph:[76,79],param:[69,74],paramet:[0,1,2,3,4,25,26,27,29,30,31,32,33,34,36,46,48,49,53,54,60,61,67,68,70,71,79,88,89],parent:[14,15,18,19,20,21],pars:[61,75],parser:75,part:[52,55,58,73,74,75,89],partial:[52,75],partit:54,partitioninfo:55,pass:[33,53,55,56,57,58,60,61,64,68,69,71,88,89,90],past:75,path:[4,13,14,15,29,30,52,61,63,64,69,70,87,88,89,90],path_to_torchtrt_root:64,pathwai:88,pattern:[60,61,70],payment:74,pbtxt:87,peephole_optimz:54,pellentesqu:78,peopl:75,pep:75,perforamnc:89,perform:[29,30,86,87,90],permit:75,permut:[66,89],persist:75,pharetra:78,phase:[16,60,61],phasellu:78,phi:75,philosoph:75,phrase:75,pi:75,pick:88,pickler:57,piec:86,pil:87,pin:74,pin_memori:66,pip3:64,pip:[64,87],pipelin:[52,93],piplein:61,pixel_shuffl:66,pl:74,place:[48,54,64,75,76,77,89,90],placerat:78,plan:[52,58],platea:78,platform:[45,52,58,63,64,87,93],pleas:[61,64,75,87,89],plugin:89,point:[61,70,73,74,75,87],pointer:[3,4,90],polish:74,pool:93,pop:57,popul:67,popular:[64,74,86],portabl:[57,71],portion:[55,75],porttitor:[76,78],posit:[52,70,73,89],possibl:[64,75,86,87],post:[29,30,49,52,61,65],posuer:[76,78],potenti:[49,78],pow:66,power:[61,75,86,89],pr:61,praesent:78,pragma:[42,43,44,45,90],pre:[33,54,69,71,90,91],pre_cxx11_abi:64,preced:75,precis:[49,52,61,62,65,70,83,84,89,90,93],prefer:61,prefix:[27,28,42,68,75],preinstal:64,prelu:66,prepar:[87,89],preprint:90,preproc:69,preprocess:[87,90],prerequisit:63,present:63,preserv:[75,88,90],prespect:88,press:[63,75],pretium:78,pretrain:[83,86,87,92],pretti:61,prev_next_buttons_loc:73,prevent:[49,52,55],previou:[63,73,82],previous:[29,33,61],prim:[53,54,55,57,61,66,88],prim_devic:66,primal:75,primarili:[58,61],print:[16,31,44,61,68,70,71,75,83,84,87,92],priorit:64,privat:[3,4,44,45,90],problem:75,problemat:75,proce:87,proceed:87,process:[52,55,74,75,82,86,87,88,90,92],prod:66,produc:[48,53,57,60,61,70,75,86],product:49,profil:[48,67],profiling_verbos:89,program:[18,19,20,21,29,51,52,56,57,58,65,88],programm:75,progress:76,proin:78,project:[64,74,79],projectdir:63,promis:89,prop:67,properli:64,properti:73,propog:54,prose:75,provid:[3,4,49,52,55,57,60,61,62,64,67,70,71,75,81,82,85,87,89,90,91,92],providi:[56,58],provok:75,pt:[52,61,87,89],ptq:[3,4,15,18,19,38,50,51,52,65,70,71],ptq_calibr:[3,4,45,49,90],ptqtemplat:50,publish:87,pull:[64,87],purchas:74,pure:31,purpos:[64,86,87,89],puru:78,push:57,push_back:[44,55],put:[75,86],put_binding_nam:71,pwd:[63,87],py3:87,py:[54,58,61,64,73,75,80,82,83,84,88,89,90],pyindex:[64,87],pypi:64,python3:[54,61,64],python:[52,55,58,61,67,70,71,75,76,82,83,84,85,86,87,89,91,92,93],python_api:59,pytorch:[33,48,49,52,54,55,56,57,58,60,61,62,64,69,70,71,81,85,87,88,90,91],pytorch_libtorch:87,pytorch_sphinx_them:[73,80],qat:86,qualnam:[68,69],quant_max:66,quant_min:66,quantiz:[29,30,52,61,65],quantizatiom:49,quartznet:86,question:61,qui:[76,78],quickli:[52,61,90],quisqu:78,quit:[60,61,86],quot:76,r:75,rais:[54,89],raiseexcept:54,ram:[49,52,71],rand:[61,82,89],randint:84,randn:[55,61,70,71,83,92],rang:[48,49,52,70,86,89],rank:73,rather:54,raw:73,re:[75,89],read:[3,4,29,30,44,73,75,90],read_calibration_cach:69,readcalibrationcach:[3,4,44],reader:75,realiz:57,realli:60,reason:[0,88,89],reattribut:76,recalibr:29,receiv:89,recip:90,reciproc:66,recognit:[86,90],recomend:[29,30],recommend:[29,30,61,64,75,87,89],recompil:[83,84],record:[53,88],recurs:53,redistribut:76,reduc:[54,55,56,58,86,89,90],redund:89,ref:75,refer:[48,56,58,61,74,79,87,89,90],referenc:64,refit:[45,49,71,92],reflect:45,reflection_pad1d:66,reflection_pad2d:66,regard:[64,75],regardless:[76,83,84],region:89,regist:[33,57,60,71,89],register_acc_op:89,register_acc_op_map:89,register_custom_acc_mapper_fn:89,registernodeconversionpattern:[60,61],registr:89,registri:[53,61],reinterpret_cast:44,rel:[52,55],relat:[46,75,82,83,84],relationship:50,releas:[63,75,81,85],reload_model_output:89,reload_trt_mod:89,relu:[55,61,66,82,88],relu_:66,relwithdebinfo:63,remain:[54,90],rememb:89,remov:73,remove_contigu:54,remove_dropout:54,remove_to:54,render:73,rent:76,reorder:55,repack:57,repeat:[52,66],repeat_interleav:66,replac:[55,64],replication_pad1d:66,replication_pad2d:66,replication_pad3d:66,repo:63,report:[23,44],reportable_log_level:68,repositori:[58,73,80,87],repres:[48,49,60,68,75,89],represent:[54,60,86,88,89],request:[61,70,87],requir:[29,49,52,53,54,61,68,70,71,73,87,89,90,91],require_full_compil:[45,49,71],requires_grad:66,research:89,reserv:[42,43,44,45],reset:[44,82,83,84],reshap:[66,87],resiz:87,resnet18:83,resnet50:87,resnet:[57,81,85,86,87],resnet_trt:57,resolut:86,resolv:[53,54,56,58,82,83,84],resourc:[53,90],respons:[29,57,75],rest:[75,76,89],restrict:[49,71],restructuredtext:[75,76],result:[53,54,55,62,68,71,73,87,88],ret:54,reus:[54,89,90],revert:73,revis:[75,76],revisit:75,rewrit:55,rfc:75,rho_:75,rhoncu:78,right:[42,43,44,45,54,58,60,63,75],risu:78,rm:87,rn50_preprocess:87,role:75,roll:66,roman:76,room:75,root:[42,43,44,45,64,73,90],roughli:55,round:[49,71],rounding_mod:66,row:76,rst:[73,75],rsub:66,rtol:52,rule:[64,71,89],ruler:75,run:[1,34,46,49,52,53,54,55,56,57,58,60,61,62,64,65,67,70,71,75,82,83,84,86,87,88,89,90,91,92,93],running_mean:66,running_var:66,runtim:[61,65,82,83,84],runtimeerror:89,rutrum:[76,78],s:[48,49,55,57,60,61,63,64,65,67,70,73,75,76,86,87,88,89,90],safe:[60,71],safe_dla:70,safe_gpu:70,safeti:[49,52,70],sage:75,sagitti:[76,78],sai:[76,86],said:75,same:[55,57,61,64,73,75,83,84,87,88,89,92],sampl:[62,75,82,83,84,87,89,90],sample_input:[82,89],sample_inputs_half:82,sapien:78,satisfi:[55,89],save:[29,44,52,57,61,62,70,71,86,87,89,91],save_timing_cach:[67,89],saw:61,scalar:[60,66],scalaropt_dim:66,scalartyp:[0,45,66],scale:[66,86,90],scale_factor:66,scale_grad_by_freq:66,scales_d:66,scales_h:66,scales_w:66,scatter:66,scelerisqu:78,schedul:[70,87],schema:[60,61],scheme:89,scientist:75,scope:[54,82,83,84],scratch:29,scratch_spac:87,screen:73,script:[31,54,55,61,62,70,71,82,83,84,88,92],script_model:[88,92],scriptclass:71,scripted_model:93,scriptmodul:[61,62,70,71],scroll:[73,77],sdk:59,se:86,seamlessli:65,search:[65,73],second:[54,62,75,82,83,84,89],secondli:87,section:[61,73,75,76,77,79,87,89,90],sed:[76,78],see:[31,54,55,57,61,62,64,70,71,75,82,88,89],seen:[75,76],segment:[55,83,84,86],segmentmodelwithdependencyawar:55,select:[17,29,30,34,49,52,57,62,63,64,66,70,71,74,77,89,90],self:[54,57,60,61,62,66,69,82,86,88,93],self_1:[57,61],self_int:66,sell:76,seller:74,seller_id:74,sem:78,semant:75,semper:78,send:87,senectu:78,sens:[61,75],sentenc:[75,86],sentinel:[0,2],separ:[55,56,58],sequenc:[67,70,71,75,86,89],seri:55,serial:[33,34,52,56,58,61,70,71],seriali:71,serializ:[57,88],serialized_cach:[67,89],serialized_engin:71,seril:57,serv:[52,57,65,89],servic:75,session:75,session_nam:75,set:[3,4,16,21,25,27,29,32,34,36,45,46,48,49,52,53,54,55,56,57,58,61,62,63,64,65,67,68,70,71,73,77,80,86,88,89,90,93],set_data_from_numpi:87,set_devic:[38,45,50,70],set_is_colored_output_on:[39,42,50,68],set_logging_prefix:[39,42,50,68],set_reportable_log_level:[39,42,50,68],setalpha:60,setbeta:60,setnam:[60,61],setreshapedimens:61,setup:[43,87,90],sever:[16,26,68],sh:64,sha256:64,shape:[45,47,48,49,52,55,60,62,66,67,70,71,87,89,93],shape_mod:70,shape_rang:[67,89],share:[49,52,63,64,71],shell_command:75,shift:[63,64,66,75],ship:[61,91],shorthand:75,should:[0,3,4,29,45,49,52,53,54,55,56,58,60,65,68,70,71,73,75,78,87,89,90],show:[73,75,86],shown:[61,73,75],shuffl:[61,90],side:[54,61,73],sidebar:[73,79],sigmoid:[66,89],sigmoid_:66,sign:87,signatur:71,signifi:[48,54],signific:75,significantli:[54,73],similar:[60,61,89,91,92],simonyan:90,simpil:90,simpl:[75,76,86,87,88,89],simplest:87,simpli:[54,82,86],simplifi:53,simul:86,sin:[66,75],sinc:[54,61,75,88,89,90],sing:75,singl:[48,52,54,55,61,70,75,88,89,90],singular:60,sinh:66,sink:75,sit:[76,78],site:[54,61,64,75],six:75,sixth:76,size:[3,4,44,48,49,52,54,55,61,66,67,70,71,73,83,84,86,89,90],size_t:[3,4,44,90],skip:52,slash:73,slice:66,slightli:89,sm:57,small:[54,87],smaller:86,so:[0,44,52,53,54,57,58,60,61,64,65,67,74,75,76,82,83,84,89,90],sodal:78,softmax:[54,66,89],softwar:[49,52,71,75],sole:[62,90],sollicitudin:78,solv:87,some:[53,54,55,56,57,58,60,61,74,75,89,90],some_funct:75,someth:[43,54,75,87],someurl:75,sort:[60,66,92],sourc:[42,43,44,45,58,63,67,68,69,70,71,82,83,84,85,89],sourceforg:[75,76],space:[75,76,90],spaces_and_linebreak:75,span:76,spars:[52,66],sparse_weight:[45,49,71,89],sparsiti:[49,52,71,89],spec:[45,48,49,52,68,70,71,92],special:55,specif:[32,49,54,56,58,70,71,75,85,86],specifi:[3,4,33,52,60,62,64,65,68,70,71,73,75,87,89,92],specifii:70,speech:86,speedup:86,sphinx:[73,74,75,76,80,82,83,84,85],sphinx_rtd_them:[75,76],spin:87,spirit:75,split:[55,66,89],split_siz:66,split_with_s:66,sqrt:66,squar:66,squeez:[66,86],sram:52,src:[57,59,66],ss:44,ssd300_trt:57,ssd:57,ssd_trace:52,ssd_trt:52,sstream:[20,44],stabl:[59,71,73],stack:[57,66,90],stage:[53,89],stand:[57,75],standalon:75,standard:[52,57,65,75,86,91,92],stapl:76,start:[53,55,61,64,66,68,69,76,86,89,92],start_dim:[61,66],start_step:66,state:[53,60,61],statement:[54,75],static_cast:44,statu:[44,76],std:[3,4,22,26,28,29,30,31,33,34,35,42,44,45,47,48,49,55,61,87,90,93],stdout:[37,68,70],steamlin:90,step:[55,65,66,86,89,90],stick:73,sticki:[73,79],sticky_navig:[73,77],still:[44,55,82,89,90],stitch:[55,61],stop:61,storag:90,store:[2,4,49,52,53,57,60,61,71,88,89],str:[19,43,44,50,66,68,70,71,89],straight:60,strang:75,strategi:[55,70],street:76,strict:91,strict_type_constraint:89,stride:66,string:[3,4,18,20,21,22,26,28,29,30,31,33,34,35,42,44,45,49,55,57,60,61,63,70,73,90],stringstream:44,strip_prefix:64,strong:75,strongli:75,struct:[1,21,38,41,45,90],structur:[29,46,49,55,58,60,73,75,79,87,88],structuredtext:75,stub:76,stuff:75,style:[42,43,44,45,73,75,76],style_external_link:73,sub:[66,75,82,88],sub_:66,subdirectori:51,subexpress:54,subgraph:[49,52,53,54,60,61],subject:58,submenu:79,submodul:[67,88],suboptim:55,subscript:75,subsect:75,subset:[86,90],substitut:75,subtitl:75,subtre:80,subword:86,success:63,sudo:64,suffic:54,suggest:87,suit:65,suitabl:89,sum:[49,66,71,89],superscript:75,supervis:86,suppli:75,support:[0,1,2,27,31,46,48,49,52,55,59,61,62,63,64,65,67,70,71,73,74,83,84,87,88,89,93],sure:[61,62,64,87,93],suscipit:[76,78],suspendiss:78,symbol:[33,64,71,75,89,91],symlink:80,system:[53,60,64,65,71],t1:66,t2:66,t:[0,1,2,45,46,54,60,61,64,66,70,73,75,76,87,88,89,90],t_:75,tabl:[64,79],tag:[75,87],take:[31,32,33,34,53,56,57,58,60,61,67,70,71,73,75,82,86,89,90,92],taken:75,talk:65,tan:66,tanh:66,tanh_:66,tar:[64,75,90],tarbal:[61,90],target:[1,33,45,46,48,49,52,55,57,58,62,63,65,70,71,89,90,92,93],targets_:90,task:[29,30,86,89,90],techinqu:61,techniqu:90,tell:[54,55,56,57,58,60,75],tellu:78,tem:52,templat:[20,40,44,45,50,61,73],temporari:89,tempu:78,tensor:[2,33,44,45,48,49,52,53,54,55,57,60,61,62,66,67,70,71,82,86,88,89,90],tensor_domain:[45,48,70],tensor_mod:66,tensor_scalar:66,tensor_tensor:66,tensorcontain:60,tensorformat:[21,38,45,48,50,70],tensorformatenum:50,tensorlist:[55,60],tensorrt:[0,1,3,4,29,30,31,32,33,34,37,44,45,46,48,49,52,53,54,55,56,58,60,67,69,70,71,81,82,88,90],tensorrt_bind:70,tensorrt_convert:89,tensorrt_root:63,tensorrtcompilespec:[71,92],tensort:89,teo:52,term:[63,70,75,76,86,90],termin:[27,52,61],test:[52,55,58,63,64,75,76,86,87,89,90],test_acc_trac:89,test_ptq_dataloader_calibr:90,test_ptq_trt_calibr:90,test_py_modul:[75,79],test_segment:55,testing_dataload:90,testing_dataset:90,text:[68,76,78,86],tf32:[49,52],than:[54,65,74,75,86,91],thats:[53,90],the_model_repositori:87,thei:[46,52,53,54,57,60,62,64,70,73,75,89],them:[54,55,57,61,64,73,86,89],theori:[53,75],therebi:[57,86],therefor:[29,57,61,75,86,89],theres:91,therfor:91,theta:75,thi:[0,1,2,29,30,42,43,44,45,46,47,48,49,52,53,54,55,56,57,58,60,61,63,64,67,70,71,73,74,75,77,78,81,82,83,84,85,86,87,88,89,90,91,92],thicker:75,thin:75,thing1:75,thing2:75,thing3:75,thing:[64,75,89],think:[60,75],third:[76,89],third_parti:[58,64],this_arg_is_opt:89,those:[53,75],though:[52,58,60,61,88],thought:75,three:[48,56,58,67,70,75,76,86,87,89],threshold:52,through:[48,53,54,55,57,61,62,65,68,69,75,86,89],throught:89,thrown:[49,71],thu:75,tile_to_repeat:54,time:[49,52,53,54,55,56,57,58,60,61,67,71,73,75,82,83,84,89,90],timing_cach:89,timing_cache_prefix:[67,89],tincidunt:78,tini:90,titles_onli:73,tmp:61,toctre:73,tocustomclass:60,todim:61,todo:[73,89],togeth:[53,60,61],token:86,toler:52,too:[64,73,75,76],tool:[60,61,63,86,89],toolchain:[58,64],top:[58,73,77],topk:66,torch:[0,1,2,4,20,21,29,30,31,32,33,34,37,44,45,46,47,48,49,52,53,54,55,56,57,58,60,64,67,70,71,88,90,93],torch_compil:[82,83,84],torch_compile_advanced_usag:82,torch_compile_resnet_exampl:83,torch_compile_transformers_exampl:84,torch_dir:63,torch_executed_modul:[45,49,55,71],torch_executed_op:[45,49,55,71,82,83,84],torch_scirpt_modul:88,torch_script_modul:61,torch_tensorrt:[0,1,2,3,4,14,16,17,42,43,44,46,47,48,49,50,51,52,55,61,62,65,81,82,85,86,87,89,90,91,92,93],torch_tensorrt_build:63,torch_tensorrt_export:43,torch_tensorrt_major_vers:[19,43,50],torch_tensorrt_minor_vers:[19,43,50],torch_tensorrt_patch_vers:[19,43,50],torch_tensorrt_vers:[19,43,50],torch_tensorrtfil:50,torch_tensorrtnamespac:50,torchbind:57,torchhub:87,torchscript:[19,21,38,43,45,49,50,52,55,56,57,58,62,67,70,71,86,92,93],torchscriptstruct:50,torchtrt:[43,55],torchtrt_api:[0,2,19,22,23,24,25,26,27,28,31,32,33,34,35,36,37,42,43,44,45,48,49,50],torchtrt_check:60,torchtrt_hidden:[19,43,50],torchtrt_runtime_exampl:91,torchtrt_unus:60,torchtrtc:[64,65,93],torchvis:[57,83,87,90,92],toronto:90,tortor:78,total:[82,83,84],totensor:[87,90],tovec:61,toward:90,trace:[55,61,71,88,89],traced_model:88,track:[60,90],tradit:[48,71,90],traget:32,trail:73,train:[29,30,49,52,61,62,65,66],trainabl:54,transcrib:86,transfer:74,transform:[61,81,85,87,90],transformed_img:87,translat:61,transmit:75,transpos:[66,89],trash:75,travers:[55,56,58],treat:52,tree:[42,43,44,45,73,90,91],trigger:[55,61,89],trim:90,tristiqu:78,triton:65,triton_to_np_dtyp:87,tritoncli:87,tritonserv:87,trt:[0,1,3,4,46,48,53,54,57,60,61,66,83,84,89],trt_interpreter_result:89,trt_lenet_script:61,trt_mod:[55,61,90,93],trt_model:[55,87,92],trt_ts_modul:[55,62],trtinterpret:[67,89],trtinterpreterresult:[67,89],trtmodul:[67,89],truncat:[49,52,71],truncate_long_and_doubl:[45,49,71],ts:[43,52,55,61,62,65,70,88,92],ts_model:[55,61],tt:75,tue:76,tup:66,tupl:[57,62,67,70,71,89],tupleconstruct:[54,57],tupleindex:66,tupleunpack:54,turn:[67,89],turpi:78,tutori:[88,90],two:[52,54,60,62,64,75,76,80,87,88,89,90],type:[0,1,2,30,49,50,52,53,55,57,60,61,62,63,67,68,69,70,71,75,86,89,90],type_fp32:87,typenam:[3,4,29,30,44],typic:[53,60,87],ugli:75,ui:74,uint64_t:[45,49],ultric:78,un:90,unabl:[60,61],unbind:66,unbroken:75,uncas:[84,86],uncom:64,under:[42,43,44,45,58,75,89],underli:[0,1,2,46,60],uniformli:86,union:[60,61,70,71],uniqu:[4,62],unique_ptr:[4,30],unit:89,univers:75,unknown:70,unless:89,unlik:[64,65,92],unlimit:73,unpack_addmm:54,unpack_log_softmax:54,unqiue_ptr:4,unreferenc:75,unrestrict:75,unsqueez:66,unstabl:58,unsupport:[31,49,63],unsur:60,untest:58,until:[53,55,58,60,64],unwrap:60,unwraptodoubl:60,unwraptoint:61,unzip:64,up:[53,54,55,56,57,58,75,82,83,84,86,88,89],updat:[63,67,89],upload:87,upon:[73,82,83,84],upper:76,upsample_bilinear2d:66,upsample_linear1d:66,upsample_nearest1d:66,upsample_nearest2d:66,upsample_nearest3d:66,upsample_trilinear3d:66,upscale_factor:66,upstream:61,uri:75,url:[64,73,87],urna:78,us:[0,1,2,3,4,29,30,32,34,36,43,44,45,46,48,49,52,53,55,57,58,60,63,65,67,68,69,70,71,73,74,75,76,81,85,87,88,89,90,91,93],usag:[61,69,75,81,85,89],use_cach:[3,4,30,44,69,90],use_cache_:44,use_cmake_generated_export_head:43,use_experimental_fx_rt:67,use_input_stat:66,use_python_runtim:82,use_subset:90,usecas:[62,64,85],user:[42,48,55,56,57,58,61,62,64,75,76,85,87,90],using_int:[61,66],usr:64,usual:[73,89],ut:78,utf:[75,76],util:[60,61,71,82,83,84,86,87,90],v0:[72,87],v143:63,v2:[29,30,75],v:[52,76,87],valid:[1,46,55,60,70],valu:[0,1,2,16,17,45,46,48,53,55,57,60,61,63,66,68,69,70,73,82,83,84,86],value_tensor_map:[53,60],vanilla:89,vari:67,variabl:[48,63,70,89],variant:91,varient:54,varieti:87,variou:[89,93],variu:78,vcs_pageview_mod:73,vec:66,vector:[20,21,33,44,45,47,48,49,55,57,61,90,93],vehicula:78,vel:78,velit:78,venenati:78,verbios:52,verbos:[52,67,76,83,84,89],verbose_log:[67,89],veri:[76,77,87,89,90,92],verifi:55,verison:64,version:[35,37,58,63,64,73,76,86,87,89],vertic:[73,75],vestibulum:[76,78],vgg16:90,vgg:90,vi:75,via:[62,65,70,71,73,79,82,83,84,86,89,90,91],view:[66,73],virtual:90,vision:[87,89],visitor:73,vita:[76,78],vivamu:78,viverra:78,vm:76,volutpat:78,vs:[0,1,2,46,54,71,92],vscode:63,vulput:78,w:52,w_hh:66,w_ih:66,wa:[54,57,61,75,89],wai:[52,61,64,81,85,86,88,89,90],walkthrough:86,want:[42,55,61,67,82,87,88,89,90,92],warn:[16,44,52,60,68],wash:75,we:[42,44,53,54,55,56,57,58,60,61,67,73,75,81,82,83,84,85,86,87,88,89,90],weak:75,web:75,websit:64,weight:[48,49,52,53,61,66,71,75,86,89],welcom:[61,89],well:[61,64,68,75,90],were:61,wget:87,what:[4,54,61,62,75,88,89],whatev:[57,89],wheel:64,when:[27,44,45,46,52,53,54,55,56,57,58,60,61,64,68,70,71,73,75,77,86,88,89,90],where:[53,54,60,61,71,76,89,90],wherev:89,whether:[4,52,67,70,74,83,84,89,90],which:[1,2,29,32,34,46,49,53,54,55,56,57,58,60,61,62,64,67,69,70,71,73,75,76,82,86,87,88,89,90,91,92],white:75,whitespac:75,whl:64,who:75,whole:89,whose:[54,89],why:75,wide:79,width:[75,86],win:63,window:75,window_nam:75,wish:76,within:[49,52,56,58,71,73,75],without:[55,60,61,73,75,90],wl:91,wooden:75,word:[75,86],work:[44,54,58,60,75,76,82,89,90],worker:90,workflow:[67,83,84,86,89,92],workspac:[49,52,64,67,71,82,83,84,89],workspace_s:[45,49,52,71,83,84],workspacefold:63,world:75,would:[52,60,61,62,64,87,89,91,92],wp:87,wrap:[56,57,58,61,75,78,82,83,84,89,92],wrapper:[60,89],write:[3,4,29,30,44,53,61,65,75,87,89,90],write_calibration_cach:69,writecalibrationcach:[3,4,44],wrote:75,www:[61,64,73,75,87,90],x64:63,x86:91,x86_64:[58,64],x9:54,x:[5,10,33,43,54,55,61,63,64,71,76,82,88],x_0:75,x_1:75,x_2:75,x_3:75,x_4:75,x_:75,x_lgamma:55,x_out:82,x_y_out:82,xavier:[45,93],xstr:[19,43,50],xx:87,xxx:89,y:[33,55,71,76,82],y_lgamma:55,y_out:82,yahoo:76,yaml:59,yet:[86,89],you:[0,1,2,29,30,46,48,49,52,53,54,55,57,58,60,61,62,64,65,70,71,73,75,76,77,81,85,86,87,88,89,90,91,92],your:[60,61,62,64,65,73,75,76,80,88,91,92],yourself:61,yy:87,z:76,zero_point:66,zip:[57,63,64,85],zisserman:90},titles:["Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory torch_tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Template Function torch_tensorrt::ptq::make_int8_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct GraphInputs","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","torchtrtc","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Using Torch-TensorRT in  C++","Using Torch-TensorRT in Python","Building Torch-TensorRT on Windows","Installation","Torch-TensorRT","Operators Supported","torch_tensorrt.fx","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Changelog","Configuration","<span class=\"section-number\">5. </span>:mod:`test_py_module`","<span class=\"section-number\">3. </span>Paragraph Level Markup","<span class=\"section-number\">4. </span>Lists &amp; Tables","<span class=\"section-number\">1. </span>Long Sticky Nav","<span class=\"section-number\">1. </span>Structural Elements","&lt;no title&gt;","Installation","Dynamo / <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>","Torch Compile Advanced Usage","Compiling ResNet using the Torch-TensorRT <cite>torch.compile</cite> Backend","Compiling a Transformer using torch.compile and TensorRT","Torch-TensorRT Tutorials","Example notebooks","Serving a Torch-TensorRT model with Triton","Creating a TorchScript Module","Torch-TensorRT (FX Frontend) User Guide","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"1":[77,87],"10":77,"11":77,"12":77,"13":77,"14":77,"15":77,"16":77,"17":77,"18":77,"19":77,"2":[77,78,87],"20":77,"3":[77,87],"4":77,"5":77,"6":77,"7":77,"8":77,"9":77,"class":[0,1,2,3,4,20,21,38,40,41,50,67,69,70],"default":82,"enum":[16,17,38,39,50,69,70],"function":[22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,50,59,67,70,71],"import":[82,83,84],"long":[77,79],A:75,And:75,But:76,By:[18,19],Or:54,The:[61,75],To:54,With:63,aarch64:64,abi:[57,64],acc:89,acceler:86,add:89,addmm:54,admonit:75,advanc:82,advic:60,ahead:65,an:79,api:[50,51,59,64,65],applic:90,arg:[60,74],argument:[83,84],automat:55,avail:59,awar:[55,86],backend:83,background:[57,60],base:[3,4,48,73],bert:86,binari:64,block:75,branch:54,build:[63,64,73,87],bullet:76,c:[50,59,61,64,65,86,90],can:76,caption:[76,79],center:75,ch:75,changelog:72,check_method_operator_support:31,choos:64,citat:[75,90],citrinet:86,cleanup:[82,83,84],cli:[64,65],client:87,cmake:64,code:[54,63,75],compil:[32,56,58,61,63,64,65,81,82,83,84,85,86],compilespec:49,compound:75,configur:[63,73],construct:57,content:[18,19,20,21,38,39,40,41,73,74,75,76,77,78],context:[60,73],contigu:54,contract:60,contributor:65,convers:[53,56,58,60],convert:[53,60,61,66,89],convert_method_to_trt_engin:34,cpp:[13,18,19,20,21,55],creat:[88,90],creativ:75,cuda:[82,83,84],cudnn:64,current:66,custom:[61,82],cxx11:64,data:74,datatyp:0,dead:54,debug:64,deep:86,deeper:76,defin:[5,6,7,8,9,10,11,12,19,50],definit:[18,19,20,21,76,82,83,84],demo:79,depend:[55,64],deploi:[86,91],deseri:57,detect:86,develop:59,devic:[1,46],devicetyp:1,dimens:59,direct:75,directli:92,directori:[13,14,15,51],disk:88,distribut:64,dla:93,doctest:75,documen:65,document:[0,1,2,3,4,5,6,7,8,9,10,11,12,16,17,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,46,47,48,49,59,65,78,79],down:76,download:[75,80],driver:[82,83,84],dropout:54,dump_build_info:37,dynam:86,dynamo:[81,85],easier:59,efficentnet:86,element:78,elimin:54,eliminatecommonsubexpress:54,embed_engine_in_new_modul:33,emphas:75,engin:[57,89],enginecap:17,enumer:76,envior:64,error:[82,83,84],evalu:[53,66],exampl:[75,77,86],execept:54,executor:57,expect:59,face:86,fallback:[54,55],field:76,figur:75,file:[15,18,19,20,21,42,43,44,45,50,51],flatten:54,footnot:75,format:57,freez:54,from:[64,92],frontend:[86,89],full:[50,51],fuse:54,fx2trt:89,fx:[67,86,89],gaurd:54,gener:74,get:65,get_build_info:35,get_is_colored_output_on:24,get_logging_prefix:22,get_reportable_log_level:23,giant:76,git:80,glossari:75,gpu:65,graph:[54,57],graphinput:47,grid:76,guarante:60,guid:[65,89],h:[18,19,20,21,42,43,44,45,55],have:76,hierarchi:50,hlist:76,hole:76,hood:61,how:[73,89,90],html:73,hug:86,ien:75,imag:[75,76],includ:[14,18,19,20,21],incred:79,index:74,indic:65,infer:[83,84,87],inherit:[3,4,48],inlin:75,input:[48,83,84],instal:[63,64,80],int8:86,int8cachecalibr:3,int8calibr:4,ir:59,jetson:64,jit:65,languag:86,layer:59,learn:86,lenet:86,level:[16,73,75,76],librari:[64,91],libtorchtrt:91,like:76,line:75,linear:54,link:[59,75],list:[42,43,44,45,76],liter:75,local:64,log:[18,22,23,24,25,26,27,28,39,42,68],logsoftmax:54,loop:54,lower:[54,56,58],macro:[19,43],make_int8_cache_calibr:29,make_int8_calibr:30,markup:75,mask:86,math:75,menu:[77,79],meta:75,miss:89,mlm:86,mod:74,model:[82,83,84,86,87,89],modul:[54,61,88],namespac:[18,19,20,21,38,39,40,41,50],nativ:64,native_op:59,nav:77,nest:[1,46],node:53,note:[82,83,84],notebook:86,number:[75,76],nvidia:65,object:86,one:76,op:[57,89],oper:[61,66],optim:87,optimz:54,option:[73,74,76,83,84],other:60,overview:58,own:90,packag:[64,91],page:73,paragraph:[75,78],paramet:74,partit:[55,56,58],partitoninfo:55,pass:54,pattern:54,peephol:54,phase:[53,54,55,56,57,58],plugin:91,post:90,pre:64,precompil:64,prerequisit:64,program:[42,43,44,45,91],project:73,ptq:[20,29,30,40,44,69,90],python:[59,62,64,65,88,90],pytorch:[59,65,86,89,92],quantiz:[86,90],queri:87,quickstart:61,quot:75,rabbit:76,read:59,redund:54,refer:75,regist:61,relationship:[1,3,4,46,48],releas:64,remov:54,repeat:54,replac:[54,75],resnet50:86,resnet:83,respons:60,result:57,right:64,rubric:75,runtim:[56,57,58,91],save:88,second:76,section:78,segmentedblock:55,serial:57,serv:[86,87],server:87,set:[82,87],set_devic:36,set_is_colored_output_on:27,set_logging_prefix:28,set_reportable_log_level:25,setup:64,shape:86,shape_analysi:55,sidebar:75,so:91,sometim:59,sourc:64,ssd:86,start:65,step:87,sticki:77,str:5,struct:[46,47,48,49,50],structur:78,studio:63,subdirectori:[13,14],submenu:77,submodul:70,subsect:78,subsubmenu:77,subsubsect:78,support:66,system:58,tabl:[73,74,75,76,77,78],tarbal:64,target:75,templat:[3,4,29,30],tensorformat:2,tensorrt:[50,57,59,61,62,63,64,65,83,84,85,86,87,89,91,92],test_py_modul:74,text:75,theme:[73,79],thi:[76,79],through:66,tile:54,time:65,titl:75,toc:73,topic:75,torch:[50,59,61,62,63,65,81,82,83,84,85,86,87,89,91,92],torch_tensorrt:[15,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,45,67,68,69,70,71,83,84],torch_tensorrt_major_vers:7,torch_tensorrt_minor_vers:8,torch_tensorrt_patch_vers:6,torch_tensorrt_vers:12,torchscript:[31,32,33,34,41,61,65,88],torchtrt_api:9,torchtrt_hidden:11,torchtrtc:[52,61],tracer:89,train:[86,90],transform:[84,86],triton:87,ts:71,tupl:54,tutori:[65,85],type:[3,4,46,48],under:61,unpack:54,unrol:54,unsupport:61,up:87,us:[54,59,61,62,64,82,83,84,86,92],usag:82,user:[65,89],version:57,via:80,visual:63,wai:75,weight:60,what:60,wide:73,window:63,work:[61,88],write:60,xstr:10,your:[87,90]}})
\ No newline at end of file
diff --git a/docs/src/pytorch-sphinx-theme/docs/changelog.html b/docs/src/pytorch-sphinx-theme/docs/changelog.html
index 315f0f9c5e..e564935845 100644
--- a/docs/src/pytorch-sphinx-theme/docs/changelog.html
+++ b/docs/src/pytorch-sphinx-theme/docs/changelog.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Changelog &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Changelog &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/configuring.html b/docs/src/pytorch-sphinx-theme/docs/configuring.html
index 69841e4832..6fb4101dc8 100644
--- a/docs/src/pytorch-sphinx-theme/docs/configuring.html
+++ b/docs/src/pytorch-sphinx-theme/docs/configuring.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Configuration &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Configuration &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/api.html b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
index be2044d398..aae1853bff 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/api.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/api.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>5. :mod:`test_py_module` &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
index 10accbba55..095a39af37 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/demo.html
@@ -12,7 +12,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>3. Paragraph Level Markup &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
@@ -582,7 +582,7 @@ <h3><a class="toc-backref" href="#id41"><span class="section-number">3.4.4. </sp
 <section id="code-blocks">
 <h3><a class="toc-backref" href="#id42"><span class="section-number">3.4.5. </span>Code Blocks</a><a class="headerlink" href="#code-blocks" title="Permalink to this headline">¶</a></h3>
 <pre class="literal-block"># parsed-literal test
-curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.2.0.dev0+6f0e265.tar-gz</pre>
+curl -O <a class="reference external" href="http://someurl/release">http://someurl/release</a>-v2.2.0.dev0+40f8064.tar-gz</pre>
 <div class="literal-block-wrapper docutils container" id="id23">
 <div class="code-block-caption"><span class="caption-text">Code Blocks can have captions.</span><a class="headerlink" href="#id23" title="Permalink to this code">¶</a></div>
 <div class="highlight-json notranslate"><div class="highlight"><pre><span></span><span class="p">{</span>
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
index df90108dc9..c3850caff5 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/lists_tables.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>4. Lists &amp; Tables &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/long.html b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
index 98bb192a8c..0658d58c07 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/long.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/long.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>1. Long Sticky Nav &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
index c7b9d3a85b..390673e5fc 100644
--- a/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
+++ b/docs/src/pytorch-sphinx-theme/docs/demo/structure.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>1. Structural Elements &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>1. Structural Elements &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/index.html b/docs/src/pytorch-sphinx-theme/docs/index.html
index fbfabef346..ed48f0c7ca 100644
--- a/docs/src/pytorch-sphinx-theme/docs/index.html
+++ b/docs/src/pytorch-sphinx-theme/docs/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>&lt;no title&gt; &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/src/pytorch-sphinx-theme/docs/installing.html b/docs/src/pytorch-sphinx-theme/docs/installing.html
index 8f8f1594d0..83857a88d9 100644
--- a/docs/src/pytorch-sphinx-theme/docs/installing.html
+++ b/docs/src/pytorch-sphinx-theme/docs/installing.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Installation &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Installation &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/index.html b/docs/tutorials/_rendered_examples/dynamo/index.html
index b68904a8c4..e276ffc994 100644
--- a/docs/tutorials/_rendered_examples/dynamo/index.html
+++ b/docs/tutorials/_rendered_examples/dynamo/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Dynamo / torch.compile &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
index 34eed2876a..03295a4cae 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Torch Compile Advanced Usage &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
index eac14b9f58..954b2d4817 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Compiling ResNet using the Torch-TensorRT torch.compile Backend &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
index f3748c59bc..19142df44f 100644
--- a/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
+++ b/docs/tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Compiling a Transformer using torch.compile and TensorRT &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/_rendered_examples/index.html b/docs/tutorials/_rendered_examples/index.html
index 90793b5023..2ff9b1a702 100644
--- a/docs/tutorials/_rendered_examples/index.html
+++ b/docs/tutorials/_rendered_examples/index.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Torch-TensorRT Tutorials &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -223,7 +223,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/notebooks.html b/docs/tutorials/notebooks.html
index bc24e74636..c00f26aad4 100644
--- a/docs/tutorials/notebooks.html
+++ b/docs/tutorials/notebooks.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Example notebooks &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Example notebooks &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/tutorials/serving_torch_tensorrt_with_triton.html b/docs/tutorials/serving_torch_tensorrt_with_triton.html
index 7fb1d40486..2abc1c7ec9 100644
--- a/docs/tutorials/serving_torch_tensorrt_with_triton.html
+++ b/docs/tutorials/serving_torch_tensorrt_with_triton.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Serving a Torch-TensorRT model with Triton &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/creating_torchscript_module_in_python.html b/docs/user_guide/creating_torchscript_module_in_python.html
index 3b6298aad8..039e7d7fb9 100644
--- a/docs/user_guide/creating_torchscript_module_in_python.html
+++ b/docs/user_guide/creating_torchscript_module_in_python.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Creating a TorchScript Module &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/getting_started_with_fx_path.html b/docs/user_guide/getting_started_with_fx_path.html
index 65c8d6a80a..20b444fc70 100644
--- a/docs/user_guide/getting_started_with_fx_path.html
+++ b/docs/user_guide/getting_started_with_fx_path.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Torch-TensorRT (FX Frontend) User Guide &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/ptq.html b/docs/user_guide/ptq.html
index 1ae05b40d9..63ea584d17 100644
--- a/docs/user_guide/ptq.html
+++ b/docs/user_guide/ptq.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Post Training Quantization (PTQ) &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/runtime.html b/docs/user_guide/runtime.html
index ef1eb1efd1..85594cbdea 100644
--- a/docs/user_guide/runtime.html
+++ b/docs/user_guide/runtime.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Deploying Torch-TensorRT Programs &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/use_from_pytorch.html b/docs/user_guide/use_from_pytorch.html
index 13e8f10c27..4ca7bbcf91 100644
--- a/docs/user_guide/use_from_pytorch.html
+++ b/docs/user_guide/use_from_pytorch.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>Using Torch-TensorRT Directly From PyTorch &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>Using Torch-TensorRT Directly From PyTorch &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>
               
             
diff --git a/docs/user_guide/using_dla.html b/docs/user_guide/using_dla.html
index 4d7f484d41..acd9f6bfe7 100644
--- a/docs/user_guide/using_dla.html
+++ b/docs/user_guide/using_dla.html
@@ -10,7 +10,7 @@
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0">
   
-  <title>DLA &mdash; Torch-TensorRT v2.2.0.dev0+6f0e265 documentation</title>
+  <title>DLA &mdash; Torch-TensorRT v2.2.0.dev0+40f8064 documentation</title>
   
 
   
@@ -225,7 +225,7 @@
               
               
                 <div class="version">
-                  v2.2.0.dev0+6f0e265
+                  v2.2.0.dev0+40f8064
                 </div>