text: Search.setIndex({docnames:["_cpp_api/class_view_hierarchy","_cpp_api/classtorch__tensorrt_1_1DataType","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType","_cpp_api/classtorch__tensorrt_1_1TensorFormat","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883","_cpp_api/dir_cpp","_cpp_api/dir_cpp_include","_cpp_api/dir_cpp_include_torch_tensorrt","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb","_cpp_api/file_cpp_include_torch_tensorrt_logging.h","_cpp_api/file_cpp_include_torch_tensorrt_macros.h","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/file_view_hierarchy","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2","_cpp_api/namespace_torch_tensorrt","_cpp_api/namespace_torch_tensorrt__logging","_cpp_api/namespace_torch_tensorrt__ptq","_cpp_api/namespace_torch_tensorrt__torchscript","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h","_cpp_api/structtorch__tensorrt_1_1Device","_cpp_api/structtorch__tensorrt_1_1Input","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec","_cpp_api/torch_tensort_cpp","_cpp_api/unabridged_api","_cpp_api/unabridged_orphan","_notebooks/EfficientNet-example","_notebooks/Resnet50-example","_notebooks/dynamic-shapes","_notebooks/lenet-getting-started","_notebooks/ssd-object-detection-demo","_notebooks/vgg-qat","contributors/conversion","contributors/lowering","contributors/partitioning","contributors/phases","contributors/runtime","contributors/system_overview","contributors/useful_links","contributors/writing_converters","index","indices/supported_ops","py_api/logging","py_api/ptq","py_api/torch_tensorrt","py_api/ts","tutorials/creating_torchscript_module_in_python","tutorials/getting_started_with_cpp_api","tutorials/getting_started_with_python_api","tutorials/installation","tutorials/ptq","tutorials/runtime","tutorials/torchtrtc","tutorials/use_from_pytorch","tutorials/using_dla"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":4,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":3,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,nbsphinx:3,sphinx:56},filenames:["_cpp_api/class_view_hierarchy.rst","_cpp_api/classtorch__tensorrt_1_1DataType.rst","_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst","_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8CacheCalibrator.rst","_cpp_api/classtorch__tensorrt_1_1ptq_1_1Int8Calibrator.rst","_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst","_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst","_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst","_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst","_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst","_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst","_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst","_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst","_cpp_api/dir_cpp.rst","_cpp_api/dir_cpp_include.rst","_cpp_api/dir_cpp_include_torch_tensorrt.rst","_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst","_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst","_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/file_view_hierarchy.rst","_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst","_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst","_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst","_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst","_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst","_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst","_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst","_cpp_api/function_ptq_8h_1a83ff2be7e0b80bc7434de415861dc039.rst","_cpp_api/function_ptq_8h_1a9835f6e605dce1abf442a55b64d6dffa.rst","_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst","_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst","_cpp_api/function_torch__tensorrt_8h_1a710df824a7718b440e4bc17bf9693cef.rst","_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst","_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst","_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst","_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst","_cpp_api/namespace_torch_tensorrt.rst","_cpp_api/namespace_torch_tensorrt__logging.rst","_cpp_api/namespace_torch_tensorrt__ptq.rst","_cpp_api/namespace_torch_tensorrt__torchscript.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_ptq.h.rst","_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst","_cpp_api/structtorch__tensorrt_1_1Device.rst","_cpp_api/structtorch__tensorrt_1_1Input.rst","_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst","_cpp_api/torch_tensort_cpp.rst","_cpp_api/unabridged_api.rst","_cpp_api/unabridged_orphan.rst","_notebooks/EfficientNet-example.ipynb","_notebooks/Resnet50-example.ipynb","_notebooks/dynamic-shapes.ipynb","_notebooks/lenet-getting-started.ipynb","_notebooks/ssd-object-detection-demo.ipynb","_notebooks/vgg-qat.ipynb","contributors/conversion.rst","contributors/lowering.rst","contributors/partitioning.rst","contributors/phases.rst","contributors/runtime.rst","contributors/system_overview.rst","contributors/useful_links.rst","contributors/writing_converters.rst","index.rst","indices/supported_ops.rst","py_api/logging.rst","py_api/ptq.rst","py_api/torch_tensorrt.rst","py_api/ts.rst","tutorials/creating_torchscript_module_in_python.rst","tutorials/getting_started_with_cpp_api.rst","tutorials/getting_started_with_python_api.rst","tutorials/installation.rst","tutorials/ptq.rst","tutorials/runtime.rst","tutorials/torchtrtc.rst","tutorials/use_from_pytorch.rst","tutorials/using_dla.rst"],objects:{"":[[6,0,1,"c.STR","STR"],[10,0,1,"c.TORCHTRT_API","TORCHTRT_API"],[12,0,1,"c.TORCHTRT_HIDDEN","TORCHTRT_HIDDEN"],[8,0,1,"c.TORCH_TENSORRT_MAJOR_VERSION","TORCH_TENSORRT_MAJOR_VERSION"],[9,0,1,"c.TORCH_TENSORRT_MINOR_VERSION","TORCH_TENSORRT_MINOR_VERSION"],[7,0,1,"c.TORCH_TENSORRT_PATCH_VERSION","TORCH_TENSORRT_PATCH_VERSION"],[13,0,1,"c.TORCH_TENSORRT_VERSION","TORCH_TENSORRT_VERSION"],[11,0,1,"c.XSTR","XSTR"],[1,1,1,"_CPPv4N14torch_tensorrt8DataTypeE","torch_tensorrt::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType"],[1,2,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEv","torch_tensorrt::DataType::DataType"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value","torch_tensorrt::DataType::DataType::t"],[1,3,1,"_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE","torch_tensorrt::DataType::DataType::t"],[1,4,1,"_CPPv4N14torch_tensorrt8DataType5ValueE","torch_tensorrt::DataType::Value"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::Value::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::Value::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::Value::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::Value::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::Value::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::Value::kUnknown"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kBoolE","torch_tensorrt::DataType::kBool"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kCharE","torch_tensorrt::DataType::kChar"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value6kFloatE","torch_tensorrt::DataType::kFloat"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value5kHalfE","torch_tensorrt::DataType::kHalf"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value4kIntE","torch_tensorrt::DataType::kInt"],[1,5,1,"_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE","torch_tensorrt::DataType::kUnknown"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv","torch_tensorrt::DataType::operator Value"],[1,2,1,"_CPPv4N14torch_tensorrt8DataTypecvbEv","torch_tensorrt::DataType::operator bool"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneE8DataType","torch_tensorrt::DataType::operator!=::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE","torch_tensorrt::DataType::operator!=::other"],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator=="],[1,2,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator=="],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType","torch_tensorrt::DataType::operator==::other"],[1,3,1,"_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE","torch_tensorrt::DataType::operator==::other"],[48,1,1,"_CPPv4N14torch_tensorrt6DeviceE","torch_tensorrt::Device"],[48,2,1,"_CPPv4N14torch_tensorrt6Device6DeviceEv","torch_tensorrt::Device::Device"],[2,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[48,1,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypeE","torch_tensorrt::Device::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv","torch_tensorrt::Device::DeviceType::DeviceType"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value","torch_tensorrt::Device::DeviceType::DeviceType::t"],[48,3,1,"_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE","torch_tensorrt::Device::DeviceType::DeviceType::t"],[2,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[48,4,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE","torch_tensorrt::Device::DeviceType::Value"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::Value::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[48,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::Value::kGPU"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE","torch_tensorrt::Device::DeviceType::kDLA"],[2,5,1,"_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE","torch_tensorrt::Device::DeviceType::kGPU"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv","torch_tensorrt::Device::DeviceType::operator Value"],[2,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[48,2,1,"_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv","torch_tensorrt::Device::DeviceType::operator bool"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType","torch_tensorrt::Device::DeviceType::operator!=::other"],[2,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[48,2,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator=="],[2,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,3,1,"_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType","torch_tensorrt::Device::DeviceType::operator==::other"],[48,6,1,"_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE","torch_tensorrt::Device::allow_gpu_fallback"],[48,6,1,"_CPPv4N14torch_tensorrt6Device11device_typeE","torch_tensorrt::Device::device_type"],[48,6,1,"_CPPv4N14torch_tensorrt6Device8dla_coreE","torch_tensorrt::Device::dla_core"],[48,6,1,"_CPPv4N14torch_tensorrt6Device6gpu_idE","torch_tensorrt::Device::gpu_id"],[18,4,1,"_CPPv4N14torch_tensorrt16EngineCapabilityE","torch_tensorrt::EngineCapability"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::EngineCapability::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::EngineCapability::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::EngineCapability::kSTANDARD"],[49,1,1,"_CPPv4N14torch_tensorrt5InputE","torch_tensorrt::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input"],[49,2,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::dtype"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::format"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::max_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::min_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::opt_shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat","torch_tensorrt::Input::Input::shape"],[49,3,1,"_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE","torch_tensorrt::Input::Input::tensor"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5dtypeE","torch_tensorrt::Input::dtype"],[49,6,1,"_CPPv4N14torch_tensorrt5Input6formatE","torch_tensorrt::Input::format"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9max_shapeE","torch_tensorrt::Input::max_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9min_shapeE","torch_tensorrt::Input::min_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input9opt_shapeE","torch_tensorrt::Input::opt_shape"],[49,6,1,"_CPPv4N14torch_tensorrt5Input5shapeE","torch_tensorrt::Input::shape"],[3,1,1,"_CPPv4N14torch_tensorrt12TensorFormatE","torch_tensorrt::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv","torch_tensorrt::TensorFormat::TensorFormat"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,3,1,"_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE","torch_tensorrt::TensorFormat::TensorFormat::t"],[3,4,1,"_CPPv4N14torch_tensorrt12TensorFormat5ValueE","torch_tensorrt::TensorFormat::Value"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::Value::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::Value::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::Value::kUnknown"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE","torch_tensorrt::TensorFormat::kChannelsLast"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE","torch_tensorrt::TensorFormat::kContiguous"],[3,5,1,"_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE","torch_tensorrt::TensorFormat::kUnknown"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv","torch_tensorrt::TensorFormat::operator Value"],[3,2,1,"_CPPv4N14torch_tensorrt12TensorFormatcvbEv","torch_tensorrt::TensorFormat::operator bool"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat","torch_tensorrt::TensorFormat::operator!=::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator!=::other"],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator=="],[3,2,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator=="],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat","torch_tensorrt::TensorFormat::operator==::other"],[3,3,1,"_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE","torch_tensorrt::TensorFormat::operator==::other"],[38,2,1,"_CPPv4N14torch_tensorrt15dump_build_infoEv","torch_tensorrt::dump_build_info"],[36,2,1,"_CPPv4N14torch_tensorrt14get_build_infoEv","torch_tensorrt::get_build_info"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE","torch_tensorrt::kDLA_STANDALONE"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE","torch_tensorrt::kSAFETY"],[18,5,1,"_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE","torch_tensorrt::kSTANDARD"],[17,4,1,"_CPPv4N14torch_tensorrt7logging5LevelE","torch_tensorrt::logging::Level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::Level::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::Level::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::Level::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::Level::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::Level::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::Level::kWARNING"],[26,2,1,"_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv","torch_tensorrt::logging::get_is_colored_output_on"],[24,2,1,"_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv","torch_tensorrt::logging::get_logging_prefix"],[25,2,1,"_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv","torch_tensorrt::logging::get_reportable_log_level"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE","torch_tensorrt::logging::kDEBUG"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kERRORE","torch_tensorrt::logging::kERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE","torch_tensorrt::logging::kGRAPH"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level5kINFOE","torch_tensorrt::logging::kINFO"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE","torch_tensorrt::logging::kINTERNAL_ERROR"],[17,5,1,"_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE","torch_tensorrt::logging::kWARNING"],[28,2,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::lvl"],[28,3,1,"_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE","torch_tensorrt::logging::log::msg"],[29,2,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on"],[29,3,1,"_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb","torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"],[30,2,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix"],[30,3,1,"_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE","torch_tensorrt::logging::set_logging_prefix::prefix"],[27,2,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level"],[27,3,1,"_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level","torch_tensorrt::logging::set_reportable_log_level::lvl"],[4,1,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator"],[4,7,1,"_CPPv4I0EN14torch_tensorrt3ptq19Int8CacheCalibratorE","torch_tensorrt::ptq::Int8CacheCalibrator::Algorithm"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator19Int8CacheCalibratorERKNSt6stringE","torch_tensorrt::ptq::Int8CacheCalibrator::Int8CacheCalibrator::cache_file_path"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::bindings"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::names"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8CacheCalibrator::getBatch::nbBindings"],[4,2,1,"_CPPv4NK14torch_tensorrt3ptq19Int8CacheCalibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8CacheCalibrator::getBatchSize"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8CacheCalibrator::operator nvinfer1::IInt8Calibrator*"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::readCalibrationCache::length"],[4,2,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::cache"],[4,3,1,"_CPPv4N14torch_tensorrt3ptq19Int8CacheCalibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8CacheCalibrator::writeCalibrationCache::length"],[5,1,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::Algorithm"],[5,7,1,"_CPPv4I00EN14torch_tensorrt3ptq14Int8CalibratorE","torch_tensorrt::ptq::Int8Calibrator::DataLoaderUniquePtr"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::cache_file_path"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::dataloader"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator14Int8CalibratorE19DataLoaderUniquePtrRKNSt6stringEb","torch_tensorrt::ptq::Int8Calibrator::Int8Calibrator::use_cache"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::bindings"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::names"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator8getBatchEA_PvA_PKci","torch_tensorrt::ptq::Int8Calibrator::getBatch::nbBindings"],[5,2,1,"_CPPv4NK14torch_tensorrt3ptq14Int8Calibrator12getBatchSizeEv","torch_tensorrt::ptq::Int8Calibrator::getBatchSize"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8CalibratorcvPN8nvinfer115IInt8CalibratorEEv","torch_tensorrt::ptq::Int8Calibrator::operator nvinfer1::IInt8Calibrator*"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator20readCalibrationCacheER6size_t","torch_tensorrt::ptq::Int8Calibrator::readCalibrationCache::length"],[5,2,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::cache"],[5,3,1,"_CPPv4N14torch_tensorrt3ptq14Int8Calibrator21writeCalibrationCacheEPKv6size_t","torch_tensorrt::ptq::Int8Calibrator::writeCalibrationCache::length"],[32,2,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator"],[32,7,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::Algorithm"],[32,3,1,"_CPPv4I0EN14torch_tensorrt3ptq26make_int8_cache_calibratorE19Int8CacheCalibratorI9AlgorithmERKNSt6stringE","torch_tensorrt::ptq::make_int8_cache_calibrator::cache_file_path"],[31,2,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::Algorithm"],[31,7,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::DataLoader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::cache_file_path"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::dataloader"],[31,3,1,"_CPPv4I00EN14torch_tensorrt3ptq20make_int8_calibratorE14Int8CalibratorI9Algorithm10DataLoaderE10DataLoaderRKNSt6stringEb","torch_tensorrt::ptq::make_int8_calibrator::use_cache"],[37,2,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device"],[37,3,1,"_CPPv4N14torch_tensorrt10set_deviceEKi","torch_tensorrt::set_device::gpu_id"],[50,1,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpecE","torch_tensorrt::torchscript::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,2,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"],[50,3,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE","torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE","torch_tensorrt::torchscript::CompileSpec::capability"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE","torch_tensorrt::torchscript::CompileSpec::debug"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE","torch_tensorrt::torchscript::CompileSpec::device"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E","torch_tensorrt::torchscript::CompileSpec::disable_tf32"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE","torch_tensorrt::torchscript::CompileSpec::enabled_precisions"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec6inputsE","torch_tensorrt::torchscript::CompileSpec::inputs"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE","torch_tensorrt::torchscript::CompileSpec::min_block_size"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_min_timing_itersE","torch_tensorrt::torchscript::CompileSpec::num_min_timing_iters"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14ptq_calibratorE","torch_tensorrt::torchscript::CompileSpec::ptq_calibrator"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE","torch_tensorrt::torchscript::CompileSpec::refit"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE","torch_tensorrt::torchscript::CompileSpec::require_full_compilation"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE","torch_tensorrt::torchscript::CompileSpec::sparse_weights"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE","torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE","torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE","torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"],[50,6,1,"_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE","torch_tensorrt::torchscript::CompileSpec::workspace_size"],[33,2,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::method_name"],[33,3,1,"_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE","torch_tensorrt::torchscript::check_method_operator_support::module"],[34,2,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::info"],[34,3,1,"_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec","torch_tensorrt::torchscript::compile::module"],[39,2,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::info"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"],[39,3,1,"_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec","torch_tensorrt::torchscript::convert_method_to_trt_engine::module"],[35,2,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::device"],[35,3,1,"_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6Device","torch_tensorrt::torchscript::embed_engine_in_new_module::engine"],[72,8,0,"-","torch_tensorrt"]],"torch_tensorrt.Device":[[72,10,1,"","__init__"],[72,11,1,"","allow_gpu_fallback"],[72,11,1,"","device_type"],[72,11,1,"","dla_core"],[72,11,1,"","gpu_id"]],"torch_tensorrt.Input":[[72,10,1,"","__init__"],[72,11,1,"","dtype"],[72,11,1,"","format"],[72,11,1,"","shape"],[72,11,1,"","shape_mode"]],"torch_tensorrt.logging":[[70,9,1,"","Level"],[70,9,1,"","debug"],[70,9,1,"","errors"],[70,12,1,"","get_is_colored_output_on"],[70,12,1,"","get_logging_prefix"],[70,12,1,"","get_reportable_log_level"],[70,9,1,"","graphs"],[70,9,1,"","info"],[70,9,1,"","internal_errors"],[70,12,1,"","log"],[70,12,1,"","set_is_colored_output_on"],[70,12,1,"","set_logging_prefix"],[70,12,1,"","set_reportable_log_level"],[70,9,1,"","warnings"]],"torch_tensorrt.logging.Level":[[70,11,1,"","Debug"],[70,11,1,"","Error"],[70,11,1,"","Graph"],[70,11,1,"","Info"],[70,11,1,"","InternalError"],[70,11,1,"","Warning"]],"torch_tensorrt.ptq":[[71,9,1,"id1","CacheCalibrator"],[71,9,1,"id2","CalibrationAlgo"],[71,9,1,"id0","DataLoaderCalibrator"],[71,12,1,"","get_batch"],[71,12,1,"","get_batch_size"],[71,12,1,"","get_cache_mode_batch"],[71,12,1,"","read_calibration_cache"],[71,12,1,"","write_calibration_cache"]],"torch_tensorrt.ptq.CacheCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ptq.CalibrationAlgo":[[71,11,1,"","ENTROPY_CALIBRATION"],[71,11,1,"","ENTROPY_CALIBRATION_2"],[71,11,1,"","LEGACY_CALIBRATION"],[71,11,1,"","MINMAX_CALIBRATION"]],"torch_tensorrt.ptq.DataLoaderCalibrator":[[71,10,1,"","__init__"]],"torch_tensorrt.ts":[[73,12,1,"","TensorRTCompileSpec"],[73,12,1,"","check_method_op_support"],[73,12,1,"","compile"],[73,12,1,"","convert_method_to_trt_engine"],[73,12,1,"","embed_engine_in_new_module"]],torch_tensorrt:[[72,9,1,"","Device"],[72,9,1,"","DeviceType"],[72,9,1,"","EngineCapability"],[72,9,1,"","Input"],[72,9,1,"","TensorFormat"],[72,12,1,"","compile"],[72,12,1,"","convert_method_to_trt_engine"],[72,9,1,"","dtype"],[72,12,1,"","dump_build_info"],[72,12,1,"","get_build_info"],[70,8,0,"-","logging"],[71,8,0,"-","ptq"],[72,12,1,"","set_device"],[73,8,0,"-","ts"]]},objnames:{"0":["c","macro","C macro"],"1":["cpp","class","C++ class"],"10":["py","method","Python method"],"11":["py","attribute","Python attribute"],"12":["py","function","Python function"],"2":["cpp","function","C++ function"],"3":["cpp","functionParam","C++ function parameter"],"4":["cpp","enum","C++ enum"],"5":["cpp","enumerator","C++ enumerator"],"6":["cpp","member","C++ member"],"7":["cpp","templateParam","C++ template parameter"],"8":["py","module","Python module"],"9":["py","class","Python class"]},objtypes:{"0":"c:macro","1":"cpp:class","10":"py:method","11":"py:attribute","12":"py:function","2":"cpp:function","3":"cpp:functionParam","4":"cpp:enum","5":"cpp:enumerator","6":"cpp:member","7":"cpp:templateParam","8":"py:module","9":"py:class"},terms:{"0":[45,46,47,50,54,55,56,57,58,59,65,67,69,70,71,72,73,75,77,78,80,81,82],"00":[54,55,56,57,58,59],"00000000":[54,55,56,57],"000000037777":58,"000000252219":58,"000000397133":58,"001":56,"0018":59,"002":55,"0023":59,"0026":59,"004":54,"005":55,"006":54,"0070":59,"008":59,"0087":59,"00f1b6db":[54,55,56],"01":[54,55,56,57,58,59,69,75],"0106":59,"013":59,"0151":59,"0163":59,"0169":59,"02":[54,55,56,59],"0208":75,"0220":59,"025":59,"025000":59,"0263":59,"028":59,"0296":59,"03":56,"03291":59,"03466":59,"0358":75,"0383":75,"04":[54,56,58,59,75,77],"0435":75,"04609":59,"0464":75,"04743":59,"04807":59,"0491":59,"0493":59,"04it":59,"05":[54,55,56,58,59],"050000":59,"0505":59,"05080":59,"0530":75,"05311":59,"05374":59,"057":59,"05945":59,"06":[54,56,58],"0622":59,"063":59,"06340":59,"06567":59,"0676ba61":[55,58],"0678":75,"069":59,"07":[54,55,56],"071":59,"07266":59,"08":[54,55,56],"0805":75,"0818":75,"08331":59,"08555":59,"086":59,"09":[54,55,56,57],"0932":75,"096":59,"0a0":54,"0c106ec84f199a0fbcf1199010166986da732f9b0907768c9ac5ea5b120772db":77,"0f":58,"0mib":[54,55,56,57],"0s":55,"0x7f874e6918f0":73,"1":[4,5,45,46,47,49,50,54,55,56,57,58,59,61,64,67,69,70,71,72,73,74,75,76,77,78,80,81,82],"10":[50,54,55,56,57,58,59,73,74,75,77,78],"100":[54,55,56,57,58,59],"1000":[54,55,56,57,58,59],"10000":[54,55,56],"100000":59,"10018":59,"10070":59,"101168":59,"1012":61,"1013":61,"10130":59,"102248":59,"1024":[54,55,56,57,58,59,72,73,80],"10240mib":57,"10362":54,"104":[54,55,56],"1045":75,"105":59,"1056":75,"1063":75,"107":[54,55,56],"107194":59,"10732":59,"107625":59,"107w":56,"109":75,"10990":59,"11":[54,55,56,57,58,59,61,75,77],"110":[58,59],"11299":59,"11499":59,"115":57,"115269":59,"115740":59,"11594":59,"117":[54,55,56],"117969":59,"118358":59,"11879":59,"11888":59,"119":74,"11k":[54,55,56],"11w":54,"12":[54,55,56,57,58,59,61,74,75],"120":[57,59,74,75],"121":[55,57],"122":57,"123":58,"126":59,"126382":59,"126834":59,"127":[54,56,59],"128":[54,55,56,57,58,59],"128674":59,"129":74,"129518":59,"12k":[55,56],"13":[55,56,57,58,59,77],"1322":56,"1323":56,"1324":56,"1327":56,"1328":56,"1329":56,"133":54,"1330":56,"1332":56,"1333":56,"13388":59,"1341":56,"135453":59,"135936":59,"137":74,"137858":59,"138":74,"138366":59,"139704147265344":59,"13x":54,"14":[54,55,56,57,58,59],"1409":78,"141":59,"145":59,"145539":59,"146053":59,"147871":59,"148353":59,"15":[55,56,57,58,59],"1500":59,"1502":75,"1531":59,"1535566590":[54,55,56],"154252":59,"154685":59,"1549":75,"1556":78,"1563":59,"156558":59,"157159":59,"15w":55,"16":[55,56,57,58,59,72,74,75,76],"163197":59,"163676":59,"164":[54,55,56],"165":58,"165549":59,"165991":59,"166":58,"167":58,"1691":75,"17":[54,55,56,57,58,59],"173":59,"173305":59,"173926":59,"176034":59,"176697":59,"1777":59,"179":58,"18":[54,55,56,57,58,59,75,77],"182843":59,"183426":59,"184":56,"185377":59,"185962":59,"188":59,"19":[55,58,59],"1906":59,"191966":59,"192424":59,"194325":59,"194817":59,"1971":59,"1994":[59,78],"1d":61,"1e":[55,56,59],"1x1":58,"2":[47,50,54,55,56,57,58,59,67,69,70,71,72,73,74,75,77,78,81],"20":[54,55,56,58,59],"200":[54,55,56,57,59],"2002":59,"2009":78,"200w":56,"201":[54,55,56],"2010":[59,78],"2014":78,"2017":58,"2018":[54,55,56],"2019":[54,55,57,58],"201988":59,"202":[54,55,56],"2020":[56,58,68,75],"2022":[54,55,56,57,58],"2023":[59,78],"202665":59,"204763":59,"2048":[55,56],"205461":59,"20w":57,"21":[54,55,56,57,58,59],"211393":59,"2114":56,"2117":56,"211987":59,"2120":56,"2123":56,"2125":56,"2134":56,"213899":59,"2141":56,"2142":56,"2143":56,"214450":59,"216":[54,56],"217":55,"22":[54,55,56,57,58,59],"220892":59,"221533":59,"222":55,"223":[55,56],"223519":59,"224":[54,55,56,72,73],"224037":59,"225":[54,55,56],"227":[54,55,56],"227739155292511":54,"229":[54,55,56],"23":[50,54,55,56,59,61,73],"2305":59,"2319":56,"23344755172729492":54,"233809":59,"234":59,"234434":59,"2349":56,"237":59,"2373":56,"238":59,"238212":59,"239042":59,"24":[55,56,57,58,59,61],"2405":56,"241022":59,"24112":[54,55,56],"241654":59,"2423":56,"243":[55,57],"2435":56,"244":[72,73],"2443":56,"2444":56,"2448":56,"245":58,"2450":56,"24576mib":[54,55],"246":54,"246kb":54,"247820":59,"248":61,"248445":59,"249":61,"24k":[54,55,56],"25":[55,56,59,75],"250366":59,"250959":59,"254":59,"256":[54,55,56,59],"257248":59,"257854":59,"259968":59,"26":[55,56,58],"2606":[54,55,56],"260660":59,"268160":59,"27":[54,56,57,59,75],"28":[54,75,78,82],"280":59,"2802":75,"285":59,"288":59,"28c":54,"29":[54,59,75],"291":59,"29c":55,"2_20200626":77,"2c365_subsampl":[54,55,56],"2e":80,"2f":[54,55,56,57,58,59],"2s":55,"2x":55,"3":[47,50,54,55,56,57,58,59,61,64,69,70,71,72,73,74,75,77,78,80,81,82],"30":[54,55,56,58,59],"300":[57,58,59,80,81],"300x300":58,"302":59,"309":59,"3090":[54,55],"31":[55,57,58,75],"311":59,"314":59,"32":[54,56,57,58,59,72,74,75,76,78,80,82],"320":78,"3207":59,"320w":57,"321":54,"329273":59,"32bit":80,"32x32":55,"33":[54,55,56,57,58,75],"330212":59,"332529":59,"333365":59,"3393":54,"339547":59,"34":[54,55,56,57,58,59],"340248":59,"342257":59,"342890":59,"345":59,"346":75,"35":[54,55,58,75],"350619":59,"350w":[54,55],"351372":59,"352":[54,55,56],"353470":59,"35363":[54,55,56],"353k":[54,55,56],"354121":59,"3550":59,"35k":[54,55,56],"35x":54,"36":[54,75],"360090":59,"360806":59,"361413":[54,55,56],"362803":59,"3631":59,"363274":59,"366":55,"366kb":55,"3677":61,"37":[54,55,59,75],"370369":59,"371057":59,"373071":59,"373766":59,"376":54,"3763":59,"379890":59,"38":[55,58,74],"380538":59,"382532":59,"383128":59,"385":59,"3877":59,"389077":59,"389760":59,"39":[54,55,56,57,58,59,74],"391815":59,"392399":59,"394":59,"39485082030296326":55,"395":59,"39501574635505676":56,"3987298309803009":54,"399809":59,"3f":59,"3x3":59,"4":[54,55,56,57,58,59,64,69,70,75,77],"40":[54,55,56,57,58,59],"400":[57,59],"400472":59,"402399":59,"402939":59,"406":[54,55,56],"408818":59,"409424":59,"4096":59,"40mb":55,"41":[55,56,57],"411513":59,"412097":59,"418537":59,"419128":59,"42":[57,58,59],"421343":59,"421946":59,"429382":59,"42c":57,"43":[57,58,59],"430156":59,"432259":59,"433079":59,"4352":59,"439":59,"439297":59,"44":[58,59],"440027":59,"442":[54,55,56,59],"442149":59,"442826":59,"442k":[54,55,56],"443":[54,55,56],"4465":[59,78],"449377":59,"449968":59,"45":[54,58],"452122":59,"452718":[54,55,56],"452754":59,"456":[54,55,56],"4584":54,"459":59,"46":[54,56,58,59],"462532":59,"463295":59,"466963":59,"467725":59,"469692":59,"47":56,"470":[56,59],"4700":[54,55,56],"470336":59,"4726":59,"474":54,"476204":59,"476738":59,"47681mib":56,"478809":59,"479375":59,"48":[55,56],"481":55,"4822":[59,78],"484":59,"485":[54,55,56],"485666":59,"486219":59,"488416":59,"488986":59,"489":56,"49":58,"4914":[59,78],"4976217448711395":56,"49785590171813965":55,"499":59,"4fef":[54,55,56],"4s":54,"5":[54,55,56,57,58,59,64,65,70,72,74,75,77,80],"50":[54,56,57,58,59],"500":[57,59],"504":59,"510":[54,55,57],"511":59,"5117":59,"512":[55,56,59,72,73,80],"512364":59,"513354":59,"514046":59,"514638":59,"515270":59,"515859":59,"516441":59,"517009":59,"5172":59,"517600":59,"518167":59,"518752":59,"519333":59,"519911":59,"52":[54,55,56,59],"520473":59,"521038":59,"521596":59,"522170":59,"522742":59,"523360":59,"523957":59,"524581":59,"525059":59,"525366":59,"525675":59,"525962":59,"526257":59,"526566":59,"526885":59,"527188":59,"527489":59,"527792":59,"528097":59,"528387":59,"528834":59,"529163":59,"53":[55,56,58],"5320":59,"532748":59,"533468":59,"5335":59,"534033":59,"534684":59,"535320":59,"535983":59,"536":59,"536569":59,"537248":59,"537833":59,"538480":59,"539":75,"539074":59,"539724":59,"53k":[54,55,56],"54":56,"540307":59,"540952":59,"541534":59,"542075":59,"542596":59,"543248":59,"543719":59,"544424":59,"544952":59,"545530":59,"546114":59,"546713":59,"547292":59,"547902":59,"548453":59,"549015":59,"549665":59,"55":56,"550436":59,"551925":59,"553105":59,"55k":[54,55,56],"56":[54,56,57,75],"560":59,"5620":59,"564":59,"5676":59,"568":59,"57":[56,59],"5746":59,"576":[57,75],"58":[55,59],"59":[55,56,57,58],"599":56,"599kb":56,"5d":59,"5f":59,"6":[54,55,56,57,59,61,64,69,74,75,77],"60":[54,55,56,58],"600":[57,59],"61":[58,59],"613":59,"61c":56,"62":[54,56,59],"622":[59,61],"630":[54,55,56],"635":59,"636":59,"637":59,"638":59,"639":59,"64":[55,56,59,76],"640":59,"641":59,"642":59,"643":59,"6437858939170837":56,"644":59,"6445754766464233":55,"646":59,"649":59,"64bit":80,"65":[54,55,56,59],"6539":59,"655":59,"66":[54,56],"67":59,"6733":59,"677":59,"68":[55,56,59],"6812":[54,55,56],"687":59,"688":59,"689":59,"69":[55,56],"690":59,"6s":56,"7":[54,55,56,57,59,64,65,75,77],"70":[54,55,56,58],"700":[57,59],"701":59,"702":56,"704":56,"706":56,"707":56,"708":56,"7099":59,"71":[54,59],"716":59,"72":[54,55],"7203":59,"72048":77,"721":59,"724":59,"73":[54,55,56],"732":59,"735":59,"7376":59,"738":59,"74":[58,59],"742":59,"7454":59,"75":[54,55,56,59],"7537":59,"76":59,"781":59,"79":[55,59],"796":59,"797":59,"8":[4,54,55,56,57,58,59,61,72,75,77],"80":[54,55,56,58,59],"800":[57,59],"801":59,"81":[58,59],"818":59,"818977576572eadaf62c80434a25afe44dbaa32ebda3a0919e389dcbe74f8656":77,"82":59,"8204":59,"821":59,"83":[54,59],"834":59,"8351":59,"837":59,"84":[57,59,74,75],"847":59,"84e944ff11f8":[54,55,56],"84x":55,"85":[54,56,59],"86":54,"860":59,"86k":54,"87":59,"8732":58,"877":59,"8791":59,"88":[54,58],"89":54,"898":59,"89k":54,"8bit":59,"9":[54,55,56,57,58,59,75],"90":[54,55,56,58],"900":[57,59],"906":59,"90994":54,"916":59,"92":[54,55,56],"9205bed204e2ae7aafd2e01cce0f21309e281e18d5bfd7172ef8541771539d41":77,"9223372036854775807":69,"923":[54,55,56],"927":59,"92k":[55,56],"9367":59,"94":[54,55,56],"941":59,"94328":[55,56],"944":59,"948":59,"94k":[54,55,56],"95":54,"952":59,"953":59,"959":59,"96":[56,59],"9624":59,"9695423245429993":54,"97":[54,59],"98":59,"9899615049362183":56,"9899807572364807":55,"99":[54,55,56,58,59],"997":59,"999":59,"9999":59,"9ab0":[54,55,56],"abstract":[64,67],"boolean":[59,72],"break":59,"byte":[72,73],"case":[1,2,3,48,50,57,58,60,64,67,77,78,79],"catch":[61,75],"char":[4,5,46,75,80],"class":[31,32,46,47,48,53,54,55,56,57,58,59,64,67,70,74,75,76,78],"const":[1,2,3,4,5,31,32,33,34,35,37,39,46,47,48,61,67,69,75,78],"default":[1,2,3,4,5,17,31,32,45,47,48,49,50,54,55,56,57,58,72,73,75,77,78,80,81],"do":[54,55,57,58,60,61,67,74,75,76,78,82],"enum":[1,2,3,44,47,48,53,54,70,73,78],"export":[59,77],"final":[60,63,65,77],"float":[50,54,55,57,58,69,72,74,75,76,78,80,81],"function":[1,2,3,4,5,48,49,50,53,54,55,57,58,59,61,64,67,74,75,77,78,81,82],"import":[54,55,56,57,58,59,61,74,75,76,77,79,80,81],"int":[1,4,5,37,46,47,50,54,56,59,69,72,73,75,80],"long":[50,60,80],"new":[1,2,3,4,5,34,35,48,49,50,54,55,57,58,59,64,65,67,70,73,75],"public":[1,2,3,4,5,46,47,48,49,50,78],"return":[1,2,3,4,5,25,26,31,32,33,34,35,36,39,44,45,46,47,48,54,55,56,57,59,61,63,64,65,67,70,72,73,74,75,76,78],"short":61,"static":[49,50,60,67,72,73,75],"super":[46,57,74],"throw":[61,75,80],"true":[1,2,3,5,48,50,54,55,56,57,58,59,61,67,69,72,73,75,78,81,82],"try":[54,55,57,65,75,81],"var":69,"void":[4,5,27,28,29,30,37,38,44,46,47],"while":[59,77,78],A:[5,31,32,34,35,49,54,55,56,57,59,61,67,77,78],AS:[54,55,56,57,58],And:75,As:[56,75],But:75,By:[31,32,53,57,58,74],For:[54,55,57,58,59,60,74,75,77,78,79,81],IS:[54,55,56,57,58],If:[29,54,55,57,58,59,60,61,70,72,75,77,78,79,82],In:[1,2,3,48,54,55,56,57,58,59,60,63,64,65,67,68,76,77,78,79],Is:[26,72],It:[54,55,56,57,58,61,62,63,65,67,77,80],Its:67,No:[54,55,56,57],Not:4,OF:[54,55,56,57,58],OR:[54,55,56,57,58],On:[54,55,56,57],One:75,TO:[75,77],Thats:75,The:[2,48,49,50,54,55,56,57,58,59,60,61,62,63,64,65,67,70,72,73,74,76,77,78,80,81],Then:[77,78,81],There:[5,58,59,60,67,74,77,78,79],These:[54,55,60,64,78],To:[2,48,56,57,58,59,74,75,76,77,81],Will:33,With:[54,55,56,75,78],_:[54,55,56,57,58,59],___torch_mangle_10:74,___torch_mangle_4847:64,___torch_mangle_5:74,___torch_mangle_9:74,__and__:69,__attribute__:45,__getitem__:69,__gnuc__:45,__init__:[57,71,72,74],__is__:69,__isnot__:69,__not__:69,__or__:69,__round_to_zero_floordiv:69,__torch__:[64,74,75],__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin:64,__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin:64,__version__:59,__visibility__:45,__xor__:69,_affin:59,_all_:61,_c:[73,81],_calibr:59,_convolut:[59,69,75],_input_quant:59,_jit_to_backend:81,_pair:59,_quant:59,_script:73,_shapemod:72,_validate_not_a_forked_repo:[55,56,58],_weight_quant:59,a100:[54,55,57,58],aarch64:65,ab:69,abi:79,abil:56,abl:[54,55,56,57,58,60,61,67,68,78,81],about:[54,55,56,58,59,60,64,67,72,75,77,80],abov:[27,58,59,70,75,77],absolut:59,acc:59,acceler:[54,55,57,58,82],accept:[49,59,64,67,72,75,76,80],access:[56,58,61,67,68,75,81],accord:[67,73],accordingli:59,accumul:[50,73],accuraci:[58,59,78],achiev:[54,55,57,58,59],aco:69,acosh:69,acquir:75,across:61,acthardtanh:67,activ:[59,73,75,78,82],activationtyp:67,actual:[57,59,61,64,67,70,74,75],ad:[27,60,80],adaptive_avg_pool1d:69,adaptive_avg_pool2d:69,adaptive_max_pool2d:69,adaptiveavgpool2d:[55,56],add:[28,60,61,67,69,70,75,76,77],add_:[61,69,75],add_patch:58,addactiv:67,addit:[58,59,61,72,75],addlay:75,addshuffl:75,adjust:59,adjust_lr:59,advanc:78,affin:[55,56],after:[56,58,59,60,61,68,74,75,76,79,80],again:[46,58,64,67],against:[75,80],agre:[54,55,56,57,58],agx:47,ahead:[56,75],aim:61,algo_typ:[71,78],algorithm:[4,5,31,32,46,71,78],alias:45,align_corn:69,all:[17,44,45,46,47,50,54,55,56,57,58,59,61,64,70,72,74,75,76,77,78,79,80],alloc:67,allow:[49,50,54,55,57,58,60,61,72,80],allow_gpu_fallback:[47,48,72,73,78,81,82],allow_tf32:69,almost:75,alpha:[58,69],alreadi:[54,55,56,57,58,59,60,61,75,78,80],also:[32,50,54,55,56,57,58,60,67,68,75,76,77,78],alter:56,altern:49,alwai:[4,5,29,80],amax:59,amax_sequeez:59,amazonaw:[54,55,56],amount:59,amp:[54,55,56],an:[3,4,5,49,50,54,55,56,57,58,59,60,61,63,64,65,67,68,71,72,73,74,75,76,77,78,79,80],analogu:67,analysi:58,ani:[49,54,55,56,57,58,60,67,72,75,76,77,78,80],anneal:59,annot:[58,67,75],anoth:[74,76],anyth:79,aot:[56,68,75],apach:[54,55,56,57,58],apex:58,api:[56,58,59,65,67,72,73,75,76,78,79,81],append:[54,55,56,57,58,59,69],appli:[59,78],applic:[2,32,48,54,55,56,57,58,61,65,75,76,79,80,81,82],approach:[54,55,57,58],apr:[56,75],ar:[44,48,50,54,55,56,57,58,59,60,61,64,65,67,68,72,73,74,75,77,78,79,80,81],arang:69,architectur:[58,59,68,77],archiv:[55,58,77],aren:75,arg:[60,71,72,75],argc:75,argmax:[54,55,56],argon2:[55,56,57,58],argument:[49,54,59,61,64,67,72,73,75,80],argv:75,around:[59,61,64,67,74],arrai:[4,5,60],arrayref:[47,49,50],arti:[54,55,56],arxiv:78,asin:69,asinh:69,aspect:80,assembl:[60,75],assign:[4,5],associ:[60,67,75],associatevalueandivalu:67,associatevalueandtensor:[67,75],assum:[59,81],asttoken:[56,58],asyncio:[55,56,57,58],atan:69,atanh:69,aten:[50,58,59,61,66,67,69,73,75],attach:58,attr:[55,56,57,58],attribut:[61,64,75],auto:[46,67,75,78,82],automat:[54,55,57,58,75],av:[55,56,57],avail:[54,55,56,57,58,67,77,80,82],averag:[50,54,55,56,57,58,59,73,80],avg:[54,58,59,80],avg_pool1d:69,avg_pool2d:69,avg_pool3d:69,avgpool:[55,56,58,59],avoid:[54,55,56],await:[54,55,56],ax:[54,55,56,58],axi:[54,55,56,59,69],b0:55,b:[55,56,58,69],b_hh:69,b_ih:69,back:[61,64,65,72,74,75],back_insert:46,backbon:58,backcal:[55,56,57,58],backend:[54,55,56,57,58,59,73,81],background:74,backward:59,base:[38,51,52,54,55,57,58,59,64,70,71,72,74,77,78],baselin:[56,59],bash:77,basi:[54,55,56,57,58],basic:[59,80],batch:[4,5,46,54,55,56,57,58,59,78,82],batch_norm:[67,69],batch_siz:[46,58,59,78],batched_data_:46,batchnorm2d:[55,56],batchnorm:[58,61],batchtyp:46,bazel:[65,77],bazel_vers:77,bazelbuild:77,bazelisk:77,bazelvers:77,bbox:58,bdist_wheel:77,beautifulsoup4:56,becaus:[67,74,75,77],becom:67,been:[60,67,75],befor:[50,56,58,59,61,65,67,68,73,75,77],beforehand:75,begin:[46,77],beginn:74,behav:58,behavior:[50,58,72,73],behaviour:[54,55,56,57,58],being:[54,55,57,58,75],below:[58,67,75,77],benchmark:[54,55,56,57,69],benefit:[67,75],best:[54,55,56,57,58,77],best_result:58,best_results_per_input:58,best_results_per_input_trt:58,beta:69,better:[54,55,57,58,74,78],between:[58,61,67,77,78],bfe5ad2:54,bia:[55,56,57,59,61,69,75],bin:77,binari:[46,78],bind:[4,5,46,55,56,57,58],bird:[54,55,56,59],bit:[50,67,72,73,75],black:58,bleach:[55,56,57,58],blob:[61,66,78],block0:61,block1:61,block:[60,61,80],bmm:69,bn1:[55,56],bn2:[55,56],bn3:[55,56],bool:[1,2,3,4,5,26,29,31,33,44,46,47,48,50,61,67,69,70,72,73,75,78],bot:58,both:[54,55,57,58,74,77,78],bottleneck:[55,56],bound:[58,59],box:58,branch:77,breed:[54,55,56],briefli:74,broken:[54,55,56,57,58],bsd:[44,45,46,47],bu:[54,55,56,57],buffer:[4,5],bug:77,build:[31,32,36,50,54,60,63,65,67,72,75,78,80],build_fil:77,builderconfig:47,built:[35,64,65,73,77,80],bust:[54,55,56],c10:[1,2,47,48,49,50,75,78],c96b:56,c:[44,45,46,47,54,55,56,57,58,59,65,69,79,80,82],c_api:66,c_str:[67,75],ca6b:[54,55],cach:[4,5,31,32,46,55,56,58,59,71,75,78,80],cache_:46,cache_fil:[46,71,78],cache_file_path:[4,5,31,32,46],cache_file_path_:46,cache_size_:46,cachecalibr:[71,78],cadenc:56,calcuat:59,calcul:[49,60,75],calib:59,calib_output:59,calibr:[4,5,31,32,46,50,59,71,73,75,78,80],calibrate_model:59,calibration_cache_fil:[31,32,78],calibration_dataload:[31,78],calibration_dataset:78,calibrationalgo:[71,78],call:[31,32,34,50,54,55,57,58,59,61,64,67,73,74,75,81],callmethod:74,can:[1,2,5,31,32,39,48,49,50,54,55,56,57,58,59,60,61,63,64,65,67,72,73,74,75,76,77,78,79,80,81],cannot:[49,57,58,59,61,72,73,74],cap:[54,55,56,57],capabl:[18,47,50,64,72,73,80,81],captur:59,car:59,card:[54,55],cast:[4,5,61],cat:[59,69,77],caught:61,caus:[54,55,57,58,59,67,77],cd:77,cdll:75,ceil:69,ceil_mod:[55,56,69],cell:58,center:[54,55],centercrop:[54,55,56],cerr:75,certain:77,cf0691493d05062fe3239cf76773bae4c5124f4b039050dbdd291c652af3ab2a:77,cffi:[55,56,57,58],chain:67,challeng:59,chanc:67,chang:[32,54,55,56,57,58,61,65,78],channel:[3,54,55,56,59,72],channel_last:[56,72,73],channels_last:72,check:[1,2,33,48,56,58,61,67,73,75,77,79,80],check_method_op_support:73,check_method_operator_support:[22,43,47,51,52],checkmethodoperatorsupport:75,checkpoint:[55,58,59],chimpansee_amber_r_1920x1080:[54,55,56],chimpanze:[54,55,56],choic:71,choos:[54,55,74],ci:[54,55,56,57],cifar10:[59,78],cifar:[59,78],circular:59,ckpt:59,ckpt_path:59,clamp:[59,69],clamp_max:69,clamp_min:69,class_pr:59,class_prob:59,classes_to_label:58,classif:[57,58,59,74,75],classifi:[57,59],clear:46,cli:80,click:58,client:[55,56,57,58],clone:69,close:[59,75],closer:61,cloudfront:[54,55,56],co:69,coco:58,cocodataset:58,code:[54,55,56,57,58,65,68,74,75,78],collect:[54,55,57,58,59,75],collect_stat:59,color:[26,29,70],colored_output_on:[29,44,70],com:[54,55,56,57,58,61,66,75,77,78,79],come:[54,55,56,57,58,77],command:[74,75,77,80],comment:77,common:[55,58,60,61],common_subexpression_elimin:61,commun:75,compar:[58,59],comparis:[1,3],comparison:[2,48],compat:[1,2,48,54,55,57,58,61,64,73,77],compil:[22,33,39,43,47,50,51,52,54,55,56,57,58,59,61,62,64,67,70,72,73,74,76,78,79,80,81,82],compile_set:78,compile_spec:[59,78,82],compilegraph:[75,78],compilesepc:35,compilespec:[4,5,22,34,39,43,47,51,52,75,78,82],compilespecstruct:[0,51],complet:[54,55,57,58,74,75],complex:[74,77],compli:58,complianc:[54,55,56,57,58,80],compliat:78,complic:77,compon:[57,63,65,74,79],compos:[54,55,56,57,58,59,74,78],composit:[59,75],comprehens:58,comput:[50,54,55,56,57,58,59,77,78],compute_amax:59,conclus:[54,55],conda:[54,55,56,57,58,59],condit:[54,55,56,57,58],conduc:56,confid:[54,55,56,58],config:[54,77],configur:[34,39,49,56,68,72,73,75,77,78],conflict:[54,55,56,57,58],connect:[54,55,56,61,73,82],consid:[56,75],consist:61,consol:80,consolid:74,constant:[56,59,60,61,75],constant_pad_nd:69,constexpr:[1,2,3,47,48],construct:[1,2,3,4,5,48,49,50,60,61,63,65,67,71,72,75,78],constructor:[1,3,48,49,50,64,74],consum:[5,60,74],contain:[31,33,54,55,56,57,58,60,61,67,72,74,75,77,78,79],content:[56,78],context:[54,57,59,60,63,64,65,70],contigu:[3,49,50,72,73,80],continu:[54,55,57,58,79],contributor:75,control:[57,58,74],conv1:[55,56,57,74,75],conv2:[55,56,57,74,75],conv2d:[55,56,57,59,74],conv3:[55,56],conv4_x:58,conv5_x:58,conv:[50,59,75,80],convect:49,conveni:[58,78],convent:[54,55,57,58],convers:[54,57,58,59,61,64,72,73,75],conversionctx:[67,75],convert:[4,5,33,34,39,54,55,56,57,58,59,61,62,63,65,68,72,73,76,79,81],convert_method_to_trt_engin:[22,43,47,51,52,72,73,81],convertgraphtotrtengin:75,convien:50,convienc:[4,5,50],convnet:58,convolut:[54,56,58,59,73,78,82],coordin:65,copi:[46,54,55,56,57,58,67,69,71],copy_:69,copyright:[44,45,46,47,54,55,56,57,58,75],core:[47,54,55,56,57,58,61,65,72,75,80,82],core_id:72,corpor:[44,45,46,47,54,55,56,57,58],correct:[59,64,77],correctli:77,correspond:[58,59,67],cosh:69,count_include_pad:69,counterpart:59,coupl:[54,55,57,58,60,65,79],cout:75,cp38:58,cp:77,cpp:[15,16,44,45,46,47,53,61,65,75,78],cpp_frontend:78,cppdirectori:[23,51],cppdoc:75,creat:[31,32,35,54,55,56,57,58,59,60,64,67,73,75,80],create_model:54,create_transform:54,creating_torchscript_module_in_python:76,credit:75,crit:59,criteria:[62,63,65],cross:59,crossentropyloss:59,cs:78,csrc:[61,66],cstddef:78,ctx:[67,75],ctype:75,cu102:77,cuda113:77,cuda:[50,54,55,56,57,58,59,64,72,75,76,77,78,81],cuda_runtim:[22,47],cudafloattyp:75,cudasetdevic:37,cudnn8:77,cudnn:[54,55,56,57,58,59],cudnn_en:69,cumsum:69,curl:77,current:[25,54,55,64,67,73],custom:[54,55,77],cxx11:79,d17fnq9dkz9hgj:[54,55,56],d:[54,55,56,57,58,59,80,82],data:[1,3,4,5,31,32,46,48,49,50,54,55,57,58,59,60,63,65,67,69,71,72,73,78,80],data_dir:78,data_load:59,dataflow:[67,75],dataload:[5,31,32,46,50,59,71,78],dataloader_:46,dataloadercalibr:[71,78],dataloaderopt:78,dataloaderuniqueptr:[5,46],dataset:[32,58,59,71,78],datatyp:[2,22,40,47,48,49,50,51,52,54,72,73,76],datatypeclass:[0,51],dateutil:[55,56,57,58],dbg:77,dead_code_elimin:61,deal:67,debug:[17,29,47,50,59,67,70,73,80,81],debugg:[73,80],debugpi:[55,56,57,58],decid:[57,72],declar:[59,77],decod:[54,55,56],decode_result:58,deconvolut:82,decor:[55,56,57,58],dedic:61,deep:[54,55,56,57,58,59,67,68,78,82],deeplearn:66,deeplearningexampl:58,deer:59,def:[54,55,56,57,58,59,74],defer:56,defin:[1,2,3,4,5,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,45,48,49,50,53,56,57,59,72,74,75,76,78,80],definit:[53,67],defusedxml:[55,56,57,58],delet:[1,2,3,47,48,61],delimit:61,demo:[54,55,58,78],demonstr:[54,55,56,57,58,78],demonstrat:[54,55],denorm:58,dep:77,depend:[32,36,56,58,59,60,65,75,79],depickl:64,deploi:[54,55,56,57,58,63,65,68,75,78],deploy:[54,55,57,58,59,75,76,78,79,80,82],deprec:69,dequantizelay:59,describ:[50,55,57,58,67,74,81],descript:56,deseri:[72,73,75],design:[54,55,57,58,82],desir:[59,78],destroi:67,destructor:67,detail:[54,55,56,59,74,75,79],detect:[49,55,59,64],detections_batch:58,determin:[54,61],determinist:69,develop:[54,55,57,58,68,75,77],deviat:80,devic:[0,22,35,37,40,47,50,51,52,54,55,57,58,59,64,69,71,72,73,76,78,80,81,82],device_typ:[47,48,72,78,81,82],deviceclass:[0,51],devicetyp:[22,40,47,48,51,52,72,78,81,82],devicetypestruct:[0,51],dict:[58,72,73],dictionari:[72,73,81],differ:[32,56,57,58,59,61,65,68,74],differenti:[54,55,57,58],dilat:[55,56,57,58,59,69],dim0:69,dim1:69,dim:[54,55,56,59,69],dim_int:69,dim_intlist:69,dimens:[49,56,61],dir:59,direct:79,directli:[67,68,71,77,78],directori:[19,20,21,22,23,44,45,46,47,51,59,77,78],disabl:[54,55,56,57,58,59,70,77,80],disable_calib:59,disable_qu:59,disable_tf32:[47,50,73,78],disclos:77,discuss:56,disp:[54,55,56,57],displai:[70,80],disregard:54,dist:77,distdir:77,distribut:[54,55,56,57,58,72,75,78,79],div:69,div_:69,divisor_overrid:69,dl_open:79,dla:[2,47,48,68,72,73,80],dla_cor:[47,48,72,78,80,81,82],dla_standalon:80,dlacor:80,doc:[59,65,66,77],docker:[54,55,57,58],docsrc:65,document:[44,45,46,47,51,52,54,55,56,65,74,75,78,79,81],doe:[45,46,58,61,67,78],doesn:[59,74,75],dog:59,domain:78,don:[57,67,78],done:[56,58,60,65],dont:44,doubl:[50,73,80],down:[54,55,57,58,77],download:[54,55,57,58,59,77,78],downsampl:[55,56],doxygen_should_skip_thi:[46,47],dr:56,driver:[54,55,56,57,77],drop:[58,77],dtype:[47,49,50,54,55,56,57,58,59,69,72,73,76,80],due:[4,5,54,55,57,58,59,77],dump:[38,77,80],dump_build_info:[22,40,47,51,52,72],dure:[50,59,67,71,78,79,80],dynam:[49,50,58,59,72,73],e1109:59,e:[31,32,54,55,58,61,67,72,74,75,77,78,80],each:[4,5,50,58,59,60,61,64,67,75,77],eager:[54,55,57,58],earliest:59,eas:45,easi:[60,61,75,78,80],easier:[59,63,65,67,75,78],easiest:77,easili:[4,5],ecc:[54,55,56,57],ecosystem:[54,55,57,58],edgecolor:58,edu:78,effect:[59,61,75,78],effici:67,efficientnet:[55,58],efficientnet_b0:54,efficientnet_b0_model:54,efficientnet_preprocess:54,effort:56,either:[49,50,54,55,56,57,58,67,72,73,74,75,77,80],el:69,element:64,element_typ:46,els:[45,46,49,59,73],elu:69,emb:[35,73,80],embed:[64,69,73,80,82],embed_engine_in_new_modul:[22,43,47,51,52,73],emit:60,empti:[50,57,73,74],emum:[17,18],enabl:[4,5,26,50,54,55,56,57,58,59,62,63,65,70,71,73,80],enable_calib:59,enable_precis:75,enable_qu:59,enabled_precis:[47,50,54,55,56,57,58,59,72,73,75,76,78,81,82],enalbed_precis:82,encod:64,encorag:[54,55,56],encount:77,end:[46,67,69,73,75,78,80],end_dim:[69,75],end_tim:[54,55,56,57,58,59],endif:[45,46,47],enforc:75,engin:[1,2,18,34,35,39,47,48,49,50,56,60,63,65,68,72,73,75,76,78,79,80,81,82],engine_converted_from_jit:75,enginecap:[0,22,40,47,50,51,52,72,73,81],enhanc:58,enough:59,ensur:[32,59,61],enter:60,entir:59,entri:[50,67],entropi:[31,32,59,78],entropy_calibr:71,entropy_calibration_2:[71,78],entrypoint:[55,56,57,58],enumer:[1,2,3,17,18,48,59,71],environ:[54,55,56,57,58],ep:[55,56,69],epoch:59,eq:69,equival:[34,57,58,63,65,67,73,74,75,78],equivil:39,erf:69,error:[17,50,54,55,57,58,60,61,65,70,73,75,77,80],eskimo_dog:54,essenti:56,eta:[54,55,57,58],etc:82,eval:[54,55,56,57,58,59,75,76],evalu:[58,63,64,65],evaluated_value_map:[60,67],even:75,event:49,everi:75,everyth:17,ex:[1,2,3,48],exactli:58,exampl:[49,54,55,56,57,58,59,64,65,67,70,72,73,74,75,78,79],except:[54,55,56,57,58],exception_elimin:61,execpt:61,execut:[35,54,55,56,57,58,61,63,64,65,72,73,74,75,78,80],execute_engin:[64,75],exeuct:64,exhaust:75,exist:[5,33,34,39,71,72,73,77,78],exp:69,expand:[61,69],expand_a:69,expanded_pad:59,expect:[49,50,54,55,56,57,58,61,67,72,75],experi:[54,55,57,58],experiment:59,explan:56,explic:[46,59],explicit:[1,2,3,4,5,47,48,56,61,68,78],explicitli:[59,62,63,65,78,81],explict:46,explictli:1,expon:69,expos:78,express:[54,55,56,57,58],extend:[63,65,67,75],extens:58,extent:[56,68,75],extra:[50,75],extract:75,extractor:57,f16:[75,80,82],f1:[54,55,56],f32:80,f:[57,59,74,77],facecolor:58,fact:77,factori:[5,31,32,78],fail:[75,82],fake:59,fake_quantize_per_:59,fake_quantize_per_channel_affin:[59,69],fake_quantize_per_tensor_affin:[59,69],fall:72,fallback:[62,63,65,67,80,82],fals:[1,2,3,4,5,46,47,48,50,55,56,58,59,69,72,73,75,78,81],famili:[54,55,57,58,59],familyhandyman:[54,55,56],fan:[54,55,56,57],fashion:75,faster:59,fbed:[54,55,56],fc1:[57,74,75],fc2:[57,74,75],fc3:[57,74,75],fc:[50,55,56,58,59,61,80],feat:[57,74,75],featur:[54,55,56,57,58,59,75,78,80,81],feb:[54,55,57],fed:[4,5,49],feed:[31,32,59,75],feel:[56,68],few:[54,55,57,58,72],field:[4,5,78],fig:[54,55,56,58],file:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,54,55,56,57,58,59,64,65,71,72,73,75,77,78,80],file_path:80,filer_publ:[54,55,56],filer_public_thumbnail:[54,55,56],fill:[54,55,57],filter:[58,59],find:[5,58,75],fine:59,finetun:59,finish:58,first:[49,57,58,59,60,61,75,76,78],five:58,fix:[50,55,58,82],fixed_s:[47,50],flag:[59,62,63,65,71,77,79,80],flatten:[57,69,74,75],flatten_convert:75,flexibl:[54,55,57,58],float16:[54,55,57,58,72,80],float32:[49,50,54,55,56,59,72,73,80],float64:73,float_int:69,floor:69,floor_divid:69,floordiv:69,flow:[57,58,59,67,74],fly:74,follow:[54,55,56,57,58,59,64,74,75,77,78,79,80],footprint:[54,55,57,58],forc:[73,80],form:[60,72],format:[47,49,50,54,55,56,57,58,59,72,73,76,80],forum:77,forward:[31,32,34,35,57,59,64,67,72,73,74,75,78,81],found:[44,45,46,47,54,55,56,57,58,75,77,78,79],fp16:[1,49,50,56,57,58,59,68,75,76,80,82],fp32:[1,49,50,56,57,58,59,68,73,78,80],framework:[54,55,57,58],freed:67,freeli:56,freeze_modul:61,fri:54,friend:47,frog:59,from:[1,2,3,4,5,31,32,46,48,49,50,54,55,57,58,59,60,61,63,64,65,67,68,73,74,75,78,80],frozen:59,fssl:77,fstream:[21,46],full:[50,59,67,70,75,78,79,80,82],fulli:[33,61,73,75,78,80,82],fuse:[54,55,57,58],fuse_addmm_branch:61,fuse_flatten_linear:61,fuse_linear:61,fusion:67,futur:[54,55,57,59],g:[31,32,61,72,77,78,80],gain:58,gamma:69,gaurd:45,gcc:[65,75],ge:69,gear:78,geforc:[54,55,57],gelu:69,gener:[4,5,32,54,55,56,57,58,59,61,64,65,67,74,75,77,78,80],genutil:[55,56,57,58],get:[1,2,3,4,5,25,36,46,48,58,59,61,67,70,72,77,78],get_batch:71,get_batch_impl:46,get_batch_s:71,get_build_info:[22,40,47,51,52,72],get_cache_mode_batch:71,get_coco_object_dictionari:58,get_is_colored_output_on:[19,41,44,51,52,70],get_logging_prefix:[19,41,44,51,52,70],get_reportable_log_level:[19,41,44,51,52,70],getattr:[61,64,74,75],getbatch:[4,5,46],getbatchs:[4,5,46],getdimens:[67,75],getoutput:[67,75],gi:[54,55,56,57],github:[54,55,57,58,61,66,75,77,78,79],give:57,given:[49,50,58,61,71,72,73,74,75,80,81],global:[28,59,75],gnu:77,go:[46,54,55,56,57,58,59,61,68,74,75],goal:67,goe:59,good:[46,67],got:75,govern:[54,55,56,57,58],gpu:[2,34,37,39,47,48,54,55,56,57,58,59,72,73,75,78,80,81,82],gpu_id:[37,47,48,72,78,80,81,82],granular:57,graph:[17,33,34,39,47,54,55,56,57,58,59,60,63,65,67,68,70,73,74,75,80],graphic:56,great:[54,55,57,58,75],greater:70,green_mamba:[55,56],group:[59,69],gru_cel:69,gt:[54,55,56,57,58,69],gtc:68,guard:61,guard_elimin:61,gulf:[54,55,56],gz:[77,78],h:[1,2,3,4,5,6,7,8,9,10,11,12,13,16,17,18,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,51,53,54,55,58,61,75,78,80],ha:[54,55,56,57,58,59,60,61,62,63,65,67,74,75,78],hack:46,hakaimagazin:[54,55,56],half:[56,57,58,59,72,75,76,78,80,81,82],handl:[58,61,64],happen:[57,59,74],hardtanh:[67,69],hardtanh_:69,hardwar:[54,55,57,58,82],hash:77,have:[32,46,54,55,56,57,58,60,61,67,68,72,74,75,77,78,80],haven:75,head:58,header:[54,55,56,75],help:[29,54,55,57,59,60,67,75,79,80],helper:[57,58,59,67],here:[46,54,55,56,57,58,60,64,74,75,77,78,79],hermet:77,hfile:[23,51],hidden:45,hierarchi:59,high:[54,55,58,61],higher:[61,74],highli:56,hinton:78,hist_percentil:59,histogram:59,historgram:59,hold:[48,49,60,67,78],holder:64,home:77,hood:[65,76],hors:59,host:[55,56,57,58,59,77],how:[4,5,54,55,56,58,59,74,79,81],howev:[32,54,55,57,58,77],html:[59,66,74,77,78],http:[54,55,56,57,58,59,61,66,74,75,77,78,79],http_archiv:77,hub:[55,58],huski:[54,55,56],hx:69,hybrid:73,i8:80,i:[54,55,56,57,58,59,61,67,74,75,78,80],id:[37,47,54,55,56,57,58,72,80,82],idea:61,ident:80,idx:[58,69],ifndef:[46,47],ifstream:46,ignor:72,iint8calibr:[4,5,31,32,46,47,50,73,78],iint8entropycalibrator2:[4,5,31,32,46,78],iint8minmaxcalibr:[31,32,78],ilay:67,illustr:59,imag:[54,55,56,58,59,78],image_classif:58,image_idx:58,imageio:58,imagenet:[54,55,56,59],imagenet_cla:[54,55,56],imagenet_class_index:[54,55,56],images_:78,img0:[54,55,56],img1:[54,55,56],img2:[54,55,56],img3:[54,55,56],img:[54,55,56],img_path:[54,55,56],impact:[54,55,57,58],implement:[4,5,54,55,56,57,58,61,64,75,78,79],impli:[54,55,56,57,58],implic:61,implicit:69,implicitli:72,implictli:72,importlib:[55,56,57,58],improv:59,imshow:[54,55,56,58],in_featur:[55,56,57],in_shap:75,in_tensor:74,incas:46,includ:[14,16,17,36,38,44,45,46,47,53,54,55,57,58,62,63,64,65,74,75,77,78,80],includedirectori:[23,51],incompat:77,incorrect:59,ind:[54,55,56],inde:[54,55,57,58],independ:58,index:[54,55,56,57,58,59,66,68,69,78],indic:69,indigo_bunt:54,inetworkdefinit:60,infer:[54,55,57,59,61,72,73,75,78],info:[17,34,39,47,50,67,70,72,75,80],inform:[27,35,36,38,49,56,58,59,60,64,68,70,72,74,75,77,78,80,81],infrastructur:78,ingest:65,inherit:[51,52,78],init_weight:59,initi:59,inlin:[1,2,3,4,5,31,32,46,48,50,55,56,57,58,61,75],inner:50,inplac:[55,56],input0:75,input1:75,input2:75,input:[4,5,22,32,40,46,47,50,51,52,54,55,56,57,58,59,60,61,64,67,69,70,72,73,74,75,76,78,80,81,82],input_0:[64,75],input_batch:[54,55,56],input_data:[54,55,56,57,58,59,74,76],input_file_path:[80,82],input_is_dynam:47,input_s:75,input_scal:69,input_shap:[54,55,56,57,58,59,78,82],input_spec:80,input_tensor:[54,55,56],inputclass:[0,51],inputrang:75,insert:[59,75,78],inspect:[54,55,57,58,67,74,75],instal:[54,55,56,57,58,59,68,75,79],instanc:[57,61,71,74,75],instance_norm:69,instanti:[63,64,65,67,75],instatin:[1,2,3,48],instead:[50,54,55,56,57,58,59,60,61,75,79,80],instnanti:64,instruct:[62,63,65,75,77],insur:77,int32:[56,72,73],int64:73,int64_t:[47,48,49,50,78,82],int8:[1,46,49,50,56,68,72,73,78,80,82],int8_t:47,int8cachecalibr:[21,32,42,46,51,52],int8cachecalibratortempl:[0,51],int8calibr:[4,21,31,42,46,51,52],int8calibratornamespac:[0,51],int_float:69,integ:[59,72],integr:[54,55,56,57,58,68],intend:77,intent:61,intercompat:58,interest:61,interfac:[1,2,3,48,64,65,67,78],intermedi:[17,54,55,57,58,70,74],intern:[2,17,48,54,55,57,58,59,67,70,75],internal_error:70,internalerror:70,interpol:54,interpolationmod:54,interpret:[54,55,57,58,64],intro_to_torchscript_tutori:74,introduc:[54,55,57,58,59],invalid:59,invok:[74,75],involv:[54,55,57],io:[46,54,55,56,57,58],iostream:[21,22,46,47,75],ipykernel:[55,56,57,58],ipython:[55,56,57,58],ipywidget:[55,56,57,58,59],ir:[54,55,57,58,63,65,67,72,74],is_avail:[54,55,56],is_floating_point:69,is_train:78,iscustomclass:67,isinst:59,issu:[4,5,54,55,57,75,77],istensor:67,istream_iter:46,it_:46,item:[54,55,56,59],itensor:[60,67,75],iter:[21,46,50,54,55,56,57,58,59,60,71,73,80],its:[32,54,55,57,58,60,64,67],itself:[1,2,3,48,61,77,80,81],ivalu:[60,64,67,75],jedi:[55,56,57,58],jetpack:77,jetpack_4:77,jetson:[54,55,57,58,72],jinja2:[55,56,57,58],jit:[33,34,35,39,47,54,55,56,57,58,59,60,61,63,64,65,66,67,72,73,74,75,76,80,81],jit_model:59,join:59,jpeg:[54,55,56],jpg:[54,55,56,58],jpg__1920x1080_q85_subject_loc:[54,55,56],json:[54,55,56],json_fil:[54,55,56],jsonschema:[55,56,57,58],jupyt:[55,56,57,58],jupyterlab:[55,56,57,58],jupyterlab_widget:[55,57,58],just:[46,47,54,55,56,58,61,68,70,74,75,76,79,81],k:[69,78],kb:[54,55,56,57,58],kbool:[1,47],kchannelslast:[3,47],kchar:[1,47],kclip:67,kcontigu:[3,47,49],kcpu:[2,48],kcuda:[2,48,75],kdebug:[17,44,46],kdla:[2,47,48,82],kdla_standalon:[18,47],keepdim:69,kei:[59,74],kept:59,kernel:[49,50,54,55,57,58,67,72,73,80],kernel_s:[55,56,57,69],kerror:[17,44],keyword:[72,73],kf16:[78,82],kfloat:[1,47,50],kgpu:[2,47,48],kgraph:[17,44,61],khalf:[1,47,75],ki8:78,kind:[54,55,56,57,58,60,72],kinfo:[17,44,46],kint:[1,47],kinternal_error:[17,44],know:[44,67],kriz:78,krizhevski:78,ksafeti:[18,47],kstandard:[18,47,50],ktest:78,ktrain:78,kunknown:[1,3,47],kwarg:[59,71,72],kwarn:[17,44],l:69,label:[54,55,56,58,59,78],lack:[62,63,65],laid:75,lambda:[55,56,58,67,75],languag:[54,55,56,57,58,74],larg:[54,55,57,58,59,63,65,75,78],larger:78,largest:69,last:[3,58,61,72],later:[32,75],latest:[54,55,77],law:[54,55,56,57,58],layer1:[55,56],layer2:[55,56],layer3:[55,56],layer4:[55,56],layer:[48,50,54,55,57,58,59,60,61,67,73,75,78,80,82],layer_norm:69,layout:[3,49,69,72,73],ld_library_path:77,ld_preload:79,ldd:77,le:69,leaky_relu:69,leaky_relu_:69,learn:[56,59,68,75,77,78,82],least:[54,55],leav:[57,59,61],left:58,legacy_calibr:71,len:[58,59,69],lenet:[74,75],lenet_script:[74,75],lenetclassifi:[57,74],lenetfeatextractor:[57,74],length:[4,5,46,54,55,56,69],let:[48,54,55,56,57,58,61,67,72,73,80],level:[19,25,27,28,41,44,46,51,52,54,55,57,58,59,61,65,70,74],levelnamespac:[0,51],leverag:[54,55,56,57,58,78],lib:[54,55,56,57,58,59,61,75,77],librari:[36,44,45,46,47,54,55,56,57,58,59,63,64,65,67,75],libtorch:[5,38,54,55,57,58,67,75,77,78],libtorch_pre_cxx11_abi:77,libtorchtrt:[75,77,80],libtorchtrt_plugin:79,libtorchtrt_runtim:79,licens:[44,45,46,47,54,55,56,57,58,75],like:[54,55,57,58,60,61,64,67,74,75,76,77,78,79,80],limit:[54,55,56,57,58,61,70,78],line:[75,80],linear:[3,55,56,57,59,69,72,74],linewidth:58,link:[60,68,75,79,80],linux:[65,75,77],list:[19,20,21,22,33,50,53,58,59,60,64,67,69,72,73,75,76,77],listconstruct:[60,64,75],listunpack:[64,75],live:67,load:[54,55,56,58,59,64,71,73,75,76,78,79,80,81],load_calib_amax:59,load_librari:79,load_state_dict:59,loader:[54,55,57,58],loading_data_recip:78,local:[58,59,61,75],locat:[58,77,78],log:[16,17,20,21,23,40,46,51,52,53,59,61,67,68,69,72],log_debug:67,logger:70,loggingenum:[0,51],loglevel:70,longer:[54,55,57,58,79],look:[54,55,56,57,58,59,60,61,74,78,81],loop_unrol:61,lorikeet:[55,56],loss:[59,78],lot:67,lower:[17,56,70,72],lower_graph:61,lower_tupl:61,loweralltupl:61,lowersimpletupl:61,lr:59,lstm_cell:69,lt:[55,56,57,58,59,69],ltorchtrt:79,lvl:[27,28,44],m:[54,55,56,57],machin:[54,55,57,58,64,77,78],macro:[6,7,8,9,10,11,12,13,16,19,22,23,44,47,51,53],made:[58,61,63,65],mai:[54,55,56,57,58,60,64,65,74,75,77,78],main:[58,61,63,64,65,67,75],maintain:[64,67],major:[54,55,57,58,65],make:[54,55,56,57,58,60,75,76,77,78,82],make_data_load:[5,78],make_int8_cache_calibr:[21,42,46,51,52,78],make_int8_calibr:[21,32,42,46,51,52,78],manag:[54,55,56,57,58,60,63,65,67,70,72,75],mangag:61,mantissa:[50,73],manual:77,manylinux2014_x86_64:58,manylinux_2_17_x86_64:58,map:[2,48,60,61,63,65,67,75,78,81],mark:[54,61],marknodesforfallback:61,markupsaf:[55,56,57,58],mask:69,masked_fil:69,master:[61,66,77,78,79],mat2:69,match:[50,61,77],matmul:[61,69,75],matplotlib:[54,55,56,57,58],matrix:66,matur:65,max:[49,50,55,56,57,58,59,67,69,72,80],max_bound:59,max_c:80,max_h:80,max_n:80,max_pool1d:69,max_pool2d:[57,69,74,75],max_pool3d:69,max_shap:[47,49,56,57,72,73,76],max_val:[67,69],max_valu:59,max_w:80,maxcalibr:59,maxim:56,maximum:[49,50,54,55,56,59,73,80],maxpool2d:[55,56],maxpool:[55,56],mb:[54,55,56,57,58,80],md:66,mean:[54,55,56,57,58,59,67,68,69],mechan:67,media:[54,55,56],meet:72,member:[48,49,50,72],memeori:3,memori:[21,22,46,47,50,54,55,56,57,58,61,67,72,73,75,76],memory_format:[69,72],memoryformat:[3,47],menu:80,messag:[17,27,28,70,80],metadata:[64,67],method:[33,34,35,39,49,54,55,56,57,58,59,61,67,72,73,74,75,77,80,81],method_nam:[33,39,47,72,73,75,80],mig:[54,55,56,57],might:[59,61,77],min:[49,50,67,69,72,80],min_block_s:[47,50,73],min_bound:59,min_c:80,min_h:80,min_n:80,min_shap:[47,49,56,57,72,73,76],min_val:[67,69],min_valu:59,min_w:80,mini:[54,55,56],minim:[50,73,78,80],minimum:[49,50,56,70,73,80],minmax:[31,32,78],minmax_calibr:71,miss:75,mistun:[55,56,57,58],mix:58,mkdir:[54,55,56,77],mobilenet_v2:81,mod:[75,78,80],mode:[59,76,78],mode_:78,model:[64,70,74,75,76,78,80,81],model_math:58,model_nam:59,model_state_dict:59,model_torchtrt:70,model_trt:70,modern:58,modifi:77,modified_state_dict:59,modul:[33,34,35,39,47,50,54,55,56,57,58,59,62,63,64,65,67,68,72,73,76,78,80,81,82],modular:75,module_fallback:61,module_nam:80,momentum:[55,56,59,69],monthli:56,more:[54,55,56,57,58,59,60,68,72,74,75,77,78,79,81],most:[65,77,79],move:[31,46,47,54,55,56,57,58,61,64,73,75,78],ms:[54,55,56,57,58,59],mse:59,msg:[28,44,70],much:[67,78],mul:[59,69],mul_:69,multi:80,multipl:[64,78],multipli:[50,73],must:[49,50,58,61,67,72,73,75,77,79,80],mymodel:76,mypi:58,n01537544:54,n01739381:54,n01749939:[55,56],n01820546:[55,56],n02109961:54,n02110185:[55,56],n02481823:[54,55,56],n:[54,55,57,67,75,78,80],name:[4,5,33,39,46,54,55,56,57,58,59,64,67,71,73,74,75,77,81],named_modul:59,namespac:[0,44,45,46,47,53,61,68,78],narrow:[59,69],nativ:[59,65,66,75],native_funct:66,nbbind:[4,5,46],nbclient:[55,56,57,58],nbconvert:[55,56,57,58],nbformat:[55,56,57,58],nchw:[3,72,73],ncol:[54,55,56],ne:[61,69],necessari:[44,79],need:[1,2,3,27,32,45,48,54,55,56,58,60,61,67,75,76,77,78,79],neg:69,negative_slop:69,nest:[51,52,55,56,57,58],net:[54,55,56,67,75],network:[31,32,54,55,57,58,59,67,75,78,82],networkx:58,neural:[54,55,58,82],new_lay:67,new_local_repositori:77,new_lr:59,new_siz:78,newer:[54,55,57,58],next:[4,5,58,59,60,64,78],ngc:[54,55,56,57,58,77],nhwc:[3,72,80],nice:77,ninja:77,nl:[54,55,56],nlp:[31,32,78],nn:[54,55,56,57,59,61,66,72,73,74,75,76],no_grad:[54,55,56,57,58,59],node:[59,61,62,63,65,67,75],node_info:[67,75],noexcept:[4,5,46,78],non_block:[59,69],none:[54,55,57,58,59,67,69,72,73],norm:69,normal:[1,2,3,48,54,55,56,57,58,59,74,75,78,82],normalized_shap:69,noskipw:46,notatemoduleforfallback:61,note:[2,48,49,67,72,75,77,82],notebook:[54,55,56,57,58,59,65],notic:[57,58],now:[54,55,57,58,61,65,67,75,77,81],np:[54,55,56,57,58,59],nrow:[54,55,56],nrun:[54,55,56,57,58,59],nullptr:[46,47,50],num:80,num_avg_timing_it:[47,50,73,81],num_batch:59,num_bit:59,num_calib_batch:59,num_class:59,num_epoch:59,num_it:80,num_min_timing_it:[47,50,73,81],num_op:80,num_work:[59,78],number:[4,5,50,54,55,59,61,67,72,73,75,80],numel:69,numer:80,numpi:[54,55,56,57,58,59],nvidia:[34,39,44,45,46,47,54,55,56,57,58,59,61,66,72,73,75,77,78,79,80,82],nvidia_convnets_processing_util:58,nvidia_deeplearningexamples_torchhub:58,nvidia_efficientnet:58,nvidia_efficientnet_b0:58,nvidia_efficientnet_b4:58,nvidia_efficientnet_widese_b0:58,nvidia_efficientnet_widese_b4:58,nvidia_resnet50:58,nvidia_resnext101_32x4d:58,nvidia_resnext:58,nvidia_se_resnext101_32x4d:58,nvidia_ssd:58,nvidia_ssd_processing_util:58,nvidia_ssdpyt_amp_200703:58,nvidia_tacotron2:58,nvidia_tts_util:58,nvidia_waveglow:58,nvinfer1:[4,5,31,32,46,47,50,67,78],nvinfer:[21,46],nwarmup:[54,55,56,57,58,59],o:[54,55,56,77],obj:69,object:[1,2,3,4,5,48,49,50,64,67,70,71,73,78,81],observ:[54,55,59],obsolet:58,obtain:[54,55,56,57,58,59,76],obvious:74,octet:[54,55,56],off:[54,55,56,57,58,64],offici:77,ofstream:[46,75],ok:[54,55,56,75],okai:50,older:65,onc:[44,45,46,47,60,61,64,78,79],one:[58,59,61,67,70,72,74,75],ones:[44,54,55,57,58,62,63,65,75,77],onli:[2,4,5,17,32,46,48,49,57,58,61,65,67,70,72,77,78,79,80,82],onnx:61,onto:[64,80],onward:[54,55,56],op:[54,55,56,58,59,60,61,63,65,67,72,75,79,80],op_nam:80,op_precis:[54,55,56,58],open:[54,55,56,57,58],oper:[1,2,3,4,5,33,46,47,48,50,54,55,56,57,58,59,60,61,62,63,64,65,67,68,72,73,76,78,80,82],oppos:73,opset:[63,65],opt:[49,50,54,55,56,57,58,59,72,77],opt_c:80,opt_h:80,opt_n:80,opt_shap:[47,49,56,57,72,73,76],opt_state_dict:59,opt_w:80,optim:[49,54,55,56,57,58,59,61,68,74,75,76,80],optimin:49,optimiz:[54,55,57,58,74],option:[46,49,62,63,65,72,77,78,79,80,82],order:[50,58,67,73,75,76],org:[54,55,56,57,58,59,66,74,75,77,78],origin:[58,59],original_nam:57,os:[47,59],ostream:47,other:[1,2,3,47,48,54,55,56,57,58,59,60,61,64,68,69,75,76,77,79,80],otherwis:[54,55,77,79],our:[54,55,56,57,58,65,74,75],out:[33,46,54,55,56,57,59,60,61,63,65,67,70,73,75,77],out_dir:59,out_featur:[55,56,57],out_shap:75,out_tensor:[67,75],output0:61,output:[26,29,50,54,55,56,57,58,59,60,61,64,67,70,75,77,80],output_file_path:[80,82],output_pad:69,output_s:[55,56,69],outself:75,over:[54,55,56,57,63,65],overkil:57,overrid:[4,5,31,32,46,72,78],overview:[66,68],own:[54,55,57,67,75],p0:56,p8:[54,55,57],p:[54,55,56,69,75,80,82],packag:[54,55,56,57,58,59,61,75,80],pad:[55,56,59,69],padding_idx:69,padding_mod:59,page:[56,68],pair:[61,67,77,78],pandocfilt:[55,56,57,58],paper:[54,55,58],param:71,param_group:59,paramet:[1,2,3,4,5,27,28,29,31,32,33,34,35,37,39,48,49,50,59,60,61,67,70,72,73,74,75],parent:[15,16,19,20,21,22],pars:[59,75],parso:[55,56,57,58],part:[65,80],parti:56,partial:[54,55,57,58,80],particular:57,partit:61,pass:[59,60,62,63,64,65,67,70,71,74,75,78],patch:58,path:[5,14,15,16,31,32,57,58,59,71,72,74,75,77,78,80],path_to_torchtrt_root:77,pathspec:58,pathwai:74,pattern:[67,72,75],peephole_optimz:61,per:[56,58,59],percentil:59,perf:[54,55,56,57],perfom:59,perform:[31,32,54,55,56,57,58,78],performac:78,permiss:[54,55,56,57,58],permut:69,persist:[54,55,56,57],pexpect:[55,56,57,58],phase:[17,59,67,75],pick:[57,74],pick_best:58,pickler:64,pickleshar:[55,56,57,58],pid:[54,55,56,57],pil:[54,55,56],pillow:[54,58],pin_memori:69,pip3:77,pip:[54,55,56,57,58,59,77],pipelin:[80,82],piplein:75,pixel_shuffl:69,place:[49,61,77,78],plan:[65,80],plane:59,platform:[47,54,55,57,58,65,77,80,82],platformdir:58,pleas:[54,59,75,77],plot:58,plot_result:58,plt:[54,55,56,58],point:[72,75],pointer:[4,5,78],pool:[55,56,57,58,59,82],pop:64,popular:77,portabl:[54,55,57,58,64,73],posit:[72,80],possibl:[54,55,57,58],post:[31,32,50,68,75,80],potenti:50,pow:69,power:[54,55,57,58,75],pr:75,practic:[54,55,57,58],pragma:[44,45,46,47,78],pre:[35,54,55,59,61,71,73,78,79],pre_cxx11_abi:77,precis:[50,56,57,58,68,72,75,76,78,80,82],pred:[54,55,56,59],pred_label:58,pred_loc:58,predict:[54,55,56,58],prefer:75,prefix:[29,30,44,70],preinstal:77,prelu:69,prepar:[54,55,57,58],prepare_input:58,prepare_tensor:58,preprint:78,preproc:71,preprocess:[54,55,56,59,78],preserv:[59,74,78],prespect:74,pretrain:[54,55,56,58,81],pretti:75,prevent:[50,80],previous:[32,35,75],prim:[60,61,64,69,74,75],prim_devic:69,primarili:[65,75],print:[17,33,46,54,55,56,57,58,59,70,72,73,75,81],priorit:77,privat:[4,5,46,47,78],prob:[54,55,56],probabl:[54,55,56,58],probablil:[54,55,56],proce:[54,55,56],process:[54,55,56,57,58,59,74,78,80,81],prod:69,produc:[49,60,64,67,75],product:[50,54,55,57,58],profil:[49,57],program:[19,20,21,22,32,53,56,57,58,63,64,65,68,74,80],prometheu:[55,56,57,58],prompt:[55,56,57,58],properli:77,propog:61,provid:[4,5,50,54,55,56,64,67,72,73,75,76,77,78,79,80,81],providi:[63,65],psutil:56,pt:[58,59,75,80],pth:[55,58,59],ptq:[4,5,16,19,23,40,51,52,53,68,72,73,80],ptq_calibr:[4,5,47,50,78],ptqtemplat:[0,51],ptyprocess:[55,56,57,58],pull:77,pure:[33,56,58],purpos:[58,77],push:64,push_back:46,pwr:[54,55,56,57],py2:[55,57,58],py3:[54,55,57,58],py:[54,58,59,61,65,74,75,77,78],pycpars:[55,56,57,58],pygment:[55,56,57,58],pypa:[54,55,56,57,58],pypars:[55,56,57,58],pypi:[54,55,56,57,58,59,77],pyplot:[54,55,56,58],pyrsist:[55,56,57,58],python3:[54,55,56,57,58,59,61,75,77],python:[54,55,56,57,58,59,65,75,79,80,81,82],python_api:66,pythonhost:[55,56,57,58,59],pytorch:[49,50,54,55,56,58,59,61,62,63,64,65,67,71,72,73,74,75,76,77,78,79,80],pytorch_quant:[58,59],pytorch_vision_v0:56,pywavelet:58,pyzmq:[55,56,57,58],qat:59,qat_model:59,qualiti:[54,55,58],quant:59,quant_dim:59,quant_input:59,quant_max:69,quant_min:69,quant_modul:59,quant_nn:59,quant_weight:59,quantconv2d:59,quantdescriptor:59,quantiz:[31,32,58,68,75,80],quantizatiom:50,quantizelay:59,quantlinear:59,quantoz:59,quantpool:59,question:75,quick:59,quickli:[54,55,75,78,80],quit:[67,75],r:58,rais:61,raiseexcept:61,rand:75,randn:[54,55,56,57,58,59,72,73,75,81],randomcrop:59,randomhorizontalflip:59,rang:[49,50,54,55,56,57,58,59,72,80],rate:59,rather:61,raw:58,read:[4,5,31,32,46,56,78],read_calibration_cach:71,readcalibrationcach:[4,5,46],readi:56,readm:[54,55,57,58],realiz:64,realli:67,reason:[1,58,74],recalibr:32,recip:78,recipi:58,reciproc:69,recognit:[55,59,78],recomend:[31,32],recommend:[31,32,54,55,56,57,58,59,75,77],recompil:58,record:[57,59,60,74],rect:58,rectangl:58,recurs:60,recursivescriptmodul:57,reduc:[54,55,57,58,59,61,63,65,78],ref:[63,65],refer:[49,59,63,65,75,76,78],referenc:[58,77],refit:[47,50,73,81],reflect:47,regard:77,regist:[35,64,67,73],registernodeconversionpattern:[67,75],registri:[60,75],regular:59,reinterpret_cast:46,relat:48,relationship:[51,52],relu:[55,56,57,69,74,75],relu_:69,remain:[54,55,57,58,61,78],remov:[54,55,57,58,59],remove_contigu:61,remove_dropout:61,remove_to:61,repack:64,repeat:[69,80],replac:[58,61],replication_pad1d:69,replication_pad2d:69,replication_pad3d:69,report:[25,46],reportable_log_level:70,repositori:[54,55,58,65],repres:[49,50,59,67,70],represent:[54,55,57,58,61,67,74],request:[54,55,56,72,75],requir:[32,50,54,55,56,57,58,59,60,61,70,72,73,75,78,79,80],require_full_compil:[47,50,54,55,57,58,73],requires_grad:69,research:[54,55,57,58],reserv:[44,45,46,47,54,55,56,57,58],reset:46,reshap:69,residu:55,resiz:[54,55,56],resnet50:[55,56,58],resnet50_model:[55,56],resnet:[56,58,64],resnet_trt:64,resolv:[54,55,56,60,61,63,65],resolve_data_config:54,resourc:[55,56,57,58,60,78],respons:[32,54,55,56,59,64],restrict:[50,73],result:[54,55,56,57,59,60,61,70,73,74,76],results_per_input:58,ret:61,rethink:54,reus:[61,78],rgb:[54,55],right:[44,45,46,47,54,55,56,57,58,61,65,67],rn50_preprocess:[55,56],root:[44,45,46,47,54,55,56,57,58,59,77,78],round:[50,59,73],round_:59,rsub:69,rule:[73,77],run:[2,39,48,50,54,55,56,57,58,59,60,61,62,63,64,65,67,68,72,73,74,75,76,77,78,79,80,81,82],runetim:56,running_loss:59,running_mean:69,running_var:69,runtim:[54,55,56,57,58,68,75],s3:[54,55,56],s:[49,50,58,59,64,67,68,72,74,75,76,78],safe:[67,73],safe_dla:72,safe_gpu:72,safeti:[50,72,80],same:[54,55,56,58,64,74,75,77,81],sampl:[54,55,78],satisfi:[54,55,56,57,58],save:[32,46,54,55,56,57,58,59,64,72,73,75,76,79,80],save_checkpoint:59,saw:75,scalar:[67,69],scalaropt_dim:69,scalartyp:[1,47,69],scale:[54,59,69,78],scale_factor:69,scale_grad_by_freq:69,scales_d:69,scales_h:69,scales_w:69,schedul:[59,72],schema:[67,75],scikit:58,scikit_imag:58,scipi:58,scope:61,score:[54,55,56,58],scratch:32,script:[33,58,59,61,72,73,74,75,76,81],script_model:[57,74,81],scriptclass:73,scripted_model:82,scriptmodul:[72,73,75],sdk:[54,55,57,58,66],seamlessli:[56,68],search:68,second:[54,56,61],section:[56,59,75,78],secur:77,see:[33,54,55,56,57,58,61,64,72,73,74,75,77],select:[18,31,32,39,50,54,55,57,58,64,69,72,73,77,78,80],self:[57,59,61,64,67,69,71,74,75,82],self_1:[64,75],self_int:69,send2trash:[55,56,57,58],sens:75,sent:[54,55,56],sentinel:[1,3],separ:[54,55,57,58],seper:[62,63,65],sequenti:[55,56],serial:[35,39,63,65,72,73,75,80],seriali:73,serializ:[64,74],serialized_engin:73,seril:64,serv:[64,80],set:[4,5,17,22,27,29,32,34,37,39,47,48,49,50,54,55,57,58,59,60,61,62,63,64,65,68,70,72,73,74,75,76,77,78,82],set_devic:[22,40,47,51,52,72],set_is_colored_output_on:[19,41,44,51,52,70],set_logging_prefix:[19,41,44,51,52,70],set_reportable_log_level:[19,41,44,51,52,59,70],setalpha:67,setbeta:67,setnam:[67,75],setreshapedimens:75,setup:[45,59,78],setuptool:[55,56,57,58],sever:[17,28,70],sgd:59,sh:77,sha256:77,shape:[47,49,50,54,55,57,58,59,67,69,72,73,76,80,82],shape_mod:72,share:77,shift:77,ship:[59,75,79],should:[1,4,5,32,47,50,54,56,59,60,61,62,63,65,67,68,70,72,78,80],show:58,showcas:[54,55,56],shown:75,shuffl:[59,75,78],shutterstock_780480850:[54,55,56],siberian:[54,55,56],siberian_huski:[55,56],side:[61,75],sigmoid:69,sigmoid_:69,signatur:73,signifi:[49,61],signific:[58,59],significantli:61,similar:[58,67,75,79,81],simonyan:78,simpil:78,simpl:[54,55,57,58,59,74],simpli:[56,57,61],simplic:[54,55,58],simplifi:60,simul:59,sin:69,sinc:[57,61,74,75,78],singl:[49,50,57,61,72,74,75,78,80],singular:67,sinh:69,site:[54,55,56,57,58,59,61,75,77],six:[55,56,57,58],size:[4,5,46,49,50,54,55,56,57,58,59,61,69,72,73,75,78,80,82],size_t:[4,5,46,78],skip:80,slice:69,slither:[54,55,56],sm:64,sm_output:[54,55,56],small:[59,61],smi:[54,55,56,57],snake:[54,55,56],so:[1,46,54,55,56,57,59,60,61,64,65,67,68,75,77,78,80],softmax:[54,55,56,58,59,61,69],softwar:[54,55,56,57,58],sole:78,some:[54,55,60,61,63,64,65,67,75,78],someth:[45,61],sort:[67,69,81],soupsiev:56,sourc:[44,45,46,47,54,55,58,65,72,73],space:78,spars:[69,80],sparse_weight:[47,50,73],sparsiti:[50,73,80],spec:[49,50,54,55,57,58,70,72,73,80,81],specif:[34,50,54,55,56,57,58,61,63,65,72,73],specifi:[4,5,50,54,55,56,57,58,59,67,68,70,72,73,76,80,81],specifii:72,speed:[54,55,56,58],speedup:[54,55],split:69,split_siz:69,split_with_s:69,sqrt:69,squeez:69,src:[64,66,69],ss:46,ssd300:58,ssd300_trt:64,ssd:64,ssd_300_trace:58,ssd_pyt_ckpt_amp:58,ssd_trace:80,ssd_trt:80,sstream:[21,46],stabl:[59,66],stack:[56,58,59,64,69,78],stage:60,stand:64,standard:[54,55,56,57,58,64,68,79,80,81],start:[56,58,59,60,69,77,81],start_dim:[69,75],start_step:69,start_tim:[54,55,56,57,58,59],startswith:59,stat:59,state:[54,55,59,60,67,75],state_dict:59,statement:61,static_cast:46,statist:59,statu:46,std:[4,5,24,28,30,31,32,33,35,36,39,44,46,47,49,50,54,55,56,75,78,82],stderr:59,stdout:[38,70,72],steamlin:78,step:[54,55,56,57,58,59,68,69,78],still:[46,58,78],stitch:[57,75],stop:75,storag:78,store:[3,5,60,64,67,74,75],str:[20,45,46,51,52,54,55,56,69,70,72,73],straight:67,strategi:72,stream:[54,55,56],strict:79,stride:[55,56,57,58,59,69],string:[4,5,19,21,22,24,28,30,31,32,33,35,36,39,44,46,47,50,64,67,72,75,78],stringstream:46,strip_prefix:77,strong:[54,55,57,58],struct:[2,22,40,43,47,78],structur:[32,48,50,54,55,57,58,65,67,74],style:[44,45,46,47],sub:[69,74],sub_:69,subdirectori:53,subexpress:61,subgraph:[50,60,61,67,75,80],subject:65,submodul:[57,74],subplot:[54,55,56,58],subset:[59,78],successfulli:[54,55,57,58],sudo:77,suffic:61,suit:[56,68],sum:[50,59,69,73],summarywrit:59,support:[1,2,3,29,33,48,49,50,54,55,56,57,58,59,66,68,72,73,74,75,77,80,82],sure:[75,76,77,82],sy:59,symbol:[77,79],synchron:[54,55,56,57,58,59],system:[54,55,56,57,58,60,67,68,73,77],t1:69,t2:69,t:[1,2,3,47,48,56,57,59,61,67,69,74,75,77,78,80],tabl:77,take:[33,34,35,39,54,55,57,58,60,63,64,65,67,72,73,75,78,81],taken:[54,55,58],talk:68,tan:69,tanh:69,tanh_:69,tar:[77,78],tarbal:[75,78],target:[2,47,48,49,50,54,55,56,57,58,64,65,68,72,73,76,78,80,81,82],targets_:78,task:[31,32,78],techinqu:75,techniqu:[59,78],tell:[61,62,63,64,65,67],tem:80,temp:[54,55,56,57],templat:[21,42,46,47,51,52,75],tensor:[3,35,46,47,49,50,54,55,56,57,58,59,60,61,64,67,69,72,73,74,75,78],tensor_qu:59,tensor_quant:59,tensor_scalar:69,tensor_tensor:69,tensorboard:59,tensorcontain:67,tensorformat:[22,40,47,49,51,52,72],tensorformatenum:[0,51],tensorlist:67,tensorquant:59,tensorrt:[1,2,4,5,15,31,32,33,34,35,38,39,46,47,48,49,50,53,60,61,62,63,65,67,71,72,73,74,78,80],tensorrtcompilespec:[73,81],tensorrtfil:[23,51],teo:80,term:[72,78],termin:[29,75,80],terminado:[55,56,57,58],test:[54,55,56,57,58,59,65,78,80],test_acc:59,test_loss:59,test_pr:59,test_prob:59,test_ptq_dataloader_calibr:78,test_ptq_trt_calibr:78,testing_dataload:[59,78],testing_dataset:[59,78],testpath:[55,56,57,58],text:[58,70],tf32:[50,80],tgz:77,than:[56,61,68,79],thats:[60,78],thei:[48,58,59,60,61,64,67,72,77,80],them:[54,55,57,58,61,64,75,77],theori:60,therebi:64,therefor:[32,54,55,57,58,64,75],theres:79,therfor:79,thi:[1,2,3,31,32,44,45,46,47,48,49,50,54,55,56,57,58,59,60,61,63,64,65,67,72,73,74,75,77,78,79,80,81],thing:[57,77],think:67,third:56,third_parti:[65,77],those:60,though:[58,65,67,74,75,80],three:[49,56,63,65,72],threshold:80,through:[49,54,55,56,57,58,60,61,64,68,70,71,75],throughout:[54,55],throughput:54,thrown:[50,73],thu:57,tifffil:58,time:[50,54,55,56,57,58,59,60,61,63,64,65,67,73,75,78,80],timm:[54,55],tini:78,titan:[54,55,57,58],titl:[54,55,56],tl:56,tmp:75,tocustomclass:67,todim:75,togeth:[57,60,67,75],toilet:[54,55,56],tomli:58,too:77,tool:[54,55,57,58,67,75],toolchain:[65,77],toolkit:[55,56,57,58,59],top:[58,65],topk:69,torch:[1,2,3,5,21,31,32,33,34,35,38,39,46,47,48,49,50,60,61,63,64,65,67,72,73,74,77,78,80,82],torch_executed_modul:[47,50,73],torch_executed_op:[47,50,73],torch_scirpt_modul:74,torch_script_modul:75,torch_tensorrt:[0,1,2,3,4,5,16,17,18,23,44,45,46,48,49,50,51,52,53,54,55,56,57,58,59,68,75,76,78,79,80,81,82],torch_tensorrt_major_vers:[20,45,51,52],torch_tensorrt_minor_vers:[20,45,51,52],torch_tensorrt_patch_vers:[20,45,51,52],torch_tensorrt_vers:[20,45,51,52],torch_tensorrtnamespac:[0,51],torchbind:64,torchhub:58,torchscript:[20,22,40,45,47,50,51,52,54,55,56,58,59,63,64,65,72,73,76,80,81,82],torchscriptstruct:[0,51],torchtrt:45,torchtrt_api:[20,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,44,45,46,47,51,52],torchtrt_check:67,torchtrt_exampl:79,torchtrt_hidden:[20,45,51,52],torchtrt_unus:67,torchtrtc:[68,82],torchvis:[54,55,56,59,64,78,81],tornado:[55,56,57,58],toronto:78,total:59,totensor:[54,55,56,59,78],tovec:75,toward:78,tparam:[4,5],tqdm:59,trace:[58,59,73,74,75,76],traced_model:[57,58,74],tracerwarn:59,track:[67,78],track_running_stat:[55,56],trade:58,tradit:[49,73,78],traget:[34,35],train:[31,32,50,54,55,58,68,69,75,76,80],trainabl:61,trained_vgg16_qat:59,training_dataload:59,training_dataset:59,traitlet:[55,56,57,58],transform:[54,55,56,57,58,59,75,78],transforms_factori:54,translat:[58,75],transpos:69,travers:[63,65],treat:[59,80],tree:[44,45,46,47,78,79],trigger:[57,75],trim:78,trt:[1,2,4,5,48,49,60,61,64,67,69,75],trt_lenet_script:75,trt_mod:[59,75,78,82],trt_model:[58,81],trt_model_fp16:[54,55],trt_model_fp32:[54,55,56],trt_script_modul:57,trt_ts_modul:[57,76],truck:59,truncat:[50,73,80],truncate_long_and_doubl:[47,50,73],trust:[55,56,57,58,59],ts:[45,57,68,72,74,75,76,80,81],ts_model:75,tue:55,tune:[54,55,57,58,59],tupl:[64,72,73],tupleconstruct:[61,64],tupleunpack:61,tutori:[54,55,56,74,78],two:[57,58,61,67,74,77,78,80],type:[1,2,3,31,49,50,51,52,54,55,56,57,58,59,60,64,67,70,72,73,75,78,80],typenam:[4,5,31,32,46],typic:[60,67],typing_extens:54,ubuntu:77,uint64_t:[47,50],un:[54,55,78],unabl:[67,75],uncom:77,uncorr:[54,55,56,57],undefin:58,under:[44,45,46,47,54,55,56,57,58,65,76],underli:[1,2,3,48,67],understand:[54,55],union:[67,72,73,75],uniqu:5,unique_ptr:[5,31],unit:57,unknown:72,unless:[54,55,56,57,58],unlik:[56,68,77,81],unpack_addmm:61,unpack_log_softmax:61,unqiue_ptr:5,unsign:59,unsqueez:[54,55,56,69],unstabl:65,unsupport:[33,50],unsur:67,untest:65,until:[56,60,65,67,77],unwrap:67,unwraptodoubl:67,unwraptoint:75,unzip:77,up:[54,55,57,58,59,60,61,63,64,65,74],updat:[56,59],upload:[54,55,56],upper:59,upsample_bilinear2d:69,upsample_linear1d:69,upsample_nearest1d:69,upsample_nearest2d:69,upsample_nearest3d:69,upsample_trilinear3d:69,upscale_factor:69,upstream:75,uri:58,url:77,us:[1,2,3,4,5,31,32,34,37,39,45,46,47,48,49,50,54,55,57,58,60,64,65,67,68,70,71,72,73,74,78,79,80,82],usag:[54,55,56,57,71,75],use_cach:[4,5,31,46,71,78],use_cache_:46,use_fb_fake_qu:59,use_input_stat:69,use_subset:78,usecas:77,user:[44,49,50,54,55,56,57,58,62,63,64,65,75,77,78],userguid:59,userwarn:[54,58],using_int:[69,75],usr:77,usual:[58,59],util:[54,55,57,59,67,73,75,78],v0:[55,56],v2:[31,32,58],v8:77,v:[54,55,57,58,80],val2017:58,val:[58,59],valid:[2,48,57,58,59,67],valu:[1,2,3,17,18,47,48,49,57,59,60,64,67,69,70,71,72,75],value_tensor_map:[60,67],vare:56,vari:[54,55],variabl:49,variant:79,varient:61,variou:82,vec:69,vector:[21,22,46,47,49,50,64,75,78,82],venv:[54,55,56,57,58],verbios:80,verbos:80,veri:[59,78,81],verifi:59,version:[36,38,54,55,56,57,58,59,65,77],vgg16:[59,78],vgg16_base_ckpt:59,vgg16_qat_ckpt:59,vgg:[58,59,78],via:[56,58,68,72,73,76,78,79],view:69,vine_snak:54,virtual:[54,55,56,57,58,78],vision:[54,55,56],visit:[54,55,56,58],visual:56,volatil:[54,55,56,57],volta:[54,55,57,58],vs:[1,2,3,48,61,73,81],w1109:59,w:[54,55,58,80],w_hh:69,w_ih:69,wa:[54,55,57,58,61,64,75],wai:[54,55,59,74,75,77,78,80],walk:[54,55,57,58],want:[44,54,55,57,58,74,75,78,81],warm:[54,55,56,57,58,59],warn:[17,46,54,55,56,57,58,59,67,70,80],warranti:[54,55,56,57,58],wcwidth:[55,56,57,58],we:[44,46,54,55,56,57,58,59,60,61,63,64,65,67,74,75,78],webencod:[55,56,57,58],websit:77,wed:56,weight:[49,50,59,60,69,73,75,80],weight_decai:59,welcom:75,welecom:[54,55],well:[50,54,55,57,58,70,75,77,78],were:[58,75],wget:[54,55,56],what:[5,58,61,74,75],whatev:64,wheel:77,when:[29,46,47,48,54,55,57,58,59,60,61,63,64,65,67,70,72,73,74,75,77,78,80],where:[54,55,57,60,61,67,73,75,78],whether:[5,72,78,80],which:[2,3,32,34,39,48,54,55,56,57,58,59,60,61,62,63,64,65,67,71,73,74,75,76,77,78,79,81],white:58,whl:[54,55,57,58,77],whole:[54,55,57,58],whose:61,wide:56,widget:[55,56,57,58],widgetsnbextens:[55,56,57,58],width:[54,55,56],within:[54,55,56,57,58,63,65,73],without:[54,55,56,57,58,59,67,75,78],wl:79,won:56,work:[46,57,61,65,67,78],worker:78,workflow:[59,81],workspac:[50,73,77,78,80,82],workspace_s:[47,50,54,55,56,58,73,78,80,82],world:[54,55,57,58],would:[67,75,77,79,80,81],wp:[54,55,56],wrap:[59,63,64,65,75,81],wrapper:67,write:[4,5,31,32,46,54,55,56,57,58,60,68,75,78],write_calibration_cach:71,writecalibrationcach:[4,5,46],writer:59,written:[54,55],www:[54,55,56,57,58,75,77,78],x64:77,x86:79,x86_64:[65,77],x9:61,x:[6,11,45,54,55,57,58,59,61,74,75,77],xavier:[47,54,55,57,58,82],xstr:[20,45,51,52],y:58,yaml:66,you:[1,2,3,31,32,48,49,50,54,55,56,57,58,59,60,61,64,65,67,68,72,73,74,75,76,77,78,79,80,81],your:[54,55,56,57,58,59,67,68,74,75,76,77,79,81],yourself:[54,55,75],zero_grad:59,zero_point:69,zeroth:56,zip:[55,58,64,77],zipp:[55,56,57,58],zisserman:78},titles:["Class Hierarchy","Class DataType","Class Device::DeviceType","Class TensorFormat","Template Class Int8CacheCalibrator","Template Class Int8Calibrator","Define STR","Define TORCH_TENSORRT_PATCH_VERSION","Define TORCH_TENSORRT_MAJOR_VERSION","Define TORCH_TENSORRT_MINOR_VERSION","Define TORCHTRT_API","Define XSTR","Define TORCHTRT_HIDDEN","Define TORCH_TENSORRT_VERSION","Directory cpp","Directory include","Directory tensorrt","Enum Level","Enum EngineCapability","File logging.h","File macros.h","File ptq.h","File torch_tensorrt.h","File Hierarchy","Function torch_tensorrt::logging::get_logging_prefix","Function torch_tensorrt::logging::get_reportable_log_level","Function torch_tensorrt::logging::get_is_colored_output_on","Function torch_tensorrt::logging::set_reportable_log_level","Function torch_tensorrt::logging::log","Function torch_tensorrt::logging::set_is_colored_output_on","Function torch_tensorrt::logging::set_logging_prefix","Template Function torch_tensorrt::ptq::make_int8_calibrator","Template Function torch_tensorrt::ptq::make_int8_cache_calibrator","Function torch_tensorrt::torchscript::check_method_operator_support","Function torch_tensorrt::torchscript::compile","Function torch_tensorrt::torchscript::embed_engine_in_new_module","Function torch_tensorrt::get_build_info","Function torch_tensorrt::set_device","Function torch_tensorrt::dump_build_info","Function torch_tensorrt::torchscript::convert_method_to_trt_engine","Namespace torch_tensorrt","Namespace torch_tensorrt::logging","Namespace torch_tensorrt::ptq","Namespace torch_tensorrt::torchscript","Program Listing for File logging.h","Program Listing for File macros.h","Program Listing for File ptq.h","Program Listing for File torch_tensorrt.h","Struct Device","Struct Input","Struct CompileSpec","Torch-TensorRT C++ API","Full API","Full API","Torch-TensorRT Getting Started - EfficientNet-B0","Torch-TensorRT Getting Started - ResNet 50","Torch-TensorRT - Using Dynamic Shapes","Torch-TensorRT Getting Started - LeNet","Object Detection with Torch-TensorRT (SSD)","Deploying Quantization Aware Trained models in INT8 using Torch-TensorRT","Conversion Phase","Lowering Phase","Partitioning Phase","Compiler Phases","Runtime Phase","System Overview","Useful Links for Torch-TensorRT Development","Writing Converters","Torch-TensorRT","Operators Supported","torch_tensorrt.logging","torch_tensorrt.ptq","torch_tensorrt","torch_tensorrt.ts","Creating a TorchScript Module","Getting Started with C++","Using Torch-TensorRT in Python","Installation","Post Training Quantization (PTQ)","Deploying Torch-TensorRT Programs","torchtrtc","Using Torch-TensorRT Directly From PyTorch","DLA"],titleterms:{"50":55,"6":58,"7":58,"class":[0,1,2,3,4,5,21,22,40,42,43,51,52,71,72],"enum":[17,18,19,22,40,41,51,52,71,72],"function":[19,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,51,52,56,66,72,73],By:[19,20],Or:61,The:75,To:61,aarch64:77,abi:[64,77],addmm:61,advic:67,ahead:68,api:[51,52,53,66,68,77],applic:78,arg:67,avail:66,awar:59,b0:54,background:[64,67],base:[4,5],benchmark:[58,59],binari:77,branch:61,build:[56,77],c:[51,66,68,75,77,78],check_method_operator_support:33,choos:77,citat:78,cli:77,code:61,compil:[34,63,65,68,75,77],compilespec:50,conclus:[57,58],construct:64,content:[19,20,21,22,40,41,42,43,54,55,57,58],context:67,contigu:61,contract:67,contributor:68,convers:[60,63,65,67],convert:[60,67,69,75],convert_method_to_trt_engin:39,cpp:[14,19,20,21,22],creat:[74,78],cudnn:77,current:69,custom:75,cxx11:77,data:56,datatyp:1,dead:61,debug:77,defin:[6,7,8,9,10,11,12,13,20,51,52],definit:[19,20,21,22],depend:77,deploi:[59,79],descript:[54,55,58],deseri:64,detail:58,detect:58,detector:58,develop:66,devic:[2,48],devicetyp:2,dimens:66,directli:81,directori:[14,15,16,53],disk:74,distribut:77,dla:82,documen:68,document:[1,2,3,4,5,6,7,8,9,10,11,12,13,17,18,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,48,49,50,66,68],download:56,dropout:61,dump_build_info:38,dynam:56,easier:66,efficientnet:54,elimin:61,eliminatecommonsubexpress:61,embed_engine_in_new_modul:35,engin:64,enginecap:18,envior:77,evalu:[60,69],execept:61,executor:64,expect:66,fallback:61,file:[16,19,20,21,22,23,44,45,46,47,51,53],flatten:61,format:64,fp16:[54,55],fp32:[54,55],freez:61,from:[56,77,81],full:[51,52,53],fuse:61,gaurd:61,get:[54,55,56,57,68,75],get_build_info:36,get_is_colored_output_on:26,get_logging_prefix:24,get_reportable_log_level:25,gpu:68,graph:[61,64],guarante:67,h:[19,20,21,22,44,45,46,47],half:[54,55],hierarchi:[0,23,51],hood:75,how:78,hub:56,includ:[15,19,20,21,22],indic:68,infer:58,inherit:[4,5],input:49,instal:77,int8:59,int8cachecalibr:4,int8calibr:5,ir:66,jetson:77,jit:68,layer:66,learn:[54,55,57,58],lenet:57,level:17,librari:[77,79],libtorchtrt:79,linear:61,link:66,list:[44,45,46,47],local:77,log:[19,24,25,26,27,28,29,30,41,44,70],logsoftmax:61,loop:61,lower:[61,63,65],macro:[20,45],make_int8_cache_calibr:32,make_int8_calibr:31,measur:58,model:[54,55,56,57,58,59],modul:[61,74,75],multibox:58,namespac:[19,20,21,22,40,41,42,43,51,52],nativ:77,native_op:66,nest:[2,48],next:[54,55,56,57],node:60,nvidia:68,object:[54,55,57,58],op:64,oper:[69,75],optimz:61,other:67,overview:[54,55,57,58,59,65],own:78,packag:[77,79],partit:[62,63,65],pass:61,pattern:61,peephol:61,perform:59,phase:[60,61,62,63,64,65],plugin:79,post:78,pre:77,precis:[54,55],precompil:77,prerequisit:77,program:[44,45,46,47,79],ptq:[21,31,32,42,46,71,78],python:[66,68,74,76,77,78],pytorch:[57,66,68,81],quantiz:[59,78],quickstart:75,read:66,redund:61,refer:58,regist:75,relationship:[2,4,5,48],releas:77,remov:61,resnet:55,respons:67,result:[58,64],right:77,runtim:[63,64,65,79],s:[54,55,56,57],sampl:[56,58],save:74,script:57,serial:64,set:56,set_devic:37,set_is_colored_output_on:29,set_logging_prefix:30,set_reportable_log_level:27,setup:77,shape:56,shot:58,simpl:56,singl:[54,55,58],so:79,sometim:66,sourc:77,speedup:58,ssd:58,start:[54,55,57,68,75],str:6,struct:[48,49,50,51,52],subdirectori:[14,15],submodul:72,support:69,system:65,tarbal:77,templat:[4,5,31,32],tensorformat:3,tensorrt:[16,51,54,55,56,57,58,59,64,66,68,75,76,77,79,81],through:69,time:68,torch:[51,54,55,56,57,58,59,66,68,75,76,79,81],torch_tensorrt:[19,20,21,22,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,47,70,71,72,73],torch_tensorrt_major_vers:8,torch_tensorrt_minor_vers:9,torch_tensorrt_patch_vers:7,torch_tensorrt_vers:13,torchscript:[33,34,35,39,43,57,68,74,75],torchtrt_api:10,torchtrt_hidden:12,torchtrtc:[75,80],trace:57,train:[59,78],trt:56,ts:73,tupl:61,type:[4,5,48],under:75,unpack:61,unrol:61,unsupport:75,up:56,us:[56,59,61,66,75,76,77,81],util:[56,58],version:64,visual:58,weight:67,what:[54,55,56,57,67],work:[56,74,75],write:67,xstr:11,your:78}})