




from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


a_   		=     {
    "configuration_upernet": ["UperNetConfig"],
}

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 a_   		=     [
     "UperNetForSemanticSegmentation",
     "UperNetPreTrainedModel",
 ]


if TYPE_CHECKING:
 from .configuration_upernet import UperNetConfig

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_upernet import UperNetForSemanticSegmentation, UperNetPreTrainedModel


else:
 import sys

 a_   		=     _LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)












import os
import time

import numpy as np
import onnxruntime as ort


a_   		=     "1"
a_   		=     "0"
a_   		=     "1"

a_   		=     ort.SessionOptions()
a_   		=     ort.GraphOptimizationLevel.ORT_DISABLE_ALL
print("Create inference session...")
a_   		=     ["TensorrtExecutionProvider", "CUDAExecutionProvider"]
a_   		=     ort.InferenceSession("model.onnx", sess_options=sess_opt, providers=execution_provider)
a_   		=     ort.RunOptions()

a_   		=     128
a_   		=     1
a_   		=     np.ones((batch, sequence), dtype=np.intaa)
a_   		=     np.ones((batch, sequence), dtype=np.intaa)
a_   		=     np.ones((batch, sequence), dtype=np.intaa)

print("Warm up phase...")
sess.run(
    None,
    {
        sess.get_inputs()[0].name: input_ids,
        sess.get_inputs()[1].name: attention_mask,
        sess.get_inputs()[2].name: token_type_ids,
    },
    run_options=run_opt,
)

print("Start inference...")
a_   		=     time.time()
a_   		=     2000
a_   		=     {}
for iter in range(max_iters):
 a_   		=     sess.run(
     None,
     {
         sess.get_inputs()[0].name: input_ids,
         sess.get_inputs()[1].name: attention_mask,
         sess.get_inputs()[2].name: token_type_ids,
     },
     run_options=run_opt,
 )
print("Average Inference Time = {:.3f} ms".format((time.time() - start_time) * 1000 / max_iters))






