class_docstr: Model for thread-safe inference.
  To do inference, you need to first initiate an InferenceModel instance, then call
  load|load_caffe|load_openvino to load a pre-trained model, and finally call predict.
  
  # Arguments
  supported_concurrent_num: Int. How many concurrent threads to invoke. Default is 1.
class_docstr_tok: ["Model","for","thread-safe","inference",".","To","do","inference",",","you","need","to","first","initiate","an","InferenceModel","instance",",","then","call","load|load_caffe|load_openvino","to","load","a","pre-trained","model",",","and","finally","call","predict",".","#","Arguments","supported_concurrent_num",":","Int",".","How","many","concurrent","threads","to","invoke",".","Default","is","1","."]
docstr: Do prediction on inputs.
  
  :param inputs: A numpy array or a list of numpy arrays or JTensor or a list of JTensors.
docstr_tok: ["Do","prediction","on","inputs",".",":","param","inputs",":","A","numpy","array","or","a","list","of","numpy","arrays","or","JTensor","or","a","list","of","JTensors","."]
code: def predict(
      self,
      inputs: Union[
          "ndarray", List["ndarray"], "JTensor", List["JTensor"]
      ],
  ) -> Union["ndarray", List["ndarray"]]:
      """
      Do prediction on inputs.
  
      :param inputs: A numpy array or a list of numpy arrays or JTensor or a list of JTensors.
      """
      jinputs, input_is_table = Layer.check_input(inputs)
      output = callZooFunc(
          self.bigdl_type,
          "inferenceModelPredict",
          self.value,
          jinputs,
          input_is_table,
      )
      return KerasNet.convert_output(output)
  
imports: import warnings
  from bigdl.dllib.utils.common import JavaValue
  from bigdl.dllib.utils.file_utils import callZooFunc
  from bigdl.dllib.keras.engine.topology import KerasNet
  from bigdl.dllib.nn.layer import Layer
  from bigdl.dllib.utils.log4Error import invalidInputError
  from typing import Any, Union, Optional, List
  from typing import TYPE_CHECKING
label_desc: Use image node_id 10 for calling the InferenceModel obj's underlying member method code with example usage: obj.predict(inputs) and returns: KerasNet