LPX55 commited on
Commit
fccbc0f
·
1 Parent(s): 68f9986

fix: update ONNX model cache handling in inference functions

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -93,7 +93,7 @@ _onnx_model_cache = {}
93
 
94
  def infer_onnx_model(hf_model_id, preprocessed_image_np, model_config: dict):
95
  try:
96
- ort_session, _, _ = get_onnx_model_from_cache(hf_model_id)
97
 
98
  # Debug: Print expected input shape from ONNX model
99
  for input_meta in ort_session.get_inputs():
@@ -134,7 +134,9 @@ class ONNXModelWrapper:
134
 
135
  def load(self):
136
  if self._session is None:
137
- self._session, self._preprocessor_config, self._model_config = get_onnx_model_from_cache(self.hf_model_id)
 
 
138
  logger.info(f"ONNX model {self.hf_model_id} loaded into wrapper.")
139
 
140
  def __call__(self, image_np):
 
93
 
94
  def infer_onnx_model(hf_model_id, preprocessed_image_np, model_config: dict):
95
  try:
96
+ ort_session, _, _ = get_onnx_model_from_cache(hf_model_id, _onnx_model_cache, load_onnx_model_and_preprocessor)
97
 
98
  # Debug: Print expected input shape from ONNX model
99
  for input_meta in ort_session.get_inputs():
 
134
 
135
  def load(self):
136
  if self._session is None:
137
+ self._session, self._preprocessor_config, self._model_config = get_onnx_model_from_cache(
138
+ self.hf_model_id, _onnx_model_cache, load_onnx_model_and_preprocessor
139
+ )
140
  logger.info(f"ONNX model {self.hf_model_id} loaded into wrapper.")
141
 
142
  def __call__(self, image_np):