phani50101 commited on
Commit
375c8fe
·
verified ·
1 Parent(s): b477f79
Files changed (1) hide show
  1. app.py +9 -9
app.py CHANGED
@@ -52,17 +52,18 @@ class UnifiedAISystem:
52
 
53
  # CPU-specific configuration
54
  cpu_features = cpuinfo.get_cpu_info()['flags']
55
- config_options = {}
56
  if 'avx512' in cpu_features:
57
- config_options["ENFORCE_BF16"] = "YES"
58
  elif 'avx2' in cpu_features:
59
- config_options["INFERENCE_PRECISION_HINT"] = "f32"
60
 
61
- # Initialize Mistral model
62
  self.mistral_pipe = openvino_genai.LLMPipeline(
63
  "mistral-ov",
64
  device="CPU",
65
- config={"PERFORMANCE_HINT": "THROUGHPUT", **config_options}
 
66
  )
67
 
68
  # Initialize Whisper for audio processing
@@ -229,8 +230,8 @@ class UnifiedAISystem:
229
  output = self.internvl_pipe.generate(prompt, image=image_tensor, max_new_tokens=100)
230
  self.internvl_pipe.finish_chat()
231
 
232
- # output is a VLMDecodedResults; rest of the code expects a string
233
- return output
234
 
235
  except Exception as e:
236
  return f"❌ Error: {str(e)}"
@@ -894,5 +895,4 @@ with gr.Blocks(css=css, title="Unified EDU Assistant") as demo:
894
  )
895
 
896
  if __name__ == "__main__":
897
- demo.launch(share=True, debug=True, show_api=False)
898
-
 
52
 
53
  # CPU-specific configuration
54
  cpu_features = cpuinfo.get_cpu_info()['flags']
55
+ config_properties = {}
56
  if 'avx512' in cpu_features:
57
+ config_properties["ENFORCE_BF16"] = "YES"
58
  elif 'avx2' in cpu_features:
59
+ config_properties["INFERENCE_PRECISION_HINT"] = "f32"
60
 
61
+ # Initialize Mistral model with updated configuration
62
  self.mistral_pipe = openvino_genai.LLMPipeline(
63
  "mistral-ov",
64
  device="CPU",
65
+ PERFORMANCE_HINT="THROUGHPUT",
66
+ **config_properties
67
  )
68
 
69
  # Initialize Whisper for audio processing
 
230
  output = self.internvl_pipe.generate(prompt, image=image_tensor, max_new_tokens=100)
231
  self.internvl_pipe.finish_chat()
232
 
233
+ # Ensure output is string
234
+ return str(output)
235
 
236
  except Exception as e:
237
  return f"❌ Error: {str(e)}"
 
895
  )
896
 
897
  if __name__ == "__main__":
898
+ demo.launch(share=True, debug=True, show_api=False)