initial commit for prediction

app.py

@@ -1,21 +1,11 @@
 import gradio as gr
 import pandas as pd
 import os
-# # https://discuss.huggingface.co/t/issues-with-sadtalker-zerogpu-spaces-inquiry-about-community-grant/110625/10
-# if os.environ.get("SPACES_ZERO_GPU") is not None:
-#     import spaces
-# else:
-#     class spaces:
-#         @staticmethod
-#         def GPU(func):
-#             def wrapper(*args, **kwargs):
-#                 return func(*args, **kwargs)
-#             return wrapper
+
 import sys
 from qatch.connectors.sqlite_connector import SqliteConnector
 from qatch.generate_dataset.orchestrator_generator import OrchestratorGenerator
 from qatch.evaluate_dataset.orchestrator_evaluator import OrchestratorEvaluator
-#from predictor.orchestrator_predictor import OrchestratorPredictor
 import utils_get_db_tables_info
 import utilities as us
 import time
@@ -23,10 +13,6 @@ import plotly.express as px
 import plotly.graph_objects as go
 import plotly.colors as pc
 
-# @spaces.GPU
-# def model_prediction():
-#   pass
-
 with open('style.css', 'r') as file:
     css = file.read()
 

prediction.py

@@ -0,0 +1,45 @@
+# https://discuss.huggingface.co/t/issues-with-sadtalker-zerogpu-spaces-inquiry-about-community-grant/110625/10
+if os.environ.get("SPACES_ZERO_GPU") is not None:
+    import spaces
+else:
+    class spaces:
+        @staticmethod
+        def GPU(func):
+            def wrapper(*args, **kwargs):
+                return func(*args, **kwargs)
+            return wrapper
+
+
+
+class ModelPrediction:
+    def __init__(self, model_name):
+        self.prediction_fun = self._model_prediction(model_name)
+
+    def make_prediction(prompt):
+        pass
+     
+    def _model_prediction(self, model_name):
+        predict_fun = predict_with_api
+        if 'gpt-3.5' in model_name:
+            model_name = 'openai/gpt-3.5-turbo-0125'
+        elif 'gpt-4o-mini' in model_name:
+            model_name = 'openai/gpt-4o-mini-2024-07-18'
+        elif 'o1-mini' in model_name:
+            model_name = 'openai/o1-mini-2024-09-12'
+        elif 'QwQ' in model_name:
+            model_name = 'together_ai/Qwen/QwQ-32B'
+        elif 'DeepSeek-R1-Distill-Llama-70B' in model_name:
+            model_name = 'together_ai/deepseek-ai/DeepSeek-R1-Distill-Llama-70B'
+        else:
+            raise ValueError('Model forbidden')
+        
+        return 
+
+    def predict_with_api(prompt):
+        pass
+
+
+    @spaces.GPU
+    def predict_with_hf(prompt):
+        pass
+

requirements.txt

@@ -7,6 +7,9 @@ langgraph>=0.2.53
 langchain>=0.3.9
 func-timeout>=4.3.5
 eval-type-backport>=0.2.0
+openai==1.66.3
+litellm==1.63.14
+together==1.4.6
 
 # Conditional dependency for Gradio (requires Python >=3.10)
 gradio>=5.20.1; python_version >= "3.10"