fix models

app.py

@@ -46,18 +46,17 @@ def create_video_interface():
             custom_elements = gr.Textbox(label="Custom Elements", scale=3)
             with gr.Column(scale=1):
                 provider = gr.Dropdown(
-                    choices=["Hugging Face", "Groq", "SambaNova"],
-                    value="Hugging Face",
+                    choices=["SambaNova", "Groq"],
+                    value="SambaNova",
                     label="LLM Provider"
                 )
                 model = gr.Dropdown(
                     choices=[
-                        "Qwen/Qwen2.5-72B-Instruct",
-                        "meta-llama/Meta-Llama-3.1-70B-Instruct",
-                        "mistralai/Mixtral-8x7B-Instruct-v0.1",
-                        "mistralai/Mistral-7B-Instruct-v0.3"
+                        "Meta-Llama-3.1-70B-Instruct",
+                        "Meta-Llama-3.1-405B-Instruct",
+                        "Meta-Llama-3.1-8B-Instruct"
                     ],
-                    value="Qwen/Qwen2.5-72B-Instruct",
+                    value="Meta-Llama-3.1-70B-Instruct",
                     label="Model"
                 )
 
@@ -66,12 +65,6 @@ def create_video_interface():
 
         def update_models(provider):
             models = {
-                "Hugging Face": [
-                    "Qwen/Qwen2.5-72B-Instruct",
-                    "meta-llama/Meta-Llama-3.1-70B-Instruct",
-                    "mistralai/Mixtral-8x7B-Instruct-v0.1",
-                    "mistralai/Mistral-7B-Instruct-v0.3"
-                ],
                 "Groq": ["llama-3.3-70b-versatile"],
                 "SambaNova": [
                     "Meta-Llama-3.1-70B-Instruct",

llm_inference_video.py

@@ -6,14 +6,9 @@ from gradio_client import Client
 
 class VideoLLMInferenceNode:
     def __init__(self):
-        self.huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
         self.groq_api_key = os.getenv("GROQ_API_KEY")
         self.sambanova_api_key = os.getenv("SAMBANOVA_API_KEY")
         
-        self.huggingface_client = OpenAI(
-            base_url="https://api-inference.huggingface.co/v1/",
-            api_key=self.huggingface_token,
-        )
         self.groq_client = Groq(api_key=self.groq_api_key)
         self.sambanova_client = OpenAI(
             api_key=self.sambanova_api_key,
@@ -28,8 +23,7 @@ class VideoLLMInferenceNode:
         pacing,
         special_effects,
         custom_elements,
-        provider="Hugging Face",
-
+        provider="SambaNova",
         model=None
     ):
         try:
@@ -57,13 +51,10 @@ class VideoLLMInferenceNode:
 Avoid technical specifications or shot-by-shot breakdowns. Instead, create a flowing, descriptive narrative that captures the essence of the video."""
 
             # Select provider
-            if provider == "Hugging Face":
-                client = self.huggingface_client
-                model = model or "meta-llama/Meta-Llama-3.1-70B-Instruct"
-            elif provider == "Groq":
+            if provider == "Groq":
                 client = self.groq_client
                 model = model or "llama-3.3-70b-versatile"
-            elif provider == "SambaNova":
+            else:  # SambaNova as default
                 client = self.sambanova_client
                 model = model or "Meta-Llama-3.1-70B-Instruct"