Update app.py

app.py

@@ -184,21 +184,13 @@ model = LiteLLMModel(
     "llama-3.3-70b-versatile",
     api_base="https://api.groq.com/openai/v1",
     custom_role_conversions=custom_role_conversions,
-    max_tokens=int(6000*0.55),
-    #num_ctx=819,
-    
+    max_tokens=6000,
     api_key=os.getenv("OPENAI_API_KEY")
 )
 model._flatten_messages_as_text = True
 
-model = HfApiModel(
-max_tokens=2096*5,
-temperature=0.5,
-model_id='meta-llama/Llama-3.3-70B-Instruct',
-custom_role_conversions=None,
-)
 
-text_limit = 20000
+text_limit = 5000
 ti_tool = TextInspectorTool(model, text_limit)
 
 browser = SimpleTextBrowser(**BROWSER_CONFIG)