Update app.py
Browse files
app.py
CHANGED
|
@@ -191,6 +191,13 @@ model = LiteLLMModel(
|
|
| 191 |
)
|
| 192 |
model._flatten_messages_as_text = True
|
| 193 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 194 |
text_limit = 20000
|
| 195 |
ti_tool = TextInspectorTool(model, text_limit)
|
| 196 |
|
|
|
|
| 191 |
)
|
| 192 |
model._flatten_messages_as_text = True
|
| 193 |
|
| 194 |
+
model = HfApiModel(
|
| 195 |
+
max_tokens=2096*5,
|
| 196 |
+
temperature=0.5,
|
| 197 |
+
model_id='meta-llama/Llama-3.3-70B-Instruct',
|
| 198 |
+
custom_role_conversions=None,
|
| 199 |
+
)
|
| 200 |
+
|
| 201 |
text_limit = 20000
|
| 202 |
ti_tool = TextInspectorTool(model, text_limit)
|
| 203 |
|