Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -13,9 +13,9 @@ load_dotenv()
|
|
13 |
# Initialize the LLM and parser
|
14 |
llm = HuggingFaceInferenceAPI(
|
15 |
# model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
16 |
-
|
17 |
# model_name="nvidia/Llama3-ChatQA-1.5-70B", ## 144GB > 10GB
|
18 |
-
model_name= "Nexusflow/NexusRaven-V2-13B",
|
19 |
token=os.getenv("TOKEN"),
|
20 |
# model_config['protected_namespaces'] = ()
|
21 |
)
|
|
|
13 |
# Initialize the LLM and parser
|
14 |
llm = HuggingFaceInferenceAPI(
|
15 |
# model_name="meta-llama/Meta-Llama-3-8B-Instruct",
|
16 |
+
model_name="mistralai/Mixtral-8x7B-Instruct-v0.1",
|
17 |
# model_name="nvidia/Llama3-ChatQA-1.5-70B", ## 144GB > 10GB
|
18 |
+
# model_name= "Nexusflow/NexusRaven-V2-13B", ## 26 GB
|
19 |
token=os.getenv("TOKEN"),
|
20 |
# model_config['protected_namespaces'] = ()
|
21 |
)
|