Sarath0x8f commited on
Commit
2b2a714
·
verified ·
1 Parent(s): ec62dd1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -14,7 +14,8 @@ load_dotenv()
14
  llm = HuggingFaceInferenceAPI(
15
  # model_name="meta-llama/Meta-Llama-3-8B-Instruct",
16
  # model_name="mistralai/Mixtral-8x7B-Instruct-v0.1",
17
- model_name="nvidia/Llama3-ChatQA-1.5-70B",
 
18
  token=os.getenv("TOKEN"),
19
  # model_config['protected_namespaces'] = ()
20
  )
 
14
  llm = HuggingFaceInferenceAPI(
15
  # model_name="meta-llama/Meta-Llama-3-8B-Instruct",
16
  # model_name="mistralai/Mixtral-8x7B-Instruct-v0.1",
17
+ # model_name="nvidia/Llama3-ChatQA-1.5-70B", ## 144GB > 10GB
18
+ model_name= "Nexusflow/NexusRaven-V2-13B",
19
  token=os.getenv("TOKEN"),
20
  # model_config['protected_namespaces'] = ()
21
  )