zhengr commited on
Commit
733004e
·
verified ·
1 Parent(s): cdd9eb1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -18,7 +18,8 @@ from datetime import date, datetime, timedelta
18
  access_token = os.environ["TOKEN"]
19
 
20
  # load model
21
- model = "NousResearch/Llama-2-7b-hf"
 
22
  peft_model = "FinGPT/fingpt-forecaster_sz50_llama2-7B_lora"
23
 
24
  tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, device_map="auto", trust_remote_code=True)
 
18
  access_token = os.environ["TOKEN"]
19
 
20
  # load model
21
+ #model = "NousResearch/Llama-2-7b-hf"
22
+ model = "unsloth/llama-2-7b-chat-bnb-4bit"
23
  peft_model = "FinGPT/fingpt-forecaster_sz50_llama2-7B_lora"
24
 
25
  tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, device_map="auto", trust_remote_code=True)