zhengr commited on
Commit
6527286
·
verified ·
1 Parent(s): cc997c6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -21,7 +21,7 @@ base_model = "NousResearch/Llama-2-13b-hf"
21
  peft_model = "FinGPT/fingpt-sentiment_llama2-13b_lora"
22
  tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
23
  tokenizer.pad_token = tokenizer.eos_token
24
- model = LlamaForCausalLM.from_pretrained(base_model, trust_remote_code=True, device_map = "cuda:0", load_in_8bit = True,)
25
  model = PeftModel.from_pretrained(model, peft_model)
26
  model = model.eval()
27
 
 
21
  peft_model = "FinGPT/fingpt-sentiment_llama2-13b_lora"
22
  tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
23
  tokenizer.pad_token = tokenizer.eos_token
24
+ model = AutoModelForCausalLM.from_pretrained(base_model, trust_remote_code=True, device_map = "cuda:0", load_in_8bit = True,)
25
  model = PeftModel.from_pretrained(model, peft_model)
26
  model = model.eval()
27