Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,7 @@ base_model = "NousResearch/Llama-2-13b-hf"
|
|
21 |
peft_model = "FinGPT/fingpt-sentiment_llama2-13b_lora"
|
22 |
tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
|
23 |
tokenizer.pad_token = tokenizer.eos_token
|
24 |
-
model =
|
25 |
model = PeftModel.from_pretrained(model, peft_model)
|
26 |
model = model.eval()
|
27 |
|
|
|
21 |
peft_model = "FinGPT/fingpt-sentiment_llama2-13b_lora"
|
22 |
tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
|
23 |
tokenizer.pad_token = tokenizer.eos_token
|
24 |
+
model = AutoModelForCausalLM.from_pretrained(base_model, trust_remote_code=True, device_map = "cuda:0", load_in_8bit = True,)
|
25 |
model = PeftModel.from_pretrained(model, peft_model)
|
26 |
model = model.eval()
|
27 |
|