Hugging Face's logo

Spaces:
zhengr
/
FinGPT-Forecaster-Chinese
Runtime error

App Files Community
zhengr commited on
Commit
c3bad98
·
verified ·
1 Parent(s): 594c06a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ streamer = TextStreamer(tokenizer)
31
  #model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map="cuda", load_in_8bit=True, offload_folder="offload/")
32
  #model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
33
 
34
- model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map="auto", load_in_8bit=True, offload_folder="offload/")
35
  model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
36
 
37
  model = model.eval()
 
31
  #model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, device_map="cuda", load_in_8bit=True, offload_folder="offload/")
32
  #model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
33
 
34
+ model = AutoModelForCausalLM.from_pretrained(model, trust_remote_code=True, token = access_token, load_in_8bit=True, offload_folder="offload/")
35
  model = PeftModel.from_pretrained(model, peft_model, offload_folder="offload/")
36
 
37
  model = model.eval()