FinGPT-forecaster

Running

13thapostle commited on Apr 26

Commit

873d73f

verified ·

1 Parent(s): bef8c5b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,7 +22,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
     'meta-llama/Llama-2-7b-chat-hf',
     token=access_token,
     trust_remote_code=True,
-    device_map="auto",
     torch_dtype=torch.float16,
     offload_folder="offload/"
 )

     'meta-llama/Llama-2-7b-chat-hf',
     token=access_token,
     trust_remote_code=True,
+    device_map="cpu",
     torch_dtype=torch.float16,
     offload_folder="offload/"
 )