Update app.py

app.py

@@ -21,7 +21,7 @@ access_token = os.environ["TOKEN"]
 model = "NousResearch/Llama-2-7b-hf"
 peft_model = "FinGPT/fingpt-forecaster_sz50_llama2-7B_lora"
 
-tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model, token = access_token, device_map="cuda:0", trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right"