Update app.py

app.py

@@ -19,7 +19,7 @@ access_token = os.environ["TOKEN"]
 
 base_model = "NousResearch/Llama-2-13b-hf" 
 peft_model = "FinGPT/fingpt-sentiment_llama2-13b_lora"
-tokenizer = LlamaTokenizerFast.from_pretrained(base_model, trust_remote_code=True)
+tokenizer =  AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 model = LlamaForCausalLM.from_pretrained(base_model, trust_remote_code=True, device_map = "cuda:0", load_in_8bit = True,)
 model = PeftModel.from_pretrained(model, peft_model)