Update app.py

app.py

@@ -5,6 +5,12 @@ import torch
 
 print(torch.cuda.is_available())
 
+tokenizer_name = "tiiuae/falcon-7b-instruct"
+
+
+tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, trust_remote_code=True)
+tokenizer.pad_token = tokenizer.eos_token
+
 # Load the Hugging Face model for chatbot
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,