add tokenizer

app.py

@@ -22,6 +22,7 @@ def authenticate_and_generate(message, history, system_message, max_tokens, temp
     try:
         # Initialize the text-generation pipeline with the provided token
         text_generator = pipeline("text-generation", model="microsoft/Phi-3-mini-4k-instruct", use_auth_token=hf_token, trust_remote_code=True)
+        tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct") 
         
         if text_generator.tokenizer is None:
             raise RuntimeError("Failed to load the tokenizer. Ensure the model and API token are correct.")