Update app.py

app.py

@@ -45,24 +45,11 @@ def openai_chat(api_key, model, message):
 
 # Define the chat function for Hugging Face API
 def hf_chat(model_name, message):
-    # Load the model
-    tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
-    model = transformers.AutoModelForCausalLM.from_pretrained(model_name)
-    
-    # Encode the message using the model's tokenizer
-    input_ids = tokenizer.encode(message, return_tensors="pt")
+    # Load the model and tokenizer
+    model = transformers.pipeline("text2text-generation", model=model_name)
     
     # Generate a response from the model
-    output = model.generate(
-        input_ids=input_ids,
-        max_length=1024,
-        do_sample=True,
-        top_p=0.9,
-        top_k=0,
-    )
-    
-    # Decode the response
-    bot_response = tokenizer.decode(output[0], skip_special_tokens=True)
+    bot_response = model(message, max_length=1024, do_sample=True, temperature=0.7)[0]["generated_text"]
     
     return bot_response