Update app.py

app.py

@@ -73,11 +73,10 @@ st.markdown("""
         </style>
         """, unsafe_allow_html=True)
 
-# Load the model outside the handle_input() function
-with open('model_saved.pkl', 'rb') as f:
-    model = pickle.load(f)
-    if not isinstance(model, str):
-        st.error("The loaded model is not valid.")
+# Load the model and tokenizer from Hugging Face Hub
+model_name = "your_model_name"  # Replace with the actual model name
+model = AutoModelForCausalLM.from_pretrained(model_name)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
 
 def write_top_bar():
     col1, col2, col3 = st.columns([1,10,2])
@@ -110,8 +109,10 @@ def handle_input():
     if len(chat_history) == MAX_HISTORY_LENGTH:
         chat_history = chat_history[:-1]
 
-    prompt = input
-    answer = model  # Replace the predict() method with the model itself
+    # Generate response using the model
+    inputs = tokenizer.encode(input, return_tensors="pt")
+    outputs = model.generate(inputs)
+    answer = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
     chat_history.append((input, answer))