Update app.py

app.py

@@ -60,4 +60,36 @@ demo = gr.ChatInterface(
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()
+
+
+# import gradio as gr
+
+# gr.load("models/meta-llama/Meta-Llama-3.1-70B-Instruct").launch()
+
+# import streamlit as st
+# from transformers import AutoTokenizer, AutoModelForCausalLM
+
+# # Load model directly
+# tokenizer = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3.1-8B-Instruct")
+# model = AutoModelForCausalLM.from_pretrained("meta-llama/Meta-Llama-3.1-8B-Instruct")
+
+# # Initialize chat history
+# if "chat_history" not in st.session_state:
+#     st.session_state.chat_history = []
+
+# # Display chat history
+# for chat in st.session_state.chat_history:
+#     st.write(f"User: {chat['user']}")
+#     st.write(f"Response: {chat['response']}")
+
+# # Get user input
+# user_input = st.text_input("Enter your message:")
+
+# # Generate response
+# if st.button("Send"):
+#     inputs = tokenizer(user_input, return_tensors="pt")
+#     outputs = model.generate(**inputs)
+#     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+#     st.session_state.chat_history.append({"user": user_input, "response": response})
+#     st.write(f"Response: {response}")