Update app.py

app.py

@@ -16,12 +16,6 @@ if not GROQ_API_KEY:
 # Connect to Groq
 client = Groq(api_key=GROQ_API_KEY)
 
-#models' endpoints:
-GROQ_MODEL_ENDPOINT70B = os.environ.get(GROQ_API_KEY, model='llama3-70b-8192')
-GROQ_MODEL_ENDPOINT8B = os.environ.get(GROQ_API_KEY, model='llama3-8b-8192')
-PRE_PROMPT = "You are a helpful assistant. You do not respond as 'User' or pretend to be 'User'. You only respond once as Assistant."
-#Auth0 for auth
-
 # Set up Streamlit app
 st.set_page_config(page_title="LLaMA 3x", page_icon="🦙", layout="wide")
 
@@ -64,14 +58,7 @@ def render_app():
         st.session_state['max_seq_len'] = 512
     if 'pre_prompt' not in st.session_state:
         st.session_state['pre_prompt'] = PRE_PROMPT
-        
-        
-        #Dropdown menu to select the model edpoint:
-    selected_option = st.sidebar.selectbox('Choose a LLaMA2 model:', ['LLaMA3 70B', 'LLaMA3 8B'], key='model')
-    if selected_option == 'LLaMA-3 70B':
-        st.session_state['llm'] = GROQ_MODEL_ENDPOINT70B
-    else:
-        st.session_state['llm'] = GROQ_MODEL_ENDPOINT8B
+    
 
     # Model hyperparameters
     st.session_state['temperature'] = st.sidebar.slider('Temperature:', min_value=0.01, max_value=5.0, value=0.1, step=0.01)
@@ -129,7 +116,7 @@ def render_app():
             messages = [{"role": msg["role"], "content": msg["content"]} for msg in st.session_state.chat_dialogue]
             chat_completion = client.chat.completions.create(
                 messages=messages,
-                model=selected_option,
+                model="llama3-70b-8192",
                 temperature=st.session_state['temperature'],
                 top_p=st.session_state['top_p'],
                 max_tokens=st.session_state['max_seq_len']