Update app.py

app.py

@@ -3,12 +3,24 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 import streamlit as st
 import airllm
 
-# Load GEMMA 2B model and tokenizer
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-27b")
+
+from dotenv import load_dotenv
+
+load_dotenv()
+
+
+api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
+
+# Retrieve the API token from the environment variables
+api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
+
+# Load GEMMA 27B model and tokenizer using the API token
+tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-27b", use_auth_token=api_token)
 model = AutoModelForCausalLM.from_pretrained(
     "google/gemma-2-27b",
     device_map="auto",
-    torch_dtype=torch.bfloat16
+    torch_dtype=torch.bfloat16,
+    use_auth_token=api_token
 )
 # Load the base version of the model
 #model = AutoModelForCausalLM.from_pretrained(model_name)
@@ -18,14 +30,14 @@ air_llm = airllm.AirLLM(model, tokenizer)
 
 # Streamlit app configuration
 st.set_page_config(
-    page_title="Chatbot with GEMMA 2B and AirLLM",
+    page_title="Chatbot with GEMMA 27B and AirLLM",
     page_icon="🤖",
     layout="wide",
     initial_sidebar_state="expanded",
 )
 
 # App title
-st.title("Conversational Chatbot with GEMMA 2B and AirLLM")
+st.title("Conversational Chatbot with GEMMA 27B and AirLLM")
 
 # Sidebar configuration
 st.sidebar.header("Chatbot Configuration")
@@ -77,6 +89,6 @@ if st.button("Send"):
 st.sidebar.markdown(
     """
     ### About
-    This is a conversational chatbot built using the base version of the GEMMA 2B model and AirLLM.
+    This is a conversational chatbot built using the base version of the GEMMA 27B model and AirLLM.
     """
 )