Update app.py

app.py

@@ -9,6 +9,12 @@ from threading import Thread
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
 
 
+
+MODEL_NAME_OR_PATH = 'mattshumer/Llama-3-8B-16K'
+
+
+
+
 DESCRIPTION = '''
 <div>
 <h1 style="text-align: center;">AI Lawyer</h1>
@@ -43,8 +49,8 @@ h1 {
 """
 
 # Load the tokenizer and model
-tokenizer = AutoTokenizer.from_pretrained("StevenChen16/llama3-8b-Lawyer")
-model = AutoModelForCausalLM.from_pretrained("StevenChen16/llama3-8b-Lawyer", device_map="auto")  # to("cuda:0") 
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME_OR_PATH)
+model = AutoModelForCausalLM.from_pretrained(MODEL_NAME_OR_PATH, device_map="auto")  # to("cuda:0") 
 terminators = [
     tokenizer.eos_token_id,
     tokenizer.convert_tokens_to_ids("<|eot_id|>")
@@ -86,7 +92,6 @@ As an AI legal assistant, you are a highly trained expert in U.S. and Canadian l
 Please remember that your role is to provide general legal information and analysis, but also to actively guide and interact with the user during the conversation in a personalized and professional manner. If you feel that necessary information is missing to provide targeted analysis and advice, take the initiative to ask until you believe you have sufficient details. However, also be mindful to avoid over-inquiring or disregarding the user's needs and concerns. Now, please guide me step by step to describe the legal issues I am facing, according to the above requirements.
 '''
 
-
 @spaces.GPU(duration=120)
 def chat_llama3_8b(message: str, 
               history: list,