Update app.py

app.py

@@ -9,7 +9,7 @@ from tokenization_yi import YiTokenizer
 os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:120'
 model_id = "01-ai/Yi-6B-200K"
 tokenizer_path = "./"
-# eos_token_id = 7
+eos_token_id = 7
 
 DESCRIPTION = """
 # 👋🏻Welcome to 🙋🏻‍♂️Tonic's🧑🏻‍🚀YI-200K🚀
@@ -21,11 +21,11 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 tokenizer = AutoTokenizer.from_pretrained(model_id, device_map="auto", trust_remote_code=True)
 # tokenizer = YiTokenizer.from_pretrained(tokenizer_path)
 model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16, trust_remote_code=True)
-# tokenizer.eos_token_id = eos_token_id
-# model.config.eos_token_id = eos_token_id
+tokenizer.eos_token_id = eos_token_id
+model.config.eos_token_id = eos_token_id
 
-def format_prompt(user_message, system_message="I am YiTonic, an AI language model created by Tonic-AI. I am a cautious assistant. I carefully follow instructions. I am helpful and harmless and I follow ethical guidelines and promote positive behavior."):
-    prompt_dict = {"role": "user", "content": f"{system_message}\n\n{user_message}"}
+def format_prompt(user_message, system_message="You are YiTonic, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and follow ethical guidelines and promote positive behavior."):
+    prompt_dict = {"role": "user", "content": f"{user_message}{system_message}"}
     prompt = str(prompt_dict)
     return prompt
 
@@ -56,7 +56,7 @@ with gr.Blocks(theme='ParityError/Anime') as demo:
         system_prompt = gr.Textbox(placeholder='Provide a System Prompt In The First Person', label='System Prompt', lines=2, value="You are YiTonic, an AI language model created by Tonic-AI. You are a cautious assistant. You carefully follow instructions. You are helpful and harmless and you follow ethical guidelines and promote positive behavior.")
 
     with gr.Group():
-        chatbot = gr.Chatbot(label='TonicYi-6B-200K-🦙')
+        chatbot = gr.Chatbot(label='TonicYi-6B-200K-🧠🤯')
 
     with gr.Group():
         submit_button = gr.Button('Submit', variant='primary')