Update model IDs and system prompt in app.py, add autoawq to requirements.txt

app.py

@@ -3,8 +3,8 @@ import torch
 import gradio as gr
 from threading import Thread
 
-base_model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
-new_model_id = "MohamedRashad/Arabic-Orpo-Llama-3-8B-Instruct"
+base_model_id = "YurtsAI/Meta-Llama-3-8B-Instruct-AWQ"
+new_model_id = "MohamedRashad/Arabic-Orpo-Llama-3-8B-Instruct-AWQ"
 
 # Reload tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained(base_model_id)
@@ -108,9 +108,9 @@ def clear():
 with gr.Blocks(title="Arabic-ORPO-Llama3") as demo:
     with gr.Column():
         gr.HTML("<center><h1>Arabic Chatbot Comparison</h1></center>")
-        system_prompt = gr.Textbox(lines=1, label="System Prompt", value="You are a pirate chatbot who always responds in pirate speak!")
+        system_prompt = gr.Textbox(lines=1, label="System Prompt", value="أنت متحدث لبق باللغة العربية!", rtl=True, text_align="right", show_copy_button=True)
         with gr.Row(variant="panel"):
-            base_chatbot = gr.Chatbot(label=base_model_id, rtl=False, likeable=True, show_copy_button=True)
+            base_chatbot = gr.Chatbot(label=base_model_id, rtl=True, likeable=True, show_copy_button=True)
             new_chatbot = gr.Chatbot(label=new_model_id, rtl=True, likeable=True, show_copy_button=True)
         with gr.Row(variant="panel"):
             with gr.Column(scale=1):

requirements.txt

@@ -1,3 +1,4 @@
 transformers
 torch
-accelerate
+accelerate
+autoawq