Update app.py

app.py

@@ -41,7 +41,7 @@ def format_prompt(message, history, cust_p):
     prompt+=cust_p.replace("USER_INPUT",message)
     return prompt
 
-def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,cust_p):
+def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,cust_p,translate_fa):
     #token max=8192
     if(len(prompt) > 2000):
         translatedtext1 = GoogleTranslator(source='auto', target='en').translate(prompt[0:2000])
@@ -90,6 +90,8 @@ def chat_inf(system_prompt,prompt,history,memory,client_choice,seed,temp,tokens,
         for response in stream:
             output += response.token.text
             yield [(prompt,output)],memory
+        if(translate_fa):
+            output = GoogleTranslator(source='auto', target='en').translate(output)
         history.append((prompt,output))
         memory.append((prompt,output))
         yield history,memory
@@ -128,6 +130,7 @@ with gr.Blocks() as app:
                     custom_prompt=gr.Textbox(label="Modify Prompt Format", info="For testing purposes. 'USER_INPUT' is where 'SYSTEM_PROMPT, PROMPT' will be placed", lines=5,value="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model")
             with gr.Column(scale=1):
                 with gr.Group():
+                    translate_fa = gr.Checkbox(label="Translate to Persian", value=True)
                     rand = gr.Checkbox(label="Random Seed", value=True)
                     seed=gr.Slider(label="Seed", minimum=1, maximum=1111111111111111,step=1, value=rand_val)
                     tokens = gr.Slider(label="Max new tokens",value=1600,minimum=0,maximum=8000,step=64,interactive=True, visible=True,info="The maximum number of tokens")
@@ -140,8 +143,8 @@ with gr.Blocks() as app:
     client_choice.change(load_models,client_choice,[chat_b])
     app.load(load_models,client_choice,[chat_b])
     
-    chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
-    go=btn.click(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
+    chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt,translate_fa],[chat_b,memory])
+    go=btn.click(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,client_choice,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt,translate_fa],[chat_b,memory])
 
     clear_btn.click(clear_fn,None,[inp,sys_inp,chat_b,memory])
 app.queue(default_concurrency_limit=10).launch()