Initial test

app.py

@@ -3,8 +3,9 @@ import sys
 import requests
 import gradio as gr 
 
-def translate(input_txt,prefix,suffix,beam_size,top_k):
-    output_txt = "this is test"
+def translate(input_txt,prefix,suffix,num_beams,topk,beta):
+    dictToSend = {'input':input_txt,'prefix':prefix,'suffix':suffix,'num_beams':num_beams,'alpha': (1-beta),'beta':beta,'topk':topk}
+    res = requests.post('http://i13hpc68:8099/generate', json=dictToSend)
     return output_txt
 
 prefix= "<s>[INST] <<SYS>>\nYou are a professional translator from English to German. You translate the sentences to only Formal German even if the English sentence is Informal.\n<</SYS>>\nEnglish: "
@@ -12,7 +13,7 @@ prefix= "<s>[INST] <<SYS>>\nYou are a professional translator from English to Ge
 suffix = "\nGerman: "
 iface = gr.Interface(
         fn=translate,
-        inputs=[gr.Textbox(lines=1, placeholder="Enter your English Sentences that you want to translate", label="English Sentence"), gr.Textbox(lines=5, placeholder=prefix,label="Prefix for LLM Prompt - Change here to control"),gr.Textbox(lines=5, placeholder=suffix, label="DONT CHANGE!!"),gr.Slider(label='Select beam size',value=5,minimum=1,maximum=5,step=1),gr.Slider(label="TopK for rescoring",value=5,minimum=5,maximum=10,step=1)],
+        inputs=[gr.Textbox(lines=1, placeholder="Enter your English Sentences that you want to translate", label="English Sentence"), gr.Textbox(lines=5, placeholder=prefix,label="Prefix for LLM Prompt - Replace formal and informal here to control Formality Levle"),gr.Textbox(lines=2, placeholder=suffix, label="DONT CHANGE!!"),gr.Slider(label='Select beam size',value=5,minimum=1,maximum=5,step=1),gr.Slider(label="TopK for rescoring",value=5,minimum=5,maximum=10,step=1),gr.Slider(label="LLM weight when rescoring, 1 for complete LLM scoring, 0 for NLLB Decoding without LLM",value=1,minimum=0,maximum=1,step=0.1)],
         outputs=gr.Textbox(lines=1,placeholder="Enter your inputs and click submit!",label="LLM Guided NLLB German Translation"),
         title="Ensemble Decoding with NLLB 3.3B and LLama2 13B for Guided Decoding",
         )