Update app.py

app.py

@@ -41,6 +41,10 @@ frame_asr = FrameBatchMultiTaskAED(
 
 amp_dtype = torch.float16
 
+llm_pipeline = transformers.pipeline(
+    "text-generation", model="meta-llama/Meta-Llama-3-8B", model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
+)
+
 def convert_audio(audio_filepath, tmpdir, utt_id):
 	"""
 	Convert all files to monochannel 16 kHz wav files.
@@ -220,6 +224,12 @@ def on_src_or_tgt_lang_change(src_lang_value, tgt_lang_value, pnc_value):
 		)
 	return src_lang, tgt_lang, pnc
 
+def main(audio_filepath, src_lang, tgt_lang, pnc):
+    translated = transcribe(audio_filepath, src_lang, tgt_lang, pnc)
+    answer = llm_pipeline(translated)
+    return answer
+    
+    
 
 with gr.Blocks(
 	title="MyAlexa",
@@ -282,7 +292,7 @@ with gr.Blocks(
 
 
 	go_button.click(
-		fn=transcribe, 
+		fn=main, 
 		inputs = [audio_file, src_lang, tgt_lang, pnc],
 		outputs = [model_output_text_box]
 	)