First POC

app.py

@@ -0,0 +1,18 @@
+import gradio as gr
+from transformers import AutoModelForSeq2SeqLM, NllbTokenizerFast
+
+model_repo = "wtarit/nllb-600M-th-en"
+
+model = AutoModelForSeq2SeqLM.from_pretrained(model_repo)
+tokenizer = NllbTokenizerFast.from_pretrained(model_repo, src_lang="tha_Thai", tgt_lang="eng_Latn")
+
+def translate(name):
+    inputs = tokenizer(name, return_tensors="pt")
+    translated_tokens = model.generate(
+        **inputs, forced_bos_token_id=tokenizer.lang_code_to_id["eng_Latn"], max_length=64
+    )
+    return tokenizer.batch_decode(translated_tokens, skip_special_tokens=True)[0]
+
+demo = gr.Interface(fn=translate, inputs="text", outputs="text")
+
+demo.launch()   

requirements.txt

@@ -0,0 +1,2 @@
+torch
+transformers