Create README.md

README.md

@@ -0,0 +1,31 @@
+### Inference
+
+```bash
+pip install transformers sentencepiece
+```
+
+```Python
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
+
+model_path = "anzorq/m2m100_1.2B_ft_ru-kbd_50K"
+tgt_lang="zu"
+
+tokenizer = AutoTokenizer.from_pretrained('facebook/m2m100_1.2B')
+model = AutoModelForSeq2SeqLM.from_pretrained(model_path)
+model.to('cuda')
+
+def translate(text, num_beams=4, num_return_sequences=4):
+    inputs = tokenizer(text, return_tensors="pt")
+    inputs.to('cuda')
+    num_return_sequences = min(num_return_sequences, num_beams)
+
+    translated_tokens = model.generate(
+        **inputs,
+        forced_bos_token_id=tokenizer.lang_code_to_id[tgt_lang],
+        num_beams=num_beams,
+        num_return_sequences=num_return_sequences
+    )
+
+    translations = [tokenizer.decode(translation, skip_special_tokens=True) for translation in translated_tokens]
+    return translations
+```