Create README.md

README.md

@@ -0,0 +1,23 @@
+---
+base_model: Locutusque/TinyMistral-248M-v2.5-Instruct
+license: apache-2.0
+datasets:
+- HuggingFaceH4/ultrafeedback_binarized
+---
+
+```
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+tokenizer = AutoTokenizer.from_pretrained("heegyu/TinyMistral-248M-v2.5-Instruct-orpo")
+model = AutoModelForCausalLM.from_pretrained("heegyu/TinyMistral-248M-v2.5-Instruct-orpo")
+
+conv = [
+  {
+    'role': 'user',
+    'content': 'What can I do with Large Language Model?'
+  }
+]
+prompt = tokenizer.apply_chat_template(conv, add_generation_prompt=True, return_tensors="pt")
+output = model.generate(prompt, max_new_token=128)
+print(tokenizer.decode(output[0]))
+```