Create README.md

README.md

@@ -0,0 +1,14 @@
+```python
+from deepsparse import TextGeneration
+
+prompt = "James decides to run 3 sprints 3 times a week. He runs 60 meters each sprint. How many total meters does he run a week?"
+formatted_prompt =  f"Question:{prompt}\nAnswer:"
+
+model = TextGeneration(model_path="hf:nm-testing/TinyLlama-1.1B-intermediate-step-1431k-3T-gsms8k-pruned50-quant-ds")
+print(model(formatted_prompt, max_new_tokens=200).generations[0].text)
+"""
+He runs 3*60=<<3*60=180>>180 meters a week
+So he runs 180/3=<<180/3=60>>60 times a week
+#### 60
+"""
+```