Update README.md

README.md

@@ -3,9 +3,9 @@ base_model: mediocredev/open-llama-3b-v2-instruct
 inference: false
 model_type: llama
 prompt_template: |
-  Q: 
+  ### User:\n
   {prompt}
-  \nA
+  ### Assistant:\n
 quantized_by: mwitiderrick
 tags:
 - deepsparse
@@ -24,8 +24,10 @@ Run in a [Python pipeline](https://github.com/neuralmagic/deepsparse/blob/main/d
 ```python
 from deepsparse import TextGeneration
 
-prompt = 'Q: What is the largest animal?\nA:'
-formatted_prompt =  f"Q: {prompt}\nA:"
+system_message = 'You are a helpful assistant, who always provide explanation.'
+user_message = 'How many days are there in a leap year?'
+
+formatted_prompt = f'### System:\n{system_message}<|endoftext|>\n### User:\n{user_message}<|endoftext|>\n### Assistant:\n'
 
 model = TextGeneration(model_path="hf:nm-testing/open_llama_3b-pruned-quant-50")
 print(model(formatted_prompt, max_new_tokens=200).generations[0].text)
@@ -37,9 +39,9 @@ print(model(formatted_prompt, max_new_tokens=200).generations[0].text)
 ## Prompt template
 
 ```
-Q: 
+### User:\n
 {prompt}
-\nA:
+### Assistant:\n
 
 ```
 ## Sparsification