Commit
·
4f98171
1
Parent(s):
cc4c8b3
Update README.md
Browse files
README.md
CHANGED
|
@@ -30,7 +30,7 @@ user_message = 'How many days are there in a leap year?'
|
|
| 30 |
formatted_prompt = f'### System:\n{system_message}<|endoftext|>\n### User:\n{user_message}<|endoftext|>\n### Assistant:\n'
|
| 31 |
|
| 32 |
model = TextGeneration(model_path="hf:nm-testing/open_llama_3b-pruned-quant-50")
|
| 33 |
-
print(model(formatted_prompt, max_new_tokens=200).generations[0].text)
|
| 34 |
|
| 35 |
"""
|
| 36 |
|
|
|
|
| 30 |
formatted_prompt = f'### System:\n{system_message}<|endoftext|>\n### User:\n{user_message}<|endoftext|>\n### Assistant:\n'
|
| 31 |
|
| 32 |
model = TextGeneration(model_path="hf:nm-testing/open_llama_3b-pruned-quant-50")
|
| 33 |
+
print(model(formatted_prompt, max_new_tokens=200,repetition_penalty=1.05).generations[0].text)
|
| 34 |
|
| 35 |
"""
|
| 36 |
|