Set temperature to 0.3 to make answers more focused
Browse files
main.py
CHANGED
|
@@ -7,7 +7,7 @@ llm = AutoModelForCausalLM.from_pretrained("TheBloke/Toppy-M-7B-GGUF",
|
|
| 7 |
model_file="toppy-m-7b.Q5_K_S.gguf",
|
| 8 |
model_type="mistral",
|
| 9 |
context_length=4096,
|
| 10 |
-
temperature=0.
|
| 11 |
gpu_layers=50)
|
| 12 |
|
| 13 |
|
|
|
|
| 7 |
model_file="toppy-m-7b.Q5_K_S.gguf",
|
| 8 |
model_type="mistral",
|
| 9 |
context_length=4096,
|
| 10 |
+
temperature=0.3,
|
| 11 |
gpu_layers=50)
|
| 12 |
|
| 13 |
|