Update app.py
Browse filesset model to HuggingFaceTB/SmolLM2-135M-Instruct. 1.7B took an eternity to respond. In a production environment, 1.7B would be used and hosted in a separate environment obviously.
app.py
CHANGED
|
@@ -6,9 +6,9 @@ import torch
|
|
| 6 |
|
| 7 |
MAX_NEW_TOKENS = 600
|
| 8 |
|
| 9 |
-
|
| 10 |
# MODEL="HuggingFaceTB/SmolLM2-360M-Instruct"
|
| 11 |
-
MODEL="HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
| 12 |
TEMPERATURE = 0.6
|
| 13 |
TOP_P = 0.95
|
| 14 |
REPETITION_PENALTY = 1.2
|
|
|
|
| 6 |
|
| 7 |
MAX_NEW_TOKENS = 600
|
| 8 |
|
| 9 |
+
MODEL="HuggingFaceTB/SmolLM2-135M-Instruct"
|
| 10 |
# MODEL="HuggingFaceTB/SmolLM2-360M-Instruct"
|
| 11 |
+
# MODEL="HuggingFaceTB/SmolLM2-1.7B-Instruct"
|
| 12 |
TEMPERATURE = 0.6
|
| 13 |
TOP_P = 0.95
|
| 14 |
REPETITION_PENALTY = 1.2
|