Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -28,8 +28,8 @@ if torch.cuda.is_available():
|
|
28 |
def generate(
|
29 |
message: str,
|
30 |
chat_history: list[tuple[str, str]],
|
31 |
-
max_new_tokens: int =
|
32 |
-
temperature: float = 0.
|
33 |
top_p: float = 0.9,
|
34 |
top_k: int = 50,
|
35 |
repetition_penalty: float = 1.2,
|
|
|
28 |
def generate(
|
29 |
message: str,
|
30 |
chat_history: list[tuple[str, str]],
|
31 |
+
max_new_tokens: int = 512,
|
32 |
+
temperature: float = 0.2,
|
33 |
top_p: float = 0.9,
|
34 |
top_k: int = 50,
|
35 |
repetition_penalty: float = 1.2,
|