Update app.py
Browse files
app.py
CHANGED
@@ -22,11 +22,11 @@ def generate_response(
|
|
22 |
history: list[tuple[str, str]],
|
23 |
system_message: str = "You are the LLM trained by Lunzima, called NQLSG-Qwen2.5-14B-MegaFusion. Please follow the user's instructions carefully.",
|
24 |
max_tokens: int = 1024,
|
25 |
-
temperature: float = 0.
|
26 |
-
top_k: int =
|
27 |
-
top_p: float = 0.
|
28 |
min_p: float = 0.05,
|
29 |
-
repeat_penalty: float = 1.
|
30 |
):
|
31 |
try:
|
32 |
chat_template = MessagesFormatterType.OPEN_CHAT
|
|
|
22 |
history: list[tuple[str, str]],
|
23 |
system_message: str = "You are the LLM trained by Lunzima, called NQLSG-Qwen2.5-14B-MegaFusion. Please follow the user's instructions carefully.",
|
24 |
max_tokens: int = 1024,
|
25 |
+
temperature: float = 0.6,
|
26 |
+
top_k: int = 30,
|
27 |
+
top_p: float = 0.9,
|
28 |
min_p: float = 0.05,
|
29 |
+
repeat_penalty: float = 1.2
|
30 |
):
|
31 |
try:
|
32 |
chat_template = MessagesFormatterType.OPEN_CHAT
|