Update app.py
Browse files
app.py
CHANGED
@@ -36,16 +36,16 @@ def generate_text(message, history):
|
|
36 |
print(input_prompt)
|
37 |
|
38 |
output = saiga(input_prompt,
|
39 |
-
temperature
|
40 |
-
top_p
|
41 |
-
top_k
|
42 |
-
repeat_penalty
|
43 |
-
max_tokens
|
44 |
stop: [
|
45 |
"[|Umano|]",
|
46 |
"[|Assistente|]",
|
47 |
],
|
48 |
-
stream
|
49 |
|
50 |
for out in output:
|
51 |
stream = copy.deepcopy(out)
|
@@ -66,16 +66,16 @@ def generate_text_Dante(message, history):
|
|
66 |
print(input_prompt)
|
67 |
|
68 |
output = dante(input_prompt,
|
69 |
-
temperature
|
70 |
-
top_p
|
71 |
-
top_k
|
72 |
-
repeat_penalty
|
73 |
-
max_tokens
|
74 |
stop: [
|
75 |
"[|Umano|]",
|
76 |
"[|Assistente|]",
|
77 |
],
|
78 |
-
stream
|
79 |
|
80 |
for out in output:
|
81 |
stream = copy.deepcopy(out)
|
|
|
36 |
print(input_prompt)
|
37 |
|
38 |
output = saiga(input_prompt,
|
39 |
+
temperature= 0.15,
|
40 |
+
top_p= 0.1,
|
41 |
+
top_k= 40,
|
42 |
+
repeat_penalty= 1.1,
|
43 |
+
max_tokens= 1024,
|
44 |
stop: [
|
45 |
"[|Umano|]",
|
46 |
"[|Assistente|]",
|
47 |
],
|
48 |
+
stream= True)
|
49 |
|
50 |
for out in output:
|
51 |
stream = copy.deepcopy(out)
|
|
|
66 |
print(input_prompt)
|
67 |
|
68 |
output = dante(input_prompt,
|
69 |
+
temperature= 0.15,
|
70 |
+
top_p= 0.1,
|
71 |
+
top_k= 40,
|
72 |
+
repeat_penalty= 1.1,
|
73 |
+
max_tokens= 1024,
|
74 |
stop: [
|
75 |
"[|Umano|]",
|
76 |
"[|Assistente|]",
|
77 |
],
|
78 |
+
stream= True)
|
79 |
|
80 |
for out in output:
|
81 |
stream = copy.deepcopy(out)
|