Spaces:
Runtime error
Runtime error
Peter
commited on
Commit
·
6e1a316
1
Parent(s):
0d868fb
adjust params
Browse files- app.py +2 -2
- converse.py +6 -3
app.py
CHANGED
@@ -78,9 +78,9 @@ def ask_gpt(
|
|
78 |
chat_pipe,
|
79 |
speaker="person alpha",
|
80 |
responder="person beta",
|
81 |
-
max_len=
|
82 |
top_p=0.95,
|
83 |
-
top_k=
|
84 |
temperature=0.6,
|
85 |
):
|
86 |
"""
|
|
|
78 |
chat_pipe,
|
79 |
speaker="person alpha",
|
80 |
responder="person beta",
|
81 |
+
max_len=96,
|
82 |
top_p=0.95,
|
83 |
+
top_k=25,
|
84 |
temperature=0.6,
|
85 |
):
|
86 |
"""
|
converse.py
CHANGED
@@ -112,6 +112,7 @@ def gen_response(
|
|
112 |
temperature=0.7,
|
113 |
full_text=False,
|
114 |
num_return_sequences=1,
|
|
|
115 |
device=-1,
|
116 |
verbose=False,
|
117 |
**kwargs,
|
@@ -155,10 +156,12 @@ def gen_response(
|
|
155 |
num_return_sequences=num_return_sequences,
|
156 |
max_time=timeout,
|
157 |
return_full_text=full_text,
|
158 |
-
no_repeat_ngram_size=
|
159 |
-
|
160 |
-
|
161 |
clean_up_tokenization_spaces=True,
|
|
|
|
|
162 |
**kwargs,
|
163 |
) # the likely better beam-less method
|
164 |
rt = round(time.perf_counter() - st, 2)
|
|
|
112 |
temperature=0.7,
|
113 |
full_text=False,
|
114 |
num_return_sequences=1,
|
115 |
+
length_penalty=0.6,
|
116 |
device=-1,
|
117 |
verbose=False,
|
118 |
**kwargs,
|
|
|
156 |
num_return_sequences=num_return_sequences,
|
157 |
max_time=timeout,
|
158 |
return_full_text=full_text,
|
159 |
+
no_repeat_ngram_size=2,
|
160 |
+
repetition_penalty=3.5,
|
161 |
+
length_penalty=length_penalty,
|
162 |
clean_up_tokenization_spaces=True,
|
163 |
+
skip_special_tokens=True,
|
164 |
+
remove_invalid_values=True,
|
165 |
**kwargs,
|
166 |
) # the likely better beam-less method
|
167 |
rt = round(time.perf_counter() - st, 2)
|