vpcom commited on
Commit
38f7975
·
1 Parent(s): d0e883b

fix: no cache

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -151,6 +151,7 @@ def generate(
151
  repetition_penalty=repetition_penalty,
152
  stop_sequences=stop_sequences,
153
  do_sample=True,
 
154
  #best_of=2,
155
  top_k=top_k,
156
  #typical_p=0.9,
 
151
  repetition_penalty=repetition_penalty,
152
  stop_sequences=stop_sequences,
153
  do_sample=True,
154
+ use_cache=False,
155
  #best_of=2,
156
  top_k=top_k,
157
  #typical_p=0.9,