xuqinyang commited on
Commit
aff34b5
·
1 Parent(s): dbc3c4a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -7
app.py CHANGED
@@ -48,16 +48,9 @@ def generate(
48
  top_p: float,
49
  top_k: int,
50
  ) -> Iterator[list[tuple[str, str]]]:
51
- if max_new_tokens > MAX_MAX_NEW_TOKENS:
52
- raise ValueError
53
 
54
  history = history_with_input[:-1]
55
  generator = run(message, history, system_prompt, max_new_tokens, temperature, top_p, top_k)
56
- try:
57
- first_response = next(generator)
58
- yield history + [(message, first_response)]
59
- except StopIteration:
60
- yield history + [(message, '')]
61
  for response in generator:
62
  yield history + [(message, response)]
63
 
 
48
  top_p: float,
49
  top_k: int,
50
  ) -> Iterator[list[tuple[str, str]]]:
 
 
51
 
52
  history = history_with_input[:-1]
53
  generator = run(message, history, system_prompt, max_new_tokens, temperature, top_p, top_k)
 
 
 
 
 
54
  for response in generator:
55
  yield history + [(message, response)]
56