StevenChen16 commited on
Commit
787059d
·
verified ·
1 Parent(s): 159ccaa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -47,7 +47,7 @@ terminators = [
47
  tokenizer.convert_tokens_to_ids("")
48
  ]
49
 
50
- def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int) -> str:
51
  conversation = []
52
  for user, assistant in history:
53
  conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
@@ -58,7 +58,7 @@ def chat_llama3_8b(message: str, history: list, temperature: float, max_new_toke
58
  streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
59
 
60
  generate_kwargs = dict(
61
- input_ids= input_ids,
62
  streamer=streamer,
63
  max_new_tokens=max_new_tokens,
64
  do_sample=True,
 
47
  tokenizer.convert_tokens_to_ids("")
48
  ]
49
 
50
+ def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int):
51
  conversation = []
52
  for user, assistant in history:
53
  conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
 
58
  streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
59
 
60
  generate_kwargs = dict(
61
+ input_ids=input_ids,
62
  streamer=streamer,
63
  max_new_tokens=max_new_tokens,
64
  do_sample=True,