Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,7 @@ terminators = [
|
|
47 |
tokenizer.convert_tokens_to_ids("")
|
48 |
]
|
49 |
|
50 |
-
def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int)
|
51 |
conversation = []
|
52 |
for user, assistant in history:
|
53 |
conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
|
@@ -58,7 +58,7 @@ def chat_llama3_8b(message: str, history: list, temperature: float, max_new_toke
|
|
58 |
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
59 |
|
60 |
generate_kwargs = dict(
|
61 |
-
input_ids=
|
62 |
streamer=streamer,
|
63 |
max_new_tokens=max_new_tokens,
|
64 |
do_sample=True,
|
|
|
47 |
tokenizer.convert_tokens_to_ids("")
|
48 |
]
|
49 |
|
50 |
+
def chat_llama3_8b(message: str, history: list, temperature: float, max_new_tokens: int):
|
51 |
conversation = []
|
52 |
for user, assistant in history:
|
53 |
conversation.extend([{"role": "user", "content": user}, {"role": "assistant", "content": assistant}])
|
|
|
58 |
streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
|
59 |
|
60 |
generate_kwargs = dict(
|
61 |
+
input_ids=input_ids,
|
62 |
streamer=streamer,
|
63 |
max_new_tokens=max_new_tokens,
|
64 |
do_sample=True,
|