Spaces:

gmonsoon
/

Model-Test-2

Runtime error

gmonsoon commited on Nov 20, 2024

Commit

6c20063

verified ·

1 Parent(s): 9fe417b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -36,6 +36,7 @@ def generate(
     top_p: float = 0.9,
     top_k: int = 50,
     repetition_penalty: float = 1.2,
 ) -> Iterator[str]:
     conversation = chat_history.copy()
     conversation.append({"role": "user", "content": message})

     top_p: float = 0.9,
     top_k: int = 50,
     repetition_penalty: float = 1.2,
+    eos_token_id=151643,
 ) -> Iterator[str]:
     conversation = chat_history.copy()
     conversation.append({"role": "user", "content": message})