Spaces:

harsh-manvar
/

llama-2-7b-chat-test

Runtime error

harsh-manvar commited on Oct 14, 2023

Commit

c08ef2a

1 Parent(s): 0c61c4f

Update model.py

Files changed (1) hide show

model.py CHANGED Viewed

@@ -57,7 +57,7 @@ def run(message: str,
     inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
     streamer = TextIteratorStreamer(tokenizer,
-                                    timeout=10.,
                                     skip_prompt=True,
                                     skip_special_tokens=True)
     generate_kwargs = dict(

     inputs = tokenizer([prompt], return_tensors='pt', add_special_tokens=False).to(device)
     streamer = TextIteratorStreamer(tokenizer,
+                                    timeout=15.,
                                     skip_prompt=True,
                                     skip_special_tokens=True)
     generate_kwargs = dict(