Spaces:

PhysicsWallahAI
/

Aryabhata-Demo

Running

RitvikPW commited on 7 days ago

Commit

6299cb7

verified ·

1 Parent(s): df990b7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -52,7 +52,7 @@ def generate_answer_stream(question):
         add_generation_prompt=True
     )
-    inputs = tokenizer([text], return_tensors="pt").to("cuda")
     streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
     stopping = StoppingCriteriaList([StopStringCriteria(tokenizer, stop_strings)])

         add_generation_prompt=True
     )
+    inputs = tokenizer([text], return_tensors="pt")#.to("cuda")
     streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
     stopping = StoppingCriteriaList([StopStringCriteria(tokenizer, stop_strings)])