Leonydis137 commited on
Commit
e3fb6ae
·
verified ·
1 Parent(s): a1a1f36

Create response_handler.py

Browse files
Files changed (1) hide show
  1. response_handler.py +6 -0
response_handler.py ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+
2
+ # response_handler.py
3
+ def generate_response(prompt, tokenizer, model):
4
+ inputs = tokenizer(prompt, return_tensors="pt")
5
+ outputs = model.generate(**inputs, max_length=200)
6
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)