bill83221 commited on
Commit
dbc7414
·
1 Parent(s): 44d43c2
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -33,6 +33,8 @@ def predict(comment):
33
  outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=400, pad_token_id=tokenizer.eos_token_id)
34
  outputs = tokenizer.batch_decode(outputs)[0]
35
  outputs = outputs.split("[/INST]")[1]
 
 
36
  return outputs
37
 
38
 
 
33
  outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=400, pad_token_id=tokenizer.eos_token_id)
34
  outputs = tokenizer.batch_decode(outputs)[0]
35
  outputs = outputs.split("[/INST]")[1]
36
+ outputs = outputs.split("[INST]")[0]
37
+ outputs = outputs.split("</s>")[0]
38
  return outputs
39
 
40