Update main.py

main.py

@@ -56,7 +56,7 @@ def generate(item: Item):
         tokenizer.convert_tokens_to_ids("<|eot_id|>")
     ]
 
-    outputs = model.generate(input_ids, eos_token_id=terminators, do_sample=True, **generate_kwargs)
+    outputs = model.generate(input_ids, eos_token_id=terminators, do_sample=True)
     response = outputs[0][input_ids.shape[-1]:]
     return tokenizer.decode(response, skip_special_tokens=True)