Ran locally

generator.py

@@ -59,7 +59,7 @@ def run_model(input_string, **generator_args):
     
   inputs = tokenize([input_string])
     
-  res = t5_model.generate(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], **generator_args)
+  res = hfmodel.generate(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'], **generator_args)
   output = hftokenizer.decode(res[0], skip_special_tokens=True)
   output = [item.split("<sep>") for item in output]
   output = [o.strip() for o in output[:-1]]