Lahiru Menikdiwela commited on
Commit
ab21bba
·
1 Parent(s): 652e925

add max new tokens to pipeline

Browse files
Files changed (1) hide show
  1. model.py +1 -0
model.py CHANGED
@@ -34,6 +34,7 @@ def get_local_model(model_name_or_path:str)->pipeline:
34
  model=model,
35
  tokenizer=tokenizer,
36
  device = device,
 
37
  model_kwargs = {"max_length":16384, "max_new_tokens": 512},
38
  )
39
 
 
34
  model=model,
35
  tokenizer=tokenizer,
36
  device = device,
37
+ max_new_tokens = 400,
38
  model_kwargs = {"max_length":16384, "max_new_tokens": 512},
39
  )
40