Lahiru Menikdiwela
commited on
Commit
·
ab21bba
1
Parent(s):
652e925
add max new tokens to pipeline
Browse files
model.py
CHANGED
@@ -34,6 +34,7 @@ def get_local_model(model_name_or_path:str)->pipeline:
|
|
34 |
model=model,
|
35 |
tokenizer=tokenizer,
|
36 |
device = device,
|
|
|
37 |
model_kwargs = {"max_length":16384, "max_new_tokens": 512},
|
38 |
)
|
39 |
|
|
|
34 |
model=model,
|
35 |
tokenizer=tokenizer,
|
36 |
device = device,
|
37 |
+
max_new_tokens = 400,
|
38 |
model_kwargs = {"max_length":16384, "max_new_tokens": 512},
|
39 |
)
|
40 |
|