taprosoft
commited on
Commit
·
9c2f030
1
Parent(s):
22e6cb5
fix: limit token count
Browse files- backends/smoldocling.py +1 -1
backends/smoldocling.py
CHANGED
@@ -53,7 +53,7 @@ def convert_smoldocling(path: str, file_name: str):
|
|
53 |
inputs = inputs.to(DEVICE)
|
54 |
|
55 |
# Generate outputs
|
56 |
-
generated_ids = model.generate(**inputs, max_new_tokens=
|
57 |
prompt_length = inputs.input_ids.shape[1]
|
58 |
trimmed_generated_ids = generated_ids[:, prompt_length:]
|
59 |
doctags = processor.batch_decode(
|
|
|
53 |
inputs = inputs.to(DEVICE)
|
54 |
|
55 |
# Generate outputs
|
56 |
+
generated_ids = model.generate(**inputs, max_new_tokens=4096)
|
57 |
prompt_length = inputs.input_ids.shape[1]
|
58 |
trimmed_generated_ids = generated_ids[:, prompt_length:]
|
59 |
doctags = processor.batch_decode(
|