taprosoft commited on
Commit
9c2f030
·
1 Parent(s): 22e6cb5

fix: limit token count

Browse files
Files changed (1) hide show
  1. backends/smoldocling.py +1 -1
backends/smoldocling.py CHANGED
@@ -53,7 +53,7 @@ def convert_smoldocling(path: str, file_name: str):
53
  inputs = inputs.to(DEVICE)
54
 
55
  # Generate outputs
56
- generated_ids = model.generate(**inputs, max_new_tokens=8192)
57
  prompt_length = inputs.input_ids.shape[1]
58
  trimmed_generated_ids = generated_ids[:, prompt_length:]
59
  doctags = processor.batch_decode(
 
53
  inputs = inputs.to(DEVICE)
54
 
55
  # Generate outputs
56
+ generated_ids = model.generate(**inputs, max_new_tokens=4096)
57
  prompt_length = inputs.input_ids.shape[1]
58
  trimmed_generated_ids = generated_ids[:, prompt_length:]
59
  doctags = processor.batch_decode(