taprosoft commited on
Commit
7d03afc
·
1 Parent(s): 90ca638

fix: move to VLLM

Browse files
Files changed (1) hide show
  1. backends/smoldocling.py +1 -3
backends/smoldocling.py CHANGED
@@ -16,9 +16,7 @@ PROMPT_TEXT = "Convert page to Docling."
16
 
17
  # Initialize processor and model
18
  # Initialize LLM
19
- llm = LLM(
20
- model=MODEL_PATH, limit_mm_per_prompt={"image": 1}, gpu_memory_utilization=0.4
21
- )
22
  chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
23
 
24
  sampling_params = SamplingParams(
 
16
 
17
  # Initialize processor and model
18
  # Initialize LLM
19
+ llm = LLM(model=MODEL_PATH, limit_mm_per_prompt={"image": 1})
 
 
20
  chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
21
 
22
  sampling_params = SamplingParams(