taprosoft
commited on
Commit
·
7d03afc
1
Parent(s):
90ca638
fix: move to VLLM
Browse files- backends/smoldocling.py +1 -3
backends/smoldocling.py
CHANGED
@@ -16,9 +16,7 @@ PROMPT_TEXT = "Convert page to Docling."
|
|
16 |
|
17 |
# Initialize processor and model
|
18 |
# Initialize LLM
|
19 |
-
llm = LLM(
|
20 |
-
model=MODEL_PATH, limit_mm_per_prompt={"image": 1}, gpu_memory_utilization=0.4
|
21 |
-
)
|
22 |
chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
|
23 |
|
24 |
sampling_params = SamplingParams(
|
|
|
16 |
|
17 |
# Initialize processor and model
|
18 |
# Initialize LLM
|
19 |
+
llm = LLM(model=MODEL_PATH, limit_mm_per_prompt={"image": 1})
|
|
|
|
|
20 |
chat_template = f"<|im_start|>User:<image>{PROMPT_TEXT}<end_of_utterance>\nAssistant:"
|
21 |
|
22 |
sampling_params = SamplingParams(
|