Update config.json

Endpoint encountered an error.
You can try restarting it using the "retry" button above. Check
logs for more details.
[Server message]Endpoint failed to start
See details
Exit code: 3. Reason: ustom pipeline found at /repository/handler.py
2024-10-29 04:23:34 - huggingface_inference_toolkit - INFO - Using device GPU
Traceback (most recent call last):
File "/usr/local/lib/python3.10/dist-packages/starlette/routing.py", line 693, in lifespan
async with self.lifespan_context(app) as maybe_state:
File "/usr/local/lib/python3.10/dist-packages/starlette/routing.py", line 569, in __aenter__
await self._router.startup()
File "/usr/local/lib/python3.10/dist-packages/starlette/routing.py", line 670, in startup
await handler()
File "/app/webservice_starlette.py", line 62, in prepare_model_artifacts
inference_handler = get_inference_handler_either_custom_or_default_handler(
File "/app/huggingface_inference_toolkit/handler.py", line 96, in get_inference_handler_either_custom_or_default_handler
return HuggingFaceHandler(model_dir=model_dir, task=task)
File "/app/huggingface_inference_toolkit/handler.py", line 19, in __init__
self.pipeline = get_pipeline(
File "/app/huggingface_inference_toolkit/utils.py", line 261, in get_pipeline
hf_pipeline = pipeline(task=task, model=model_dir, device=device, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/transformers/pipelines/__init__.py", line 805, in pipeline
config = AutoConfig.from_pretrained(
File "/usr/local/lib/python3.10/dist-packages/transformers/models/auto/configuration_auto.py", line 1000, in from_pretrained
return config_class.from_dict(config_dict, **unused_kwargs)
File "/usr/local/lib/python3.10/dist-packages/transformers/configuration_utils.py", line 772, in from_dict
config = cls(**config_dict)
File "/usr/local/lib/python3.10/dist-packages/transformers/models/llava/configuration_llava.py", line 104, in __init__
vision_config = CONFIG_MAPPING[vision_config["model_type"]](**vision_config)
File "/usr/local/lib/python3.10/dist-packages/transformers/models/auto/configuration_auto.py", line 695, in __getitem__
raise KeyError(key)
KeyError: 'pixtral'

config.json

@@ -128,7 +128,7 @@
     "length_penalty": 1.0,
     "max_length": 20,
     "min_length": 0,
-    "model_type": "pixtral",
+    "model_type": "vision",
     "no_repeat_ngram_size": 0,
     "num_attention_heads": 16,
     "num_beam_groups": 1,