Update quantized model to support tensor parallel

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/pointer/Qwen/Qwen2.5-VL-72B-Instruct",
+  "_name_or_path": "/pointer/padded/Qwen/Qwen2.5-VL-72B-Instruct",
   "architectures": [
     "Qwen2_5_VLForConditionalGeneration"
   ],
@@ -10,7 +10,7 @@
   "hidden_size": 8192,
   "image_token_id": 151655,
   "initializer_range": 0.02,
-  "intermediate_size": 29568,
+  "intermediate_size": 29696,
   "max_position_embeddings": 128000,
   "max_window_layers": 80,
   "model_type": "qwen2_5_vl",

model-00001-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e401953046320fe0042b37eba3e7d0dc3d236b38a9024056c61b2786bce7e35
-size 4891129208
+oid sha256:609b34ebd8382c86aa87c149925c8f5dfccb22d369bdd339b8669418e9104f95
+size 4894397816

model-00002-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daa568e9f11db68e3642230ddaf4b53cabd4eb6077603c3fe49034363f6549b2
-size 4981431624
+oid sha256:f0f53c2686f55e7dfe8613234c8d28c2892227b32a67ecd785fb897d2d8af4ae
+size 4999408968

model-00003-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c26cda8183106b61a33de2b78e999a5fc5e7d491378e915fbfbf8ea5278e225
-size 4972694040
+oid sha256:1e57fa613a8a02764e411bee1b6bf5694190c0014d44e4e9e671496700690179
+size 4990671384

model-00004-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c13613916b5f25c4b3735da14e04f6fb8b8f92e95ceb66688b21da57317900b2
-size 4890422568
+oid sha256:ca08c5551f39224e2e248e6ced5b761d6832315e37e5b5f19f80b49afe7410db
+size 4907855144

model-00005-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ac865e21c9f5b29b069828d6e9a3023867d841f5aee86512215cded09e33e0b
-size 4890455584
+oid sha256:15618fd4b86b3fc61d2d47ad7791e1b6493fc5d550efa3a02166bef5eb49055c
+size 4907888160

model-00006-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c66d362d27f103fb3179a70b71a9e077517baa12157f2ac8a5157bad7f2a1e8c
-size 4890455584
+oid sha256:ecda8dfc6b7b3c982160e8732680de50c922c81e7abcb2949e5e297e148882a2
+size 4907888160

model-00007-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8c8f952c9902959959d9bac311cd850d9cd2664dda22af25ef453d1ad0b674b
-size 4981431832
+oid sha256:29778ba0df868991ea5a9296ec35d714da218ecb526f5469140f90217da32404
+size 4999409176

model-00008-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:402da32449c4ba30e2d90b33e8c8629b85aaee722a943b66932780c23a9ed8e3
-size 4972694040
+oid sha256:8492220b737aa7980ec80bf7cb1c8e837ce3ab225a5926e1bb53e2b8f11d3221
+size 4990671384

model-00009-of-00009.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4526bccc59e37d8a8a5860fe778a3cc2f0ee1caa7c3883365b3115461bd5bd2
-size 3403487184
+oid sha256:d6d19059e024889e390f327d9e8e7b595091cae8d51fae6497f89fd71d7c37ad
+size 3406755792

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 42873922048
+    "total_size": 43004666368
   },
   "weight_map": {
     "visual.patch_embed.proj.weight": "model-00001-of-00009.safetensors",