Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,51 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/home/azureuser/models/models--deepseek-ai--DeepSeek-R1-Distill-Qwen-32B/snapshots/3865e12a1eb7cbd641ab3f9dfc28c588c6b0c1e9/",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 27648,
+  "max_position_embeddings": 131072,
+  "max_window_layers": 64,
+  "model_type": "qwen2",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 64,
+  "num_key_value_heads": 8,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.7.4"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.2",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b4d1782ad6ed1456d47cea60483c26f865f2ab28f94fc88acfa146f4980c8d
+size 19343988016

quant_log.csv

@@ -0,0 +1,449 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.10951,0.01000,3.883
+0,self_attn.v_proj,0.03535,0.01000,1.440
+0,self_attn.q_proj,0.31461,0.01000,1.488
+0,self_attn.o_proj,1.93236,0.01000,2.823
+0,mlp.up_proj,0.35166,0.01000,3.473
+0,mlp.gate_proj,0.38004,0.01000,1.662
+0,mlp.down_proj,0.40345,0.01000,11.717
+1,self_attn.k_proj,0.01090,0.01000,3.768
+1,self_attn.v_proj,0.00528,0.01000,1.429
+1,self_attn.q_proj,0.04718,0.01000,1.482
+1,self_attn.o_proj,0.02199,0.01000,2.792
+1,mlp.up_proj,3.01068,0.01000,3.502
+1,mlp.gate_proj,9.94816,0.01000,1.675
+1,mlp.down_proj,0.11068,0.01000,11.446
+2,self_attn.k_proj,0.04953,0.01000,3.729
+2,self_attn.v_proj,0.01729,0.01000,1.390
+2,self_attn.q_proj,0.14619,0.01000,1.444
+2,self_attn.o_proj,0.14250,0.01000,2.868
+2,mlp.up_proj,5.58938,0.01000,3.545
+2,mlp.gate_proj,13.15975,0.01000,1.650
+2,mlp.down_proj,0.49439,0.01000,11.435
+3,self_attn.k_proj,0.23805,0.01000,3.756
+3,self_attn.v_proj,0.07278,0.01000,1.389
+3,self_attn.q_proj,0.68931,0.01000,1.432
+3,self_attn.o_proj,0.35515,0.01000,2.812
+3,mlp.up_proj,6.17924,0.01000,3.486
+3,mlp.gate_proj,14.39462,0.01000,1.643
+3,mlp.down_proj,1.04559,0.01000,11.421
+4,self_attn.k_proj,0.21649,0.01000,3.701
+4,self_attn.v_proj,0.10355,0.01000,1.398
+4,self_attn.q_proj,0.66609,0.01000,1.422
+4,self_attn.o_proj,0.82410,0.01000,2.849
+4,mlp.up_proj,16.02560,0.01000,3.501
+4,mlp.gate_proj,30.96535,0.01000,1.635
+4,mlp.down_proj,74.19284,0.01000,11.527
+5,self_attn.k_proj,0.78692,0.01000,3.721
+5,self_attn.v_proj,0.44434,0.01000,1.411
+5,self_attn.q_proj,2.68566,0.01000,1.494
+5,self_attn.o_proj,0.83673,0.01000,2.828
+5,mlp.up_proj,27.54133,0.01000,3.525
+5,mlp.gate_proj,50.29523,0.01000,1.656
+5,mlp.down_proj,83.59009,0.01000,11.547
+6,self_attn.k_proj,0.81260,0.01000,3.718
+6,self_attn.v_proj,0.59795,0.01000,1.415
+6,self_attn.q_proj,2.90379,0.01000,1.447
+6,self_attn.o_proj,0.70393,0.01000,2.820
+6,mlp.up_proj,45.98330,0.01000,3.510
+6,mlp.gate_proj,78.89032,0.01000,1.656
+6,mlp.down_proj,8.37488,0.01000,11.502
+7,self_attn.k_proj,1.13787,0.01000,3.736
+7,self_attn.v_proj,0.93084,0.01000,1.376
+7,self_attn.q_proj,4.12102,0.01000,1.432
+7,self_attn.o_proj,0.97531,0.01000,2.848
+7,mlp.up_proj,60.87785,0.01000,3.499
+7,mlp.gate_proj,105.33450,0.01000,1.660
+7,mlp.down_proj,3.62189,0.01000,11.500
+8,self_attn.k_proj,1.43242,0.01000,3.783
+8,self_attn.v_proj,0.86657,0.01000,1.427
+8,self_attn.q_proj,5.06832,0.01000,1.469
+8,self_attn.o_proj,0.84137,0.01000,2.858
+8,mlp.up_proj,41.36477,0.01000,3.547
+8,mlp.gate_proj,70.03442,0.01000,1.671
+8,mlp.down_proj,4.84961,0.01000,11.525
+9,self_attn.k_proj,1.36615,0.01000,3.767
+9,self_attn.v_proj,1.13563,0.01000,1.410
+9,self_attn.q_proj,4.80110,0.01000,1.445
+9,self_attn.o_proj,1.52607,0.01000,2.839
+9,mlp.up_proj,24.10745,0.01000,3.526
+9,mlp.gate_proj,26.14586,0.01000,1.671
+9,mlp.down_proj,6.05000,0.01000,11.515
+10,self_attn.k_proj,2.16733,0.01000,3.736
+10,self_attn.v_proj,1.76791,0.01000,1.432
+10,self_attn.q_proj,8.01266,0.01000,1.444
+10,self_attn.o_proj,1.76568,0.01000,2.872
+10,mlp.up_proj,31.98140,0.01000,3.495
+10,mlp.gate_proj,34.58262,0.01000,1.668
+10,mlp.down_proj,10.15542,0.01000,11.435
+11,self_attn.k_proj,1.54369,0.01000,3.728
+11,self_attn.v_proj,1.15980,0.01000,1.390
+11,self_attn.q_proj,5.73237,0.01000,1.448
+11,self_attn.o_proj,2.40549,0.01000,2.815
+11,mlp.up_proj,40.48055,0.01000,3.461
+11,mlp.gate_proj,48.89324,0.01000,1.635
+11,mlp.down_proj,8.39603,0.01000,11.495
+12,self_attn.k_proj,1.99017,0.01000,3.780
+12,self_attn.v_proj,1.44571,0.01000,1.432
+12,self_attn.q_proj,7.47077,0.01000,1.481
+12,self_attn.o_proj,2.56372,0.01000,2.848
+12,mlp.up_proj,43.65084,0.01000,3.515
+12,mlp.gate_proj,46.83010,0.01000,1.656
+12,mlp.down_proj,10.60977,0.01000,11.584
+13,self_attn.k_proj,2.29766,0.01000,3.717
+13,self_attn.v_proj,1.78979,0.01000,1.413
+13,self_attn.q_proj,8.21005,0.01000,1.425
+13,self_attn.o_proj,3.02680,0.01000,2.830
+13,mlp.up_proj,51.54390,0.01000,3.498
+13,mlp.gate_proj,55.83699,0.01000,1.652
+13,mlp.down_proj,12.55419,0.01000,11.524
+14,self_attn.k_proj,3.06420,0.01000,3.753
+14,self_attn.v_proj,2.15402,0.01000,1.415
+14,self_attn.q_proj,11.00309,0.01000,1.464
+14,self_attn.o_proj,2.54914,0.01000,2.832
+14,mlp.up_proj,55.35691,0.01000,3.478
+14,mlp.gate_proj,60.52634,0.01000,1.673
+14,mlp.down_proj,13.15211,0.01000,11.478
+15,self_attn.k_proj,2.78606,0.01000,3.673
+15,self_attn.v_proj,2.29066,0.01000,1.389
+15,self_attn.q_proj,9.91676,0.01000,1.426
+15,self_attn.o_proj,3.46237,0.01000,2.848
+15,mlp.up_proj,57.15676,0.01000,3.484
+15,mlp.gate_proj,64.80304,0.01000,1.667
+15,mlp.down_proj,13.22720,0.01000,11.553
+16,self_attn.k_proj,2.32143,0.01000,3.730
+16,self_attn.v_proj,1.53318,0.01000,1.404
+16,self_attn.q_proj,7.89914,0.01000,1.456
+16,self_attn.o_proj,2.69978,0.01000,2.815
+16,mlp.up_proj,52.69391,0.01000,3.476
+16,mlp.gate_proj,56.90802,0.01000,1.666
+16,mlp.down_proj,11.50479,0.01000,11.536
+17,self_attn.k_proj,3.04381,0.01000,3.716
+17,self_attn.v_proj,1.88760,0.01000,1.410
+17,self_attn.q_proj,10.43633,0.01000,1.445
+17,self_attn.o_proj,2.43443,0.01000,2.831
+17,mlp.up_proj,50.52463,0.01000,3.463
+17,mlp.gate_proj,53.69043,0.01000,1.670
+17,mlp.down_proj,10.58508,0.01000,11.530
+18,self_attn.k_proj,2.94937,0.01000,3.698
+18,self_attn.v_proj,1.88430,0.01000,1.411
+18,self_attn.q_proj,10.11764,0.01000,1.456
+18,self_attn.o_proj,3.01183,0.01000,2.818
+18,mlp.up_proj,48.77782,0.01000,3.487
+18,mlp.gate_proj,51.53640,0.01000,1.656
+18,mlp.down_proj,10.17783,0.01000,11.521
+19,self_attn.k_proj,2.73611,0.01000,3.740
+19,self_attn.v_proj,1.91514,0.01000,1.397
+19,self_attn.q_proj,9.88004,0.01000,1.451
+19,self_attn.o_proj,1.94948,0.01000,2.824
+19,mlp.up_proj,48.76656,0.01000,3.477
+19,mlp.gate_proj,51.39761,0.01000,1.674
+19,mlp.down_proj,9.98934,0.01000,11.471
+20,self_attn.k_proj,3.05076,0.01000,3.699
+20,self_attn.v_proj,1.80857,0.01000,1.409
+20,self_attn.q_proj,10.45554,0.01000,1.441
+20,self_attn.o_proj,3.12608,0.01000,2.834
+20,mlp.up_proj,46.56360,0.01000,3.483
+20,mlp.gate_proj,48.38595,0.01000,1.660
+20,mlp.down_proj,10.36077,0.01000,11.453
+21,self_attn.k_proj,2.67004,0.01000,3.729
+21,self_attn.v_proj,1.66243,0.01000,1.401
+21,self_attn.q_proj,9.23527,0.01000,1.444
+21,self_attn.o_proj,3.68392,0.01000,2.846
+21,mlp.up_proj,45.87252,0.01000,3.485
+21,mlp.gate_proj,47.80573,0.01000,1.672
+21,mlp.down_proj,10.36233,0.01000,11.383
+22,self_attn.k_proj,2.91415,0.01000,3.718
+22,self_attn.v_proj,2.36053,0.01000,1.429
+22,self_attn.q_proj,10.42156,0.01000,1.435
+22,self_attn.o_proj,5.89517,0.01000,2.815
+22,mlp.up_proj,47.82814,0.01000,3.499
+22,mlp.gate_proj,49.75899,0.01000,1.650
+22,mlp.down_proj,11.80908,0.01000,11.540
+23,self_attn.k_proj,2.88734,0.01000,3.718
+23,self_attn.v_proj,2.46526,0.01000,1.400
+23,self_attn.q_proj,10.54750,0.01000,1.428
+23,self_attn.o_proj,5.54833,0.01000,2.857
+23,mlp.up_proj,49.94622,0.01000,3.488
+23,mlp.gate_proj,52.72432,0.01000,1.650
+23,mlp.down_proj,12.38029,0.01000,11.413
+24,self_attn.k_proj,3.59931,0.01000,3.717
+24,self_attn.v_proj,2.48914,0.01000,1.390
+24,self_attn.q_proj,12.58873,0.01000,1.439
+24,self_attn.o_proj,4.56547,0.01000,2.834
+24,mlp.up_proj,49.69126,0.01000,3.512
+24,mlp.gate_proj,51.73148,0.01000,1.640
+24,mlp.down_proj,11.49405,0.01000,11.428
+25,self_attn.k_proj,3.87327,0.01000,3.715
+25,self_attn.v_proj,2.99191,0.01000,1.393
+25,self_attn.q_proj,14.13076,0.01000,1.426
+25,self_attn.o_proj,2.97217,0.01000,2.831
+25,mlp.up_proj,49.42391,0.01000,3.489
+25,mlp.gate_proj,50.69650,0.01000,1.653
+25,mlp.down_proj,11.35342,0.01000,11.421
+26,self_attn.k_proj,3.37936,0.01000,3.719
+26,self_attn.v_proj,1.98034,0.01000,1.395
+26,self_attn.q_proj,12.16627,0.01000,1.464
+26,self_attn.o_proj,4.32040,0.01000,2.798
+26,mlp.up_proj,50.47544,0.01000,3.447
+26,mlp.gate_proj,51.33285,0.01000,1.642
+26,mlp.down_proj,12.01545,0.01000,11.393
+27,self_attn.k_proj,3.24756,0.01000,3.686
+27,self_attn.v_proj,2.04866,0.01000,1.387
+27,self_attn.q_proj,10.93604,0.01000,1.429
+27,self_attn.o_proj,6.03632,0.01000,2.781
+27,mlp.up_proj,51.98524,0.01000,3.452
+27,mlp.gate_proj,52.96064,0.01000,1.651
+27,mlp.down_proj,13.92403,0.01000,11.437
+28,self_attn.k_proj,3.10746,0.01000,3.723
+28,self_attn.v_proj,3.03016,0.01000,1.399
+28,self_attn.q_proj,11.74794,0.01000,1.427
+28,self_attn.o_proj,7.86297,0.01000,2.863
+28,mlp.up_proj,56.70300,0.01000,3.516
+28,mlp.gate_proj,57.31458,0.01000,1.636
+28,mlp.down_proj,16.08722,0.01000,11.465
+29,self_attn.k_proj,4.52262,0.01000,3.758
+29,self_attn.v_proj,3.68450,0.01000,1.391
+29,self_attn.q_proj,15.77346,0.01000,1.449
+29,self_attn.o_proj,6.53687,0.01000,2.846
+29,mlp.up_proj,60.68779,0.01000,3.494
+29,mlp.gate_proj,60.92637,0.01000,1.644
+29,mlp.down_proj,16.53972,0.01000,11.431
+30,self_attn.k_proj,3.84173,0.01000,3.729
+30,self_attn.v_proj,3.77917,0.01000,1.394
+30,self_attn.q_proj,14.39547,0.01000,1.442
+30,self_attn.o_proj,9.98629,0.01000,2.841
+30,mlp.up_proj,65.12813,0.01000,3.505
+30,mlp.gate_proj,65.36819,0.01000,1.684
+30,mlp.down_proj,17.68388,0.01000,11.413
+31,self_attn.k_proj,4.12658,0.01000,3.739
+31,self_attn.v_proj,3.79275,0.01000,1.435
+31,self_attn.q_proj,15.06434,0.01000,1.427
+31,self_attn.o_proj,8.47146,0.01000,2.846
+31,mlp.up_proj,71.08771,0.01000,3.491
+31,mlp.gate_proj,71.44981,0.01000,1.654
+31,mlp.down_proj,18.88679,0.01000,11.388
+32,self_attn.k_proj,3.81222,0.01000,3.727
+32,self_attn.v_proj,2.76792,0.01000,1.406
+32,self_attn.q_proj,13.15588,0.01000,1.434
+32,self_attn.o_proj,8.52706,0.01000,2.829
+32,mlp.up_proj,80.01401,0.01000,3.501
+32,mlp.gate_proj,83.70457,0.01000,1.645
+32,mlp.down_proj,22.14128,0.01000,11.399
+33,self_attn.k_proj,4.10112,0.01000,3.714
+33,self_attn.v_proj,3.03966,0.01000,1.389
+33,self_attn.q_proj,14.94937,0.01000,1.454
+33,self_attn.o_proj,8.60124,0.01000,2.811
+33,mlp.up_proj,74.89600,0.01000,3.459
+33,mlp.gate_proj,76.67551,0.01000,1.662
+33,mlp.down_proj,20.84193,0.01000,11.461
+34,self_attn.k_proj,3.91466,0.01000,3.769
+34,self_attn.v_proj,3.28405,0.01000,1.420
+34,self_attn.q_proj,14.49163,0.01000,1.474
+34,self_attn.o_proj,11.78429,0.01000,2.807
+34,mlp.up_proj,73.45476,0.01000,3.468
+34,mlp.gate_proj,73.74457,0.01000,1.658
+34,mlp.down_proj,20.24182,0.01000,11.424
+35,self_attn.k_proj,3.98005,0.01000,3.667
+35,self_attn.v_proj,3.12848,0.01000,1.390
+35,self_attn.q_proj,16.17864,0.01000,1.437
+35,self_attn.o_proj,6.41689,0.01000,2.804
+35,mlp.up_proj,72.85312,0.01000,3.490
+35,mlp.gate_proj,72.84827,0.01000,1.652
+35,mlp.down_proj,19.52649,0.01000,11.360
+36,self_attn.k_proj,4.11925,0.01000,3.725
+36,self_attn.v_proj,3.06211,0.01000,1.397
+36,self_attn.q_proj,15.48971,0.01000,1.421
+36,self_attn.o_proj,9.70860,0.01000,2.834
+36,mlp.up_proj,67.59813,0.01000,3.531
+36,mlp.gate_proj,65.03483,0.01000,1.642
+36,mlp.down_proj,19.41002,0.01000,11.453
+37,self_attn.k_proj,3.61643,0.01000,3.711
+37,self_attn.v_proj,2.82563,0.01000,1.392
+37,self_attn.q_proj,13.50569,0.01000,1.442
+37,self_attn.o_proj,8.54290,0.01000,2.839
+37,mlp.up_proj,66.48640,0.01000,3.494
+37,mlp.gate_proj,63.73344,0.01000,1.642
+37,mlp.down_proj,18.53870,0.01000,11.432
+38,self_attn.k_proj,4.05270,0.01000,3.732
+38,self_attn.v_proj,4.14549,0.01000,1.390
+38,self_attn.q_proj,14.87232,0.01000,1.457
+38,self_attn.o_proj,11.18412,0.01000,2.809
+38,mlp.up_proj,67.93635,0.01000,3.582
+38,mlp.gate_proj,65.45750,0.01000,1.757
+38,mlp.down_proj,19.42718,0.01000,11.550
+39,self_attn.k_proj,3.82456,0.01000,3.721
+39,self_attn.v_proj,4.29623,0.01000,1.421
+39,self_attn.q_proj,15.28368,0.01000,1.503
+39,self_attn.o_proj,11.31686,0.01000,2.898
+39,mlp.up_proj,69.10301,0.01000,3.888
+39,mlp.gate_proj,69.18791,0.01000,2.068
+39,mlp.down_proj,19.87582,0.01000,11.851
+40,self_attn.k_proj,4.73092,0.01000,3.738
+40,self_attn.v_proj,3.68610,0.01000,1.407
+40,self_attn.q_proj,16.76764,0.01000,1.504
+40,self_attn.o_proj,10.72335,0.01000,2.913
+40,mlp.up_proj,66.13728,0.01000,3.879
+40,mlp.gate_proj,65.15390,0.01000,2.051
+40,mlp.down_proj,17.66138,0.01000,11.917
+41,self_attn.k_proj,4.53810,0.01000,3.757
+41,self_attn.v_proj,4.69571,0.01000,1.412
+41,self_attn.q_proj,17.62110,0.01000,1.523
+41,self_attn.o_proj,7.87525,0.01000,2.914
+41,mlp.up_proj,65.88686,0.01000,3.911
+41,mlp.gate_proj,63.16815,0.01000,2.050
+41,mlp.down_proj,17.90001,0.01000,11.953
+42,self_attn.k_proj,4.11581,0.01000,3.760
+42,self_attn.v_proj,2.94913,0.01000,1.401
+42,self_attn.q_proj,15.66399,0.01000,1.513
+42,self_attn.o_proj,7.23498,0.01000,2.907
+42,mlp.up_proj,69.44088,0.01000,3.894
+42,mlp.gate_proj,65.32219,0.01000,2.091
+42,mlp.down_proj,19.95204,0.01000,11.885
+43,self_attn.k_proj,3.98492,0.01000,3.750
+43,self_attn.v_proj,3.43731,0.01000,1.407
+43,self_attn.q_proj,14.57642,0.01000,1.514
+43,self_attn.o_proj,8.84358,0.01000,2.904
+43,mlp.up_proj,71.93735,0.01000,3.909
+43,mlp.gate_proj,67.84066,0.01000,2.065
+43,mlp.down_proj,23.77357,0.01000,11.793
+44,self_attn.k_proj,3.42093,0.01000,3.720
+44,self_attn.v_proj,4.85997,0.01000,1.391
+44,self_attn.q_proj,14.46185,0.01000,1.512
+44,self_attn.o_proj,12.07453,0.01000,2.843
+44,mlp.up_proj,75.22107,0.01000,3.832
+44,mlp.gate_proj,70.81406,0.01000,2.011
+44,mlp.down_proj,25.91680,0.01000,11.885
+45,self_attn.k_proj,4.28960,0.01000,3.739
+45,self_attn.v_proj,5.02471,0.01000,1.391
+45,self_attn.q_proj,16.49854,0.01000,1.494
+45,self_attn.o_proj,10.15552,0.01000,2.883
+45,mlp.up_proj,76.72332,0.01000,3.832
+45,mlp.gate_proj,72.49304,0.01000,2.036
+45,mlp.down_proj,27.25921,0.01000,11.788
+46,self_attn.k_proj,3.65442,0.01000,3.709
+46,self_attn.v_proj,5.51480,0.01000,1.432
+46,self_attn.q_proj,15.29177,0.01000,1.488
+46,self_attn.o_proj,14.40157,0.01000,2.891
+46,mlp.up_proj,79.03833,0.01000,3.877
+46,mlp.gate_proj,75.19668,0.01000,2.045
+46,mlp.down_proj,29.75313,0.01000,11.788
+47,self_attn.k_proj,3.74196,0.01000,3.711
+47,self_attn.v_proj,4.80036,0.01000,1.384
+47,self_attn.q_proj,15.31683,0.01000,1.500
+47,self_attn.o_proj,10.98499,0.01000,2.897
+47,mlp.up_proj,86.83043,0.01000,3.877
+47,mlp.gate_proj,83.43273,0.01000,2.016
+47,mlp.down_proj,35.28318,0.01000,11.780
+48,self_attn.k_proj,4.09442,0.01000,3.712
+48,self_attn.v_proj,6.84564,0.01000,1.391
+48,self_attn.q_proj,16.91884,0.01000,1.507
+48,self_attn.o_proj,11.48125,0.01000,2.877
+48,mlp.up_proj,94.18584,0.01000,3.882
+48,mlp.gate_proj,91.58864,0.01000,2.023
+48,mlp.down_proj,41.43192,0.01000,11.792
+49,self_attn.k_proj,4.14622,0.01000,3.721
+49,self_attn.v_proj,6.16909,0.01000,1.385
+49,self_attn.q_proj,17.88456,0.01000,1.511
+49,self_attn.o_proj,12.20423,0.01000,2.897
+49,mlp.up_proj,110.47681,0.01000,3.879
+49,mlp.gate_proj,108.09877,0.01000,2.022
+49,mlp.down_proj,60.00366,0.01000,11.821
+50,self_attn.k_proj,4.31881,0.01000,3.676
+50,self_attn.v_proj,7.56463,0.01000,1.412
+50,self_attn.q_proj,19.33999,0.01000,1.521
+50,self_attn.o_proj,11.80367,0.01000,2.872
+50,mlp.up_proj,126.76958,0.01000,3.870
+50,mlp.gate_proj,127.11801,0.01000,2.046
+50,mlp.down_proj,71.79101,0.01000,11.783
+51,self_attn.k_proj,4.37520,0.01000,3.744
+51,self_attn.v_proj,6.71142,0.01000,1.412
+51,self_attn.q_proj,18.20211,0.01000,1.521
+51,self_attn.o_proj,18.99162,0.01000,2.883
+51,mlp.up_proj,146.28067,0.01000,3.862
+51,mlp.gate_proj,148.43158,0.01000,2.021
+51,mlp.down_proj,89.34132,0.01000,11.793
+52,self_attn.k_proj,5.08537,0.01000,3.710
+52,self_attn.v_proj,11.85403,0.01000,1.396
+52,self_attn.q_proj,22.21476,0.01000,1.513
+52,self_attn.o_proj,18.47747,0.01000,2.896
+52,mlp.up_proj,160.65359,0.01000,3.853
+52,mlp.gate_proj,161.82695,0.01000,2.014
+52,mlp.down_proj,108.08738,0.01000,11.832
+53,self_attn.k_proj,5.93244,0.01000,3.760
+53,self_attn.v_proj,11.73937,0.01000,1.413
+53,self_attn.q_proj,24.38095,0.01000,1.508
+53,self_attn.o_proj,17.68197,0.01000,2.937
+53,mlp.up_proj,180.51447,0.01000,3.881
+53,mlp.gate_proj,181.77620,0.01000,2.017
+53,mlp.down_proj,121.80530,0.01000,11.752
+54,self_attn.k_proj,5.59463,0.01000,3.721
+54,self_attn.v_proj,10.78246,0.01000,1.383
+54,self_attn.q_proj,23.04250,0.01000,1.499
+54,self_attn.o_proj,16.19074,0.01000,2.904
+54,mlp.up_proj,199.69888,0.01000,3.845
+54,mlp.gate_proj,198.83350,0.01000,2.035
+54,mlp.down_proj,135.99011,0.01000,11.733
+55,self_attn.k_proj,5.40018,0.01000,3.705
+55,self_attn.v_proj,11.41265,0.01000,1.411
+55,self_attn.q_proj,24.45917,0.01000,1.498
+55,self_attn.o_proj,20.51224,0.01000,2.869
+55,mlp.up_proj,223.49593,0.01000,3.870
+55,mlp.gate_proj,219.73848,0.01000,2.015
+55,mlp.down_proj,161.11020,0.01000,11.837
+56,self_attn.k_proj,6.33442,0.01000,3.718
+56,self_attn.v_proj,16.18852,0.01000,1.388
+56,self_attn.q_proj,27.11760,0.01000,1.506
+56,self_attn.o_proj,22.74030,0.01000,2.901
+56,mlp.up_proj,249.24750,0.01000,3.881
+56,mlp.gate_proj,243.24731,0.01000,2.042
+56,mlp.down_proj,186.52641,0.01000,11.763
+57,self_attn.k_proj,6.23077,0.01000,3.759
+57,self_attn.v_proj,16.85532,0.01000,1.394
+57,self_attn.q_proj,29.05512,0.01000,1.517
+57,self_attn.o_proj,16.64697,0.01000,2.883
+57,mlp.up_proj,274.13293,0.01000,3.880
+57,mlp.gate_proj,263.13092,0.01000,2.032
+57,mlp.down_proj,210.55884,0.01000,11.743
+58,self_attn.k_proj,6.47978,0.01000,3.707
+58,self_attn.v_proj,19.14422,0.01000,1.445
+58,self_attn.q_proj,27.92134,0.01000,1.511
+58,self_attn.o_proj,22.04212,0.01000,2.907
+58,mlp.up_proj,300.86035,0.01000,3.856
+58,mlp.gate_proj,284.91528,0.01000,2.011
+58,mlp.down_proj,253.12970,0.01000,11.804
+59,self_attn.k_proj,7.25131,0.01000,3.754
+59,self_attn.v_proj,26.22610,0.01000,1.394
+59,self_attn.q_proj,33.76220,0.01000,1.536
+59,self_attn.o_proj,39.83875,0.01000,2.878
+59,mlp.up_proj,334.85654,0.01000,3.752
+59,mlp.gate_proj,311.49915,0.01000,1.804
+59,mlp.down_proj,304.22244,0.01000,11.518
+60,self_attn.k_proj,6.24524,0.01000,3.712
+60,self_attn.v_proj,30.27362,0.01000,1.394
+60,self_attn.q_proj,32.80447,0.01000,1.518
+60,self_attn.o_proj,58.39975,0.01000,2.885
+60,mlp.up_proj,372.51617,0.01000,3.867
+60,mlp.gate_proj,340.40439,0.01000,2.023
+60,mlp.down_proj,413.50845,0.01000,11.941
+61,self_attn.k_proj,7.28852,0.01000,3.762
+61,self_attn.v_proj,40.24563,0.01000,1.401
+61,self_attn.q_proj,36.65611,0.01000,1.522
+61,self_attn.o_proj,70.62356,0.01000,2.939
+61,mlp.up_proj,423.02716,0.01000,3.997
+61,mlp.gate_proj,388.64325,0.01000,2.048
+61,mlp.down_proj,529.49036,0.01000,11.913
+62,self_attn.k_proj,6.85958,0.01000,3.763
+62,self_attn.v_proj,45.74522,0.01000,1.419
+62,self_attn.q_proj,35.89644,0.01000,1.527
+62,self_attn.o_proj,147.87845,0.01000,2.912
+62,mlp.up_proj,437.13004,0.01000,3.899
+62,mlp.gate_proj,411.97052,0.01000,1.726
+62,mlp.down_proj,1003.17969,0.01000,11.636
+63,self_attn.k_proj,6.30572,0.01000,3.771
+63,self_attn.v_proj,32.41533,0.01000,1.398
+63,self_attn.q_proj,27.82413,0.01000,1.497
+63,self_attn.o_proj,68.36284,0.01000,2.911
+63,mlp.up_proj,530.98322,0.01000,4.016
+63,mlp.gate_proj,512.05829,0.01000,2.076
+63,mlp.down_proj,2032.59351,0.01000,12.026

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.7.4"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778

tokenizer_config.json

@@ -0,0 +1,196 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<｜User｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151645": {
+      "content": "<｜Assistant｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151646": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151648": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151649": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin��>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜><think>\\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<unk>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": null,
+  "use_default_system_prompt": false,
+  "_commit_hash": null
+}