Update config.json

config.json

@@ -3,96 +3,6 @@
     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "attention_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    "sp",
-    "tp",
-    null
-  ],
-  "attn_mechanism": "vanilla",
-  "axis_dims": [
-    1,
-    -1,
-    1,
-    1
-  ],
-  "axis_names": [
-    "dp",
-    "fsdp",
-    "tp",
-    "sp"
-  ],
-  "backend": null,
-  "bias_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    null,
-    null,
-    null
-  ],
-  "bits": null,
-  "block_b": 1,
-  "block_k": 128,
-  "block_k_dkv": 128,
-  "block_k_dq": 128,
-  "block_k_major": 128,
-  "block_k_major_dkv": 128,
-  "block_k_major_dq": 128,
-  "block_q": 128,
-  "block_q_dkv": 128,
-  "block_q_dq": 128,
-  "block_q_major_dkv": 128,
-  "bos_token_id": 151643,
-  "easy_method": "train",
-  "embd_pdrop": 0.0,
-  "eos_token_id": 151645,
-  "fcm_max_ratio": 0.0,
-  "fcm_min_ratio": 0.0,
-  "generation_attention_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    null,
-    "tp",
-    null
-  ],
-  "generation_bias_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    null,
-    null,
-    null
-  ],
-  "generation_query_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    "sp",
-    null,
-    null
-  ],
-  "hidden_act": "silu",
-  "hidden_size": 5120,
-  "initializer_range": 0.02,
-  "intermediate_size": 13696,
-  "key_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    "sp",
-    "tp",
-    null
-  ],
   "max_position_embeddings": 32768,
   "max_window_layers": 35,
   "model_type": "qwen2",
@@ -100,15 +10,7 @@
   "num_hidden_layers": 40,
   "num_key_value_heads": 40,
   "number_rep_kv": 1,
-  "query_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    "sp",
-    "tp",
-    null
-  ],
+  
   "resid_pdrop": 0.0,
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
@@ -127,14 +29,5 @@
   "use_sharded_kv_caching": true,
   "use_sharding_constraint": false,
   "use_sliding_window": false,
-  "value_partition_spec": [
-    [
-      "dp",
-      "fsdp"
-    ],
-    "sp",
-    "tp",
-    null
-  ],
   "vocab_size": 152064
 }