Bo1015 commited on
Commit
df6e2f5
·
verified ·
1 Parent(s): 0b4a4a3

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +9 -9
config.json CHANGED
@@ -1,21 +1,21 @@
1
  {
2
- "_name_or_path": "BioMap/xtrimopglm-3b-mlm",
3
  "add_bias_linear": true,
4
  "add_qkv_bias": true,
5
  "apply_query_key_layer_scaling": true,
6
  "apply_residual_connection_post_layernorm": true,
7
  "architectures": [
8
- "xTrimoPGLMModel"
9
  ],
10
  "attention_dropout": 0.0,
11
  "attention_softmax_in_fp32": true,
12
  "auto_map": {
13
- "AutoConfig": "configuration_xtrimopglm.xTrimoPGLMConfig",
14
- "AutoModel": "modeling_xtrimopglm.xTrimoPGLMForMaskedLM",
15
- "AutoModelForCausalLM": "modeling_xtrimopglm.xTrimoPGLMForCasualLM",
16
- "AutoModelForMaskedLM": "modeling_xtrimopglm.xTrimoPGLMForMaskedLM",
17
- "AutoModelForSequenceClassification": "modeling_xtrimopglm.xTrimoPGLMForSequenceClassification",
18
- "AutoModelForTokenClassification": "modeling_xtrimopglm.xTrimoPGLMForTokenClassification"
19
  },
20
  "bias_dropout_fusion": true,
21
  "deepnorm": true,
@@ -31,7 +31,7 @@
31
  "use_cache": true,
32
  "kv_channels": 64,
33
  "layernorm_epsilon": 1e-05,
34
- "model_type": "xTrimoPGLM",
35
  "moe": false,
36
  "multi_query_attention": false,
37
  "multi_query_group_num": 1,
 
1
  {
2
+ "_name_or_path": "proteinglm-3b-mlm",
3
  "add_bias_linear": true,
4
  "add_qkv_bias": true,
5
  "apply_query_key_layer_scaling": true,
6
  "apply_residual_connection_post_layernorm": true,
7
  "architectures": [
8
+ "ProteinGLMModel"
9
  ],
10
  "attention_dropout": 0.0,
11
  "attention_softmax_in_fp32": true,
12
  "auto_map": {
13
+ "AutoConfig": "configuration_proteinglm.ProteinGLMConfig",
14
+ "AutoModel": "modeling_proteinglm.ProteinGLMForMaskedLM",
15
+ "AutoModelForCausalLM": "modeling_proteinglm.ProteinGLMForCasualLM",
16
+ "AutoModelForMaskedLM": "modeling_proteinglm.ProteinGLMForMaskedLM",
17
+ "AutoModelForSequenceClassification": "modeling_proteinglm.ProteinGLMForSequenceClassification",
18
+ "AutoModelForTokenClassification": "modeling_proteinglm.ProteinGLMForTokenClassification"
19
  },
20
  "bias_dropout_fusion": true,
21
  "deepnorm": true,
 
31
  "use_cache": true,
32
  "kv_channels": 64,
33
  "layernorm_epsilon": 1e-05,
34
+ "model_type": "ProteinGLM",
35
  "moe": false,
36
  "multi_query_attention": false,
37
  "multi_query_group_num": 1,