Xenova HF Staff commited on
Commit
caca514
·
verified ·
1 Parent(s): 2960e6b

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source.spm filter=lfs diff=lfs merge=lfs -text
37
+ target.spm filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "Helsinki-NLP/opus-mt-mul-en",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
@@ -8,11 +9,6 @@
8
  "MarianMTModel"
9
  ],
10
  "attention_dropout": 0.0,
11
- "bad_words_ids": [
12
- [
13
- 64171
14
- ]
15
- ],
16
  "bos_token_id": 0,
17
  "classif_dropout": 0.0,
18
  "classifier_dropout": 0.0,
@@ -43,18 +39,19 @@
43
  "LABEL_1": 1,
44
  "LABEL_2": 2
45
  },
46
- "max_length": 512,
47
  "max_position_embeddings": 512,
48
  "model_type": "marian",
49
  "normalize_before": false,
50
  "normalize_embedding": false,
51
- "num_beams": 6,
52
  "num_hidden_layers": 6,
53
  "pad_token_id": 64171,
54
  "scale_embedding": true,
55
  "share_encoder_decoder_embeddings": true,
56
  "static_position_embeddings": true,
57
- "transformers_version": "4.43.4",
 
58
  "use_cache": true,
59
  "vocab_size": 64172
60
  }
 
1
  {
2
+ "_attn_implementation_autoset": true,
3
  "_name_or_path": "Helsinki-NLP/opus-mt-mul-en",
4
  "activation_dropout": 0.0,
5
  "activation_function": "swish",
 
9
  "MarianMTModel"
10
  ],
11
  "attention_dropout": 0.0,
 
 
 
 
 
12
  "bos_token_id": 0,
13
  "classif_dropout": 0.0,
14
  "classifier_dropout": 0.0,
 
39
  "LABEL_1": 1,
40
  "LABEL_2": 2
41
  },
42
+ "max_length": null,
43
  "max_position_embeddings": 512,
44
  "model_type": "marian",
45
  "normalize_before": false,
46
  "normalize_embedding": false,
47
+ "num_beams": null,
48
  "num_hidden_layers": 6,
49
  "pad_token_id": 64171,
50
  "scale_embedding": true,
51
  "share_encoder_decoder_embeddings": true,
52
  "static_position_embeddings": true,
53
+ "torch_dtype": "float32",
54
+ "transformers_version": "4.49.0",
55
  "use_cache": true,
56
  "vocab_size": 64172
57
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 6,
13
  "pad_token_id": 64171,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.43.4"
16
  }
 
12
  "num_beams": 6,
13
  "pad_token_id": 64171,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.49.0"
16
  }
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:44836d64a910eeab33c11740c845015f7db845642259601b1f83378d766dea9b
3
- size 233911690
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14185b5edc5b6a538bccf55e503679e4c214cc4078b19394b554d5eb782b2f3c
3
+ size 233890866
onnx/decoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f02c0a1d4dc85d6daacea2bb389797cd3a566733136fd9c7a933c2159740ee6
3
- size 117100530
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f23f6b2e476458dc184dd4ccd253fd7ef47d116f2c417364be35bbe115021ed
3
+ size 117079405
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c9924ba1980d0b817815c2ef1e3ace8c8d8580e0281730c8d2fd48d72c70a49
3
- size 234258868
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef0e864a4425ec53fe4bb8a30a203136d3d39f3372c038f3a85838d578d1f21
3
+ size 234211283
onnx/decoder_model_merged_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82f922616377ef532ca8bad5246325fe20fa1ec0f78f42fc68110c5c10d420c3
3
- size 227985180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f07dae5b755a7333a682f69caab578ff3aece0cdf41b8cf920764999fcfde5f
3
+ size 117427970
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f18151287e7520ff52ac69908394ad54accd84c6db47b8169107ea1bfe3f000
3
- size 221231460
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8a19b2c0afd9422cbc6f23f0c6836fef6ecb90d320929159c4ed2b0155c6092
3
+ size 221215978
onnx/decoder_with_past_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51068e2cde6e99013dba79ccc95179c5e099ad6537154d9fd54219351f244bd4
3
- size 110726896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4407a65c3a27a6356e60a6aa969c4c1fb7c97ba2b0dd4424004eb5ca5dae05ba
3
+ size 110712949
onnx/encoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d9947b38e0f08154f33483c846c64b8af73e32f59fdab26980b20a5d7c28c4da
3
- size 208253136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204607e0edea0bd82f2acd0097acad6ebc75943fc3ea87f8fc05139c3aa86a89
3
+ size 208244669
onnx/encoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ea00dc8d724aa01b0d09b540c4d13942f7bebab58745c93dd436f94ad5a5374
3
- size 104188129
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ab8184630e05e24d68f4ece8335f15e3a433fc459cc9389380610c005b7cbf
3
+ size 104180033
quantize_config.json CHANGED
@@ -1,17 +1,12 @@
1
  {
2
  "modes": [
3
- "fp16",
4
- "q8",
5
- "int8",
6
- "uint8",
7
- "q4",
8
- "q4f16",
9
- "bnb4"
10
  ],
11
  "per_channel": true,
12
  "reduce_range": true,
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1
 
17
  }
 
1
  {
2
  "modes": [
3
+ "fp16"
 
 
 
 
 
 
4
  ],
5
  "per_channel": true,
6
  "reduce_range": true,
7
  "block_size": null,
8
  "is_symmetric": true,
9
  "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
  }
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
Binary files a/target.spm and b/target.spm differ
 
tokenizer_config.json CHANGED
@@ -25,8 +25,9 @@
25
  "special": true
26
  }
27
  },
28
- "clean_up_tokenization_spaces": true,
29
  "eos_token": "</s>",
 
30
  "model_max_length": 512,
31
  "pad_token": "<pad>",
32
  "separate_vocabs": false,
 
25
  "special": true
26
  }
27
  },
28
+ "clean_up_tokenization_spaces": false,
29
  "eos_token": "</s>",
30
+ "extra_special_tokens": {},
31
  "model_max_length": 512,
32
  "pad_token": "<pad>",
33
  "separate_vocabs": false,