Xenova HF Staff commited on
Commit
67fd592
·
verified ·
1 Parent(s): 429b3ff

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source.spm filter=lfs diff=lfs merge=lfs -text
37
+ target.spm filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "Helsinki-NLP/opus-mt-en-nl",
3
  "_num_labels": 3,
4
  "activation_dropout": 0.0,
@@ -9,11 +10,6 @@
9
  "MarianMTModel"
10
  ],
11
  "attention_dropout": 0.0,
12
- "bad_words_ids": [
13
- [
14
- 67027
15
- ]
16
- ],
17
  "bos_token_id": 0,
18
  "classif_dropout": 0.0,
19
  "classifier_dropout": 0.0,
@@ -43,18 +39,19 @@
43
  "LABEL_1": 1,
44
  "LABEL_2": 2
45
  },
46
- "max_length": 512,
47
  "max_position_embeddings": 512,
48
  "model_type": "marian",
49
  "normalize_before": false,
50
  "normalize_embedding": false,
51
- "num_beams": 4,
52
  "num_hidden_layers": 6,
53
  "pad_token_id": 67027,
54
  "scale_embedding": true,
55
  "share_encoder_decoder_embeddings": true,
56
  "static_position_embeddings": true,
57
- "transformers_version": "4.43.4",
 
58
  "use_cache": true,
59
  "vocab_size": 67028
60
  }
 
1
  {
2
+ "_attn_implementation_autoset": true,
3
  "_name_or_path": "Helsinki-NLP/opus-mt-en-nl",
4
  "_num_labels": 3,
5
  "activation_dropout": 0.0,
 
10
  "MarianMTModel"
11
  ],
12
  "attention_dropout": 0.0,
 
 
 
 
 
13
  "bos_token_id": 0,
14
  "classif_dropout": 0.0,
15
  "classifier_dropout": 0.0,
 
39
  "LABEL_1": 1,
40
  "LABEL_2": 2
41
  },
42
+ "max_length": null,
43
  "max_position_embeddings": 512,
44
  "model_type": "marian",
45
  "normalize_before": false,
46
  "normalize_embedding": false,
47
+ "num_beams": null,
48
  "num_hidden_layers": 6,
49
  "pad_token_id": 67027,
50
  "scale_embedding": true,
51
  "share_encoder_decoder_embeddings": true,
52
  "static_position_embeddings": true,
53
+ "torch_dtype": "float32",
54
+ "transformers_version": "4.49.0",
55
  "use_cache": true,
56
  "vocab_size": 67028
57
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 4,
13
  "pad_token_id": 67027,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.43.4"
16
  }
 
12
  "num_beams": 4,
13
  "pad_token_id": 67027,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.49.0"
16
  }
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88d8e92368a3c4c02b0e1021e0aab9c0355679eae0d0c9a5392d69f794ca23fa
3
- size 239772202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e11daa14f20060f6054c1c7427b628c29e7e30970ff4a4df9ee35607b23a38
3
+ size 239751378
onnx/decoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f36ed3fd0bc8e09cde9574641bc2f18361936a0ebd27ceb796f1c646245015af
3
- size 120030786
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:728471324066a4e34ba14a32daa46bbfb6b60fd798d5bbc7b340e3505fb34526
3
+ size 120009661
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12375984a50209a0de01f40340c1b1d01ff799e6a17a0397911d2477c5391d7f
3
- size 240119380
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4c572332250ac57c903451bb9a25759585eefad2ef872a70e7985a9246b9c6e
3
+ size 240071795
onnx/decoder_model_merged_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9aeebab35571ed65a17a6695803746fa455bb8a7d3517bb127d08a43b34e46e9
3
- size 233845692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb1b87c5e44a0b84932b2b634e7ad9717e61157baf5d62589c603d6a236dc9a
3
+ size 120358226
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db23612f31d09e7d10a88973dd15cca6b0d0f8b39cc4352f72e96964dcac374f
3
- size 227091972
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8da1fd971588942abebbf5f36e6d71db80f5754ebde6fdaea4710f9c4168347
3
+ size 227076490
onnx/decoder_with_past_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75bb59963091e18679de6b585519ae202692ce4f6802762fdfac6293260102b3
3
- size 113657152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6254f54970ae66c88c6101927bdcf48051eb46c3ba147fc5709d2eb29a707b
3
+ size 113643205
onnx/encoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:068261fddd5f66deafe467115572e94e0cf321a213f304d475d909f1fe3d9b98
3
- size 214102224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741ba329ba9d1e5c6758c0bc4ed91be1901f94609c62e97ec83c78330815f9ff
3
+ size 214093757
onnx/encoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0e7b195ff9bfe3ba9ff8b9824d8782db5fdbf9086ee258bdcc80630c89da9b2
3
- size 107112673
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91cfeff0c0e5a9c44016b8bdb4ae1472f11c8820c117a6de308cf111216e87f5
3
+ size 107104577
quantize_config.json CHANGED
@@ -1,17 +1,12 @@
1
  {
2
  "modes": [
3
- "fp16",
4
- "q8",
5
- "int8",
6
- "uint8",
7
- "q4",
8
- "q4f16",
9
- "bnb4"
10
  ],
11
  "per_channel": true,
12
  "reduce_range": true,
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1
 
17
  }
 
1
  {
2
  "modes": [
3
+ "fp16"
 
 
 
 
 
 
4
  ],
5
  "per_channel": true,
6
  "reduce_range": true,
7
  "block_size": null,
8
  "is_symmetric": true,
9
  "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
  }
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
Binary files a/target.spm and b/target.spm differ
 
tokenizer_config.json CHANGED
@@ -25,8 +25,9 @@
25
  "special": true
26
  }
27
  },
28
- "clean_up_tokenization_spaces": true,
29
  "eos_token": "</s>",
 
30
  "model_max_length": 512,
31
  "pad_token": "<pad>",
32
  "separate_vocabs": false,
 
25
  "special": true
26
  }
27
  },
28
+ "clean_up_tokenization_spaces": false,
29
  "eos_token": "</s>",
30
+ "extra_special_tokens": {},
31
  "model_max_length": 512,
32
  "pad_token": "<pad>",
33
  "separate_vocabs": false,