Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+source.spm filter=lfs diff=lfs merge=lfs -text
+target.spm filter=lfs diff=lfs merge=lfs -text

config.json

@@ -1,4 +1,5 @@
 {
+  "_attn_implementation_autoset": true,
   "_name_or_path": "Helsinki-NLP/opus-mt-ja-en",
   "_num_labels": 3,
   "activation_dropout": 0.0,
@@ -9,11 +10,6 @@
     "MarianMTModel"
   ],
   "attention_dropout": 0.0,
-  "bad_words_ids": [
-    [
-      60715
-    ]
-  ],
   "bos_token_id": 0,
   "classif_dropout": 0.0,
   "classifier_dropout": 0.0,
@@ -43,18 +39,19 @@
     "LABEL_1": 1,
     "LABEL_2": 2
   },
-  "max_length": 512,
+  "max_length": null,
   "max_position_embeddings": 512,
   "model_type": "marian",
   "normalize_before": false,
   "normalize_embedding": false,
-  "num_beams": 6,
+  "num_beams": null,
   "num_hidden_layers": 6,
   "pad_token_id": 60715,
   "scale_embedding": true,
   "share_encoder_decoder_embeddings": true,
   "static_position_embeddings": true,
-  "transformers_version": "4.43.4",
+  "torch_dtype": "float32",
+  "transformers_version": "4.49.0",
   "use_cache": true,
   "vocab_size": 60716
 }

generation_config.json

@@ -12,5 +12,5 @@
   "num_beams": 6,
   "pad_token_id": 60715,
   "renormalize_logits": true,
-  "transformers_version": "4.43.4"
+  "transformers_version": "4.49.0"
 }

onnx/decoder_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9320293f54f8fc0990c3b1fa0ef5c7b9c944d4584149bfd319531d63823820a3
-size 226819978
+oid sha256:9ec9ba8219f8a7aba15ed04e148a2ba2c161c60a535cd034c3dbcbcee6c5880d
+size 226799154

onnx/decoder_model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc171f6500e6ad2e6449655ee7fd0bc2bc1d017514ce3b43aeee28afcb1f240c
-size 113554674
+oid sha256:9d456a905a0814f445a7c12b72315025d6f37b075c458df01cc7668effafe194
+size 113533549

onnx/decoder_model_merged.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc2d5beba7e3849a91ad0e23862ba7383537ec7ab87c6d9b3ef8de73b301709e
-size 227167156
+oid sha256:2a6e82576a79937e23e5cede243d040da25c6d07bc7299635752dc45d243a505
+size 227119571

onnx/decoder_model_merged_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc8506230ec8db519ab3ee9095250ca437f3948c06bdba7fc11f65930f39dbe
-size 220893468
+oid sha256:5b0c8f6179d7d5e9a1c3efd7d1d42dcbe9fa7c33c0850150449f185dc535d2d0
+size 113881886

onnx/decoder_with_past_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71adab59bec0f56c24c7a71468be0437d491f12258d229cc1ca1332d2928a229
-size 214139748
+oid sha256:74a2abafb81f3c69c6c7ce4f9fe3eb6ed13e090afdea8a45e148f315a3718cd7
+size 214123998

onnx/decoder_with_past_model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8844ecf45f02233343b8d2c24c449300f7c7cf289b4c254203ba6057f5d1a140
-size 107181040
+oid sha256:5790b6eb8d841b941768bd28f8ca9de7e294acc47493f0f9458afd0fa6b80a8e
+size 107166769

onnx/encoder_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e1b6ae057cb09bc564c142e70f92d050edb5a0f6743f06b5aded5a2e7082f6
-size 201175248
+oid sha256:cfb204f176d57e339f29c497dd8be5a12ff78e7dfa3cf20f07e9ee247cc1f2ff
+size 201166781

onnx/encoder_model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f744f6329c763a134285febebd1ff1ff83e8f5666ea5b4da3119a36ed12a61c
-size 100649185
+oid sha256:a90d93394e46321630ab6155f0e8c35a605b8e8264245bcfd6bd07ae577faa87
+size 100641089

quantize_config.json

@@ -1,17 +1,12 @@
 {
     "modes": [
-        "fp16",
-        "q8",
-        "int8",
-        "uint8",
-        "q4",
-        "q4f16",
-        "bnb4"
+        "fp16"
     ],
     "per_channel": true,
     "reduce_range": true,
     "block_size": null,
     "is_symmetric": true,
     "accuracy_level": null,
-    "quant_type": 1
+    "quant_type": 1,
+    "op_block_list": null
 }

tokenizer_config.json

@@ -25,8 +25,9 @@
       "special": true
     }
   },
-  "clean_up_tokenization_spaces": true,
+  "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
+  "extra_special_tokens": {},
   "model_max_length": 512,
   "pad_token": "<pad>",
   "separate_vocabs": false,