hyperparam optimization

config.json

@@ -1,5 +1,6 @@
 {
-  "_name_or_path": "/content/cross-encoder/ms-marco-TinyBERT-L-2",
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/content/cross-encoder/ms-marco-TinyBERT-L-2-v2",
   "architectures": [
     "BertForSequenceClassification"
   ],
@@ -17,15 +18,11 @@
     "4": "cc-name",
     "5": "cc-number",
     "6": "cc-type",
-    "7": "confirm-password",
-    "8": "email",
-    "9": "family-name",
-    "10": "form",
-    "11": "given-name",
-    "12": "new-password",
-    "13": "other",
-    "14": "postal-code",
-    "15": "tel"
+    "7": "email",
+    "8": "given-name",
+    "9": "last-name",
+    "10": "other",
+    "11": "postal-code"
   },
   "initializer_range": 0.02,
   "intermediate_size": 512,
@@ -37,15 +34,11 @@
     "cc-name": 4,
     "cc-number": 5,
     "cc-type": 6,
-    "confirm-password": 7,
-    "email": 8,
-    "family-name": 9,
-    "form": 10,
-    "given-name": 11,
-    "new-password": 12,
-    "other": 13,
-    "postal-code": 14,
-    "tel": 15
+    "email": 7,
+    "given-name": 8,
+    "last-name": 9,
+    "other": 10,
+    "postal-code": 11
   },
   "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
@@ -55,7 +48,8 @@
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
-  "transformers_version": "4.43.4",
+  "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
+  "transformers_version": "4.46.3",
   "type_vocab_size": 2,
   "use_cache": true,
   "vocab_size": 30522

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d534a01502aa3430b65f2fa9e8642cebe4f23ca239ebe1f89282fa37e0da89d7
-size 17556536
+oid sha256:d095f0e0dd6ba39462fec2067c71b4e27fe1808abf0db79114f98a8ac3acb5b2
+size 17554472

onnx/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c42967663ee40a7c0b9c8c12c4d131a05050a7a887b2c22bf72db7428a78ac57
-size 17618714
+oid sha256:da31488b459a7851731ec263425d7af53b51bb497487fc76922677d8aea111f7
+size 17612158

onnx/model_bnb4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a805fc1e0100c7c1fcd1a5411a8110489961ec2163cf207cd4b68a293615645
-size 16268865
+oid sha256:aef8c27f9dbaf27ba39d979442a822c1ff4051bfcf9ba32d535618a784c4cf13
+size 16262309

onnx/model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25b02033b384403910bafcc3c939478a138659f60314e7f47ca1490674beda1f
-size 8842796
+oid sha256:70dc3df0f2c9420f8092090a51f73a83a5e535e65025533e02c1feb6a1e3d054
+size 8837300

onnx/model_int8.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:971df4f7d2559df7fc4d2067caffa4c1d26e6cb79a17cc6b352f42fa22ad541d
-size 4484703
+oid sha256:fe3aaada3f9b2699f57dc534d35a9e5882de6cd2ab0ae25c5b915cb335befcb0
+size 4479682

onnx/model_q4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78645a93a34d0aa70d442e9cd8945ab5278ab744ba43b9d7805a6cc0a28add33
-size 16293353
+oid sha256:9d2441385e5c3dc7e9a2639e58c335011152a757e8a4cf098ca2fb368cbdc92f
+size 16286797

onnx/model_q4f16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f93e0b4f37e81f80df044fa6879dcecb1d2ec3ae66019cbd6977066197a6b7a7
-size 8279291
+oid sha256:c2281c5e2b61e2bc7d7c0cf4cb2a392de10d2c2e81e25c94ef82a77efeee1ebf
+size 8273795

onnx/model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:971df4f7d2559df7fc4d2067caffa4c1d26e6cb79a17cc6b352f42fa22ad541d
-size 4484703
+oid sha256:fe3aaada3f9b2699f57dc534d35a9e5882de6cd2ab0ae25c5b915cb335befcb0
+size 4479682

onnx/model_uint8.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fd7ff4ddbe1d85403e88666236b4d8d0bab59726e67e0c73362434d7178a2b1
-size 4484702
+oid sha256:175b941a81aac05aaae2cdb0aed7755f6c7d0efacb13ca682f2d0e49e021a900
+size 4479682

quantize_config.json

@@ -13,5 +13,6 @@
     "block_size": null,
     "is_symmetric": true,
     "accuracy_level": null,
-    "quant_type": 1
+    "quant_type": 1,
+    "op_block_list": null
 }