Negative sampling training + contrastive loss

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "test",
+  "_name_or_path": "sentence-transformers/all-MiniLM-L6-v2",
   "architectures": [
     "BertForSequenceClassificationAdapters"
   ],
@@ -16,14 +16,14 @@
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
-  "num_classification_heads": 2,
+  "num_classification_heads": 1,
   "num_hidden_layers": 5,
   "num_users": 2062,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
-  "transformers_version": "4.30.1",
+  "transformers_version": "4.30.2",
   "type_vocab_size": 2,
   "use_cache": true,
   "user_dropout_prob": 0.3,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2008e414861c0fd307b0f66fffa4aea609d0affc520014a3de6bce1f0f11180e
-size 91270233
+oid sha256:f2d895a5d0bf8b4ded80e1b736711c3daa48efa83660d34be39d2566647f5be3
+size 99606105