Improve model metadata

README.md

@@ -1,6 +1,7 @@
 ---
 tags:
 - mteb
+- transformers
 - sentence-transformers
 model-index:
 - name: NV-Embed-v2
@@ -90,17 +91,17 @@ model-index:
     - type: map_at_5
       value: 61.027
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 46.515
     - type: ndcg_at_10
@@ -278,17 +279,17 @@ model-index:
     - type: map_at_5
       value: 42.317083333333336
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 38.30616666666667
     - type: ndcg_at_10
@@ -349,17 +350,17 @@ model-index:
     - type: map_at_5
       value: 31.955
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 44.104
     - type: ndcg_at_10
@@ -420,19 +421,19 @@ model-index:
     - type: map_at_5
       value: 21.062
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
-      value: 66.0
+      value: 66
     - type: ndcg_at_10
       value: 53.496
     - type: ndcg_at_100
@@ -452,7 +453,7 @@ model-index:
     - type: precision_at_1000
       value: 2.5940000000000003
     - type: precision_at_3
-      value: 61.0
+      value: 61
     - type: precision_at_5
       value: 54.65
     - type: recall_at_1
@@ -510,17 +511,17 @@ model-index:
     - type: map_at_5
       value: 91.262
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 91.20899999999999
     - type: ndcg_at_10
@@ -581,17 +582,17 @@ model-index:
     - type: map_at_5
       value: 55.054
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 64.815
     - type: ndcg_at_10
@@ -652,17 +653,17 @@ model-index:
     - type: map_at_5
       value: 78.935
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 89.305
     - type: ndcg_at_10
@@ -734,65 +735,65 @@ model-index:
       type: mteb/msmarco
     metrics:
     - type: map_at_1
-      value: 0.0
+      value: 0
     - type: map_at_10
       value: 38.342
     - type: map_at_100
-      value: 0.0
+      value: 0
     - type: map_at_1000
-      value: 0.0
+      value: 0
     - type: map_at_3
-      value: 0.0
+      value: 0
     - type: map_at_5
-      value: 0.0
+      value: 0
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
-      value: 0.0
+      value: 0
     - type: ndcg_at_10
       value: 45.629999999999995
     - type: ndcg_at_100
-      value: 0.0
+      value: 0
     - type: ndcg_at_1000
-      value: 0.0
+      value: 0
     - type: ndcg_at_3
-      value: 0.0
+      value: 0
     - type: ndcg_at_5
-      value: 0.0
+      value: 0
     - type: precision_at_1
-      value: 0.0
+      value: 0
     - type: precision_at_10
       value: 7.119000000000001
     - type: precision_at_100
-      value: 0.0
+      value: 0
     - type: precision_at_1000
-      value: 0.0
+      value: 0
     - type: precision_at_3
-      value: 0.0
+      value: 0
     - type: precision_at_5
-      value: 0.0
+      value: 0
     - type: recall_at_1
-      value: 0.0
+      value: 0
     - type: recall_at_10
       value: 67.972
     - type: recall_at_100
-      value: 0.0
+      value: 0
     - type: recall_at_1000
-      value: 0.0
+      value: 0
     - type: recall_at_3
-      value: 0.0
+      value: 0
     - type: recall_at_5
-      value: 0.0
+      value: 0
     - type: main_score
       value: 45.629999999999995
     task:
@@ -938,17 +939,17 @@ model-index:
     - type: map_at_5
       value: 15.171000000000001
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 55.728
     - type: ndcg_at_10
@@ -1009,17 +1010,17 @@ model-index:
     - type: map_at_5
       value: 65.364
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 55.417
     - type: ndcg_at_10
@@ -1080,17 +1081,17 @@ model-index:
     - type: map_at_5
       value: 84.396
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 82.12
     - type: ndcg_at_10
@@ -1181,17 +1182,17 @@ model-index:
     - type: map_at_5
       value: 11.158
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 26.3
     - type: ndcg_at_10
@@ -1474,19 +1475,19 @@ model-index:
     - type: map_at_5
       value: 74.74
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
-      value: 66.0
+      value: 66
     - type: ndcg_at_10
       value: 80.12700000000001
     - type: ndcg_at_100
@@ -1498,7 +1499,7 @@ model-index:
     - type: ndcg_at_5
       value: 78.827
     - type: precision_at_1
-      value: 66.0
+      value: 66
     - type: precision_at_10
       value: 10.567
     - type: precision_at_100
@@ -1516,7 +1517,7 @@ model-index:
     - type: recall_at_100
       value: 98.667
     - type: recall_at_1000
-      value: 100.0
+      value: 100
     - type: recall_at_3
       value: 83.322
     - type: recall_at_5
@@ -1680,19 +1681,19 @@ model-index:
     - type: map_at_5
       value: 1.185
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
-      value: 91.0
+      value: 91
     - type: ndcg_at_10
       value: 88.442
     - type: ndcg_at_100
@@ -1704,7 +1705,7 @@ model-index:
     - type: ndcg_at_5
       value: 89.562
     - type: precision_at_1
-      value: 92.0
+      value: 92
     - type: precision_at_10
       value: 92.60000000000001
     - type: precision_at_100
@@ -1712,7 +1713,7 @@ model-index:
     - type: precision_at_1000
       value: 28.222
     - type: precision_at_3
-      value: 94.0
+      value: 94
     - type: precision_at_5
       value: 93.60000000000001
     - type: recall_at_1
@@ -1751,17 +1752,17 @@ model-index:
     - type: map_at_5
       value: 9.49
     - type: mrr_at_1
-      value: 0.0
+      value: 0
     - type: mrr_at_10
-      value: 0.0
+      value: 0
     - type: mrr_at_100
-      value: 0.0
+      value: 0
     - type: mrr_at_1000
-      value: 0.0
+      value: 0
     - type: mrr_at_3
-      value: 0.0
+      value: 0
     - type: mrr_at_5
-      value: 0.0
+      value: 0
     - type: ndcg_at_1
       value: 47.959
     - type: ndcg_at_10
@@ -2004,7 +2005,7 @@ model-index:
 language:
 - en
 license: cc-by-nc-4.0
-library_name: transformers
+base_model: mistralai/Mistral-7B-v0.1
 ---
 ## Introduction
 We present NV-Embed-v2, a generalist embedding model that ranks No. 1 on the Massive Text Embedding Benchmark ([MTEB benchmark](https://huggingface.co/spaces/mteb/leaderboard))(as of Aug 30, 2024) with a score of 72.31 across 56 text embedding tasks. It also holds the No. 1 in the retrieval sub-category (a score of 62.65 across 15 tasks) in the leaderboard, which is essential to the development of RAG technology.
@@ -2049,7 +2050,7 @@ passages = [
 model = AutoModel.from_pretrained('nvidia/NV-Embed-v2', trust_remote_code=True)
 
 # get the embeddings
-max_length = 32768
+max_length = 4096
 query_embeddings = model.encode(queries, instruction=query_prefix, max_length=max_length)
 passage_embeddings = model.encode(passages, instruction=passage_prefix, max_length=max_length)
 
@@ -2064,7 +2065,7 @@ passage_embeddings = F.normalize(passage_embeddings, p=2, dim=1)
 
 scores = (query_embeddings @ passage_embeddings.T) * 100
 print(scores.tolist())
-# [[87.42693328857422, 0.46283677220344543], [0.965264618396759, 86.03721618652344]]
+# [[87.42692565917969, 0.462837278842926], [0.9652643203735352, 86.0372314453125]]
 ```
 
 
@@ -2091,7 +2092,7 @@ passages = [
 
 # load model with tokenizer
 model = SentenceTransformer('nvidia/NV-Embed-v2', trust_remote_code=True)
-model.max_seq_length = 32768
+model.max_seq_length = 4096
 model.tokenizer.padding_side="right"
 
 def add_eos(input_examples):
@@ -2114,7 +2115,7 @@ For commercial purpose, we recommend you to use the models of [NeMo Retriever Mi
 
 
 ## Correspondence to
-Chankyu Lee ([email protected]), Rajarshi Roy ([email protected]), Wei Ping ([email protected])
+Chankyu Lee ([email protected]), Wei Ping ([email protected])
 
 
 ## Citation
@@ -2185,4 +2186,4 @@ cd sentence-transformers
 git checkout v2.7-release
 # Modify L353 in SentenceTransformer.py to **'extra_features["prompt_length"] = tokenized_prompt["input_ids"].shape[-1]'**.
 pip install -e .
-```
+```

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "nvidia/NV-Embed-v2",
+  "_name_or_path": "nvidia/NV-Embed-v1",
   "add_eos": true,
   "add_pad_token": true,
   "architectures": [
@@ -18,7 +18,7 @@
   "model_type": "nvembed",
   "padding_side": "right",
   "text_config": {
-    "_name_or_path": "nvidia/NV-Embed-v2",
+    "_name_or_path": "nvidia/NV-Embed-v1",
     "add_cross_attention": false,
     "architectures": [
       "MistralModel"

configuration_nvembed.py

@@ -76,8 +76,6 @@ class LatentAttentionConfig(PretrainedConfig):
         self.latent_dim = latent_dim
         self.cross_dim_head = cross_dim_head
 
-        super().__init__(**kwargs)
-
 
 class BidirectionalMistralConfig(MistralConfig):
     model_type = BIDIR_MISTRAL_TYPE