arthurbr11 commited on
Commit
32032e2
·
1 Parent(s): 0751606

updates Readme

Browse files
Files changed (1) hide show
  1. README.md +2 -7
README.md CHANGED
@@ -69,20 +69,15 @@ sim = model.similarity(query_embed, document_embed)
69
  print(f"Similarity: {sim}")
70
  # Similarity: tensor([[22.3299]])
71
 
72
- # Visualize top tokens for each text
73
- top_k = 8
74
- print(f"\nTop tokens {top_k} for each text:")
75
-
76
- decoded_query = model.decode(query_embed, top_k=top_k)
77
  decoded_document = model.decode(document_embed)
78
 
79
- for i in range(top_k):
80
  query_token, query_score = decoded_query[i]
81
  doc_score = next((score for token, score in decoded_document if token == query_token), 0)
82
  if doc_score != 0:
83
  print(f"Token: {query_token}, Query score: {query_score:.4f}, Document score: {doc_score:.4f}")
84
 
85
- # Top tokens 30 for each text:
86
  # Token: ny, Query score: 2.9262, Document score: 2.1335
87
  # Token: weather, Query score: 2.5206, Document score: 1.5277
88
  # Token: york, Query score: 2.0373, Document score: 2.3489
 
69
  print(f"Similarity: {sim}")
70
  # Similarity: tensor([[22.3299]])
71
 
72
+ decoded_query = model.decode(query_embed)
 
 
 
 
73
  decoded_document = model.decode(document_embed)
74
 
75
+ for i in range(len(decoded_query)):
76
  query_token, query_score = decoded_query[i]
77
  doc_score = next((score for token, score in decoded_document if token == query_token), 0)
78
  if doc_score != 0:
79
  print(f"Token: {query_token}, Query score: {query_score:.4f}, Document score: {doc_score:.4f}")
80
 
 
81
  # Token: ny, Query score: 2.9262, Document score: 2.1335
82
  # Token: weather, Query score: 2.5206, Document score: 1.5277
83
  # Token: york, Query score: 2.0373, Document score: 2.3489