Namitg02 commited on
Commit
a2a376a
·
verified ·
1 Parent(s): f77bd9d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -1
app.py CHANGED
@@ -46,7 +46,14 @@ embedding_model = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
46
 
47
  #doc_func = lambda x: x.text
48
  #dataset = list(map(doc_func, dataset))
49
- embeddings = embedding_model.encode(dataset)
 
 
 
 
 
 
 
50
 
51
  #embeddings = embedding_model.embed_documents(docs)
52
  dataset = dataset.add_column('embeddings', embeddings)
 
46
 
47
  #doc_func = lambda x: x.text
48
  #dataset = list(map(doc_func, dataset))
49
+
50
+ def embedder(dataset[i]):
51
+ return embedding_model.encode(dataset[i])
52
+
53
+ dataset = dataset.map(embedder, batched=True)
54
+ print(dataset[1])
55
+ print(dataset[2])
56
+ #embeddings = embedding_model.encode(dataset)
57
 
58
  #embeddings = embedding_model.embed_documents(docs)
59
  dataset = dataset.add_column('embeddings', embeddings)