Update app.py
Browse files
app.py
CHANGED
@@ -46,7 +46,14 @@ embedding_model = SentenceTransformer("mixedbread-ai/mxbai-embed-large-v1")
|
|
46 |
|
47 |
#doc_func = lambda x: x.text
|
48 |
#dataset = list(map(doc_func, dataset))
|
49 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
50 |
|
51 |
#embeddings = embedding_model.embed_documents(docs)
|
52 |
dataset = dataset.add_column('embeddings', embeddings)
|
|
|
46 |
|
47 |
#doc_func = lambda x: x.text
|
48 |
#dataset = list(map(doc_func, dataset))
|
49 |
+
|
50 |
+
def embedder(dataset[i]):
|
51 |
+
return embedding_model.encode(dataset[i])
|
52 |
+
|
53 |
+
dataset = dataset.map(embedder, batched=True)
|
54 |
+
print(dataset[1])
|
55 |
+
print(dataset[2])
|
56 |
+
#embeddings = embedding_model.encode(dataset)
|
57 |
|
58 |
#embeddings = embedding_model.embed_documents(docs)
|
59 |
dataset = dataset.add_column('embeddings', embeddings)
|