Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -45,6 +45,14 @@ text = ' '.join(text)
|
|
45 |
chunk_size = 2048
|
46 |
chunks = [text[i:i + chunk_size] for i in range(0, len(text), chunk_size)]
|
47 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
def get_text_embedding(text):
|
49 |
|
50 |
return embeddings.embed_query(text)
|
@@ -64,13 +72,7 @@ model._is_chat_session_activated = False
|
|
64 |
|
65 |
max_new_tokens = 2048
|
66 |
|
67 |
-
|
68 |
-
encode_kwargs = {'normalize_embeddings': False}
|
69 |
-
embeddings = HuggingFaceEmbeddings(
|
70 |
-
|
71 |
-
model_kwargs=model_kwargs,
|
72 |
-
encode_kwargs=encode_kwargs
|
73 |
-
)
|
74 |
|
75 |
#index = faiss.load_local("resourse/embeddings_ngap.faiss")
|
76 |
|
|
|
45 |
chunk_size = 2048
|
46 |
chunks = [text[i:i + chunk_size] for i in range(0, len(text), chunk_size)]
|
47 |
|
48 |
+
model_kwargs = {'device': 'cpu'}
|
49 |
+
encode_kwargs = {'normalize_embeddings': False}
|
50 |
+
embeddings = HuggingFaceEmbeddings(
|
51 |
+
|
52 |
+
model_kwargs=model_kwargs,
|
53 |
+
encode_kwargs=encode_kwargs
|
54 |
+
)
|
55 |
+
|
56 |
def get_text_embedding(text):
|
57 |
|
58 |
return embeddings.embed_query(text)
|
|
|
72 |
|
73 |
max_new_tokens = 2048
|
74 |
|
75 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
76 |
|
77 |
#index = faiss.load_local("resourse/embeddings_ngap.faiss")
|
78 |
|