seg fault fixed?
Browse files
App/Embedding/utils/Initialize.py
CHANGED
@@ -62,6 +62,23 @@ def search(query: str, task_id: str):
|
|
62 |
|
63 |
|
64 |
def encode(temp: list[Document]):
|
65 |
-
|
66 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
67 |
# return embeddings.embed_documents(texts = [d.page_content for d in temp])
|
|
|
62 |
|
63 |
|
64 |
def encode(temp: list[Document]):
|
65 |
+
from langchain.vectorstores import Pinecone
|
66 |
+
import pinecone
|
67 |
+
import os
|
68 |
+
|
69 |
+
# get api key from app.pinecone.io
|
70 |
+
PINECONE_API_KEY = os.environ.get("PINECONE_API_KEY")
|
71 |
+
# find your environment next to the api key in pinecone console
|
72 |
+
PINECONE_ENV = os.environ.get("PINECONE_ENVIRONMENT")
|
73 |
+
|
74 |
+
|
75 |
+
index_name = "transcript-bits"
|
76 |
+
model_name = "thenlper/gte-base"
|
77 |
+
embeddings = HuggingFaceEmbeddings(model_name=model_name)
|
78 |
+
|
79 |
+
|
80 |
+
pinecone.init(api_key=PINECONE_API_KEY, environment=PINECONE_ENV)
|
81 |
+
vector_index = pinecone.Index(index_name=index_name)
|
82 |
+
docsearch = Pinecone.from_existing_index(index_name, embeddings)
|
83 |
+
docsearch.add_documents(temp)
|
84 |
# return embeddings.embed_documents(texts = [d.page_content for d in temp])
|
App/Transcription/TranscriptionRoutes.py
CHANGED
@@ -20,7 +20,8 @@ from .Model import Transcriptions
|
|
20 |
from .Utils.fastapi_tasks import perform_background_task
|
21 |
import yt_dlp
|
22 |
from fastapi_jwt_auth import AuthJWT
|
23 |
-
|
|
|
24 |
|
25 |
# from .Model import User
|
26 |
# from sqlalchemy import and_
|
@@ -112,7 +113,7 @@ async def delete_transcription(
|
|
112 |
await transcript.delete()
|
113 |
task = AsyncResult(task_id)
|
114 |
task.revoke(terminate=True)
|
115 |
-
|
116 |
return {"code": 200, "message": f"deleted {task_id}", "payload": None}
|
117 |
else:
|
118 |
return {
|
|
|
20 |
from .Utils.fastapi_tasks import perform_background_task
|
21 |
import yt_dlp
|
22 |
from fastapi_jwt_auth import AuthJWT
|
23 |
+
|
24 |
+
from App.Embedding.utils.Initialize import delete_documents
|
25 |
|
26 |
# from .Model import User
|
27 |
# from sqlalchemy import and_
|
|
|
113 |
await transcript.delete()
|
114 |
task = AsyncResult(task_id)
|
115 |
task.revoke(terminate=True)
|
116 |
+
await delete_documents(task_id=task_id)
|
117 |
return {"code": 200, "message": f"deleted {task_id}", "payload": None}
|
118 |
else:
|
119 |
return {
|