Mbonea commited on
Commit
5781d73
·
1 Parent(s): fe53703

seg fault fixed?

Browse files
App/Embedding/utils/Initialize.py CHANGED
@@ -62,6 +62,23 @@ def search(query: str, task_id: str):
62
 
63
 
64
  def encode(temp: list[Document]):
65
- for doc in temp:
66
- docsearch.add_documents([doc])
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
67
  # return embeddings.embed_documents(texts = [d.page_content for d in temp])
 
62
 
63
 
64
  def encode(temp: list[Document]):
65
+ from langchain.vectorstores import Pinecone
66
+ import pinecone
67
+ import os
68
+
69
+ # get api key from app.pinecone.io
70
+ PINECONE_API_KEY = os.environ.get("PINECONE_API_KEY")
71
+ # find your environment next to the api key in pinecone console
72
+ PINECONE_ENV = os.environ.get("PINECONE_ENVIRONMENT")
73
+
74
+
75
+ index_name = "transcript-bits"
76
+ model_name = "thenlper/gte-base"
77
+ embeddings = HuggingFaceEmbeddings(model_name=model_name)
78
+
79
+
80
+ pinecone.init(api_key=PINECONE_API_KEY, environment=PINECONE_ENV)
81
+ vector_index = pinecone.Index(index_name=index_name)
82
+ docsearch = Pinecone.from_existing_index(index_name, embeddings)
83
+ docsearch.add_documents(temp)
84
  # return embeddings.embed_documents(texts = [d.page_content for d in temp])
App/Transcription/TranscriptionRoutes.py CHANGED
@@ -20,7 +20,8 @@ from .Model import Transcriptions
20
  from .Utils.fastapi_tasks import perform_background_task
21
  import yt_dlp
22
  from fastapi_jwt_auth import AuthJWT
23
- # from App.Embedding.utils.Initialize import delete_documents
 
24
 
25
  # from .Model import User
26
  # from sqlalchemy import and_
@@ -112,7 +113,7 @@ async def delete_transcription(
112
  await transcript.delete()
113
  task = AsyncResult(task_id)
114
  task.revoke(terminate=True)
115
- # await delete_documents(task_id=task_id)
116
  return {"code": 200, "message": f"deleted {task_id}", "payload": None}
117
  else:
118
  return {
 
20
  from .Utils.fastapi_tasks import perform_background_task
21
  import yt_dlp
22
  from fastapi_jwt_auth import AuthJWT
23
+
24
+ from App.Embedding.utils.Initialize import delete_documents
25
 
26
  # from .Model import User
27
  # from sqlalchemy import and_
 
113
  await transcript.delete()
114
  task = AsyncResult(task_id)
115
  task.revoke(terminate=True)
116
+ await delete_documents(task_id=task_id)
117
  return {"code": 200, "message": f"deleted {task_id}", "payload": None}
118
  else:
119
  return {