Spaces:
Sleeping
Sleeping
Update server.py
Browse files
server.py
CHANGED
@@ -1,44 +1,3 @@
|
|
1 |
-
import os
|
2 |
-
from utilities.transcripts import VTTTranscriptLoader, DocumentEmbedder
|
3 |
-
from utilities.setup import get_files
|
4 |
-
|
5 |
-
|
6 |
-
class EmbeddingService:
|
7 |
-
def __init__(self, conf):
|
8 |
-
self.keys = get_files.get_keys()
|
9 |
-
self.conf = conf
|
10 |
-
|
11 |
-
def __enter__(self):
|
12 |
-
print("Start Embedding Service")
|
13 |
-
return self
|
14 |
-
|
15 |
-
def __exit__(self, exc_type, exc_val, exc_tb):
|
16 |
-
print("Exiting Embedding Service")
|
17 |
-
|
18 |
-
def get_transcripts(self, files):
|
19 |
-
# Get filepaths and load them in document format
|
20 |
-
filepaths = [file.name for file in files]
|
21 |
-
loader = VTTTranscriptLoader(filepaths)
|
22 |
-
results = loader.load()
|
23 |
-
|
24 |
-
return results
|
25 |
-
|
26 |
-
def run(self, files):
|
27 |
-
# gets the files, cleans them, and loads them into pinecone
|
28 |
-
results = self.get_transcripts(files)
|
29 |
-
|
30 |
-
doc_embedder = DocumentEmbedder(
|
31 |
-
api_keys=self.keys,
|
32 |
-
files=results,
|
33 |
-
embedding=self.conf["embeddings"]["embedding"],
|
34 |
-
index_name=self.conf["embeddings"]["index_name"],
|
35 |
-
)
|
36 |
-
|
37 |
-
# uploads them into pinecone
|
38 |
-
doc_embedder.embed()
|
39 |
-
|
40 |
-
return "complete"
|
41 |
-
|
42 |
|
43 |
class QAService:
|
44 |
def __init__(self, conf):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
|
2 |
class QAService:
|
3 |
def __init__(self, conf):
|