acpotts commited on
Commit
98f3e91
·
verified ·
1 Parent(s): 996492e

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -6
app.py CHANGED
@@ -78,9 +78,9 @@ def process_text_file(file: AskFileResponse):
78
  documents = pdf_loader.load()
79
  else:
80
  raise ValueError("Provide a .txt or .pdf file")
81
- texts = [x.page_content for x in text_splitter.transform_documents(documents)]
82
  # texts = [x.page_content for x in text_splitter.split_documents(documents)]
83
- return texts
84
 
85
 
86
 
@@ -122,9 +122,7 @@ async def on_chat_start():
122
  # vector_db_retriever=vector_db,
123
  # llm=chat_openai
124
  # )
125
-
126
-
127
-
128
  # model = SentenceTransformer("acpotts/finetuned_arctic")
129
 
130
  finetune_embeddings = HuggingFaceEmbeddings(model_name='acpotts/finetuned_arctic')
@@ -165,4 +163,4 @@ async def main(message):
165
  async for stream_resp in result["response"]:
166
  await msg.stream_token(stream_resp)
167
 
168
- await msg.send()
 
78
  documents = pdf_loader.load()
79
  else:
80
  raise ValueError("Provide a .txt or .pdf file")
81
+ #texts = [x.page_content for x in text_splitter.transform_documents(documents)]
82
  # texts = [x.page_content for x in text_splitter.split_documents(documents)]
83
+ return text_splitter.split_documents(documents)
84
 
85
 
86
 
 
122
  # vector_db_retriever=vector_db,
123
  # llm=chat_openai
124
  # )
125
+
 
 
126
  # model = SentenceTransformer("acpotts/finetuned_arctic")
127
 
128
  finetune_embeddings = HuggingFaceEmbeddings(model_name='acpotts/finetuned_arctic')
 
163
  async for stream_resp in result["response"]:
164
  await msg.stream_token(stream_resp)
165
 
166
+ await msg.send()