ubermenchh commited on
Commit
ee654ca
·
1 Parent(s): 9e0554c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  from langchain.document_loaders import OnlinePDFLoader
4
  from langchain.text_splitter import CharacterTextSplitter
5
  from langchain.llms import HuggingFaceHub
6
- from langchain.embeddings import HuggingFaceHubEmbeddings
7
  from langchain.vectorstores import Chroma
8
  from langchain.chains import RetrievalQA
9
 
@@ -18,8 +18,8 @@ def paper_changes(paper_id):
18
  documents = loader.load()
19
  text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
20
  texts = text_splitter.split_documents(documents)
21
- embeddings = HuggingFaceHubEmbeddings()
22
- db = Chroma.from_documents(texts, embeddings)
23
  retriever = db.as_retriever()
24
  llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': 0.5, 'max_new_tokens': 2096})
25
  global qa
 
3
  from langchain.document_loaders import OnlinePDFLoader
4
  from langchain.text_splitter import CharacterTextSplitter
5
  from langchain.llms import HuggingFaceHub
6
+ from langchain.embeddings import HuggingFaceEmbeddings
7
  from langchain.vectorstores import Chroma
8
  from langchain.chains import RetrievalQA
9
 
 
18
  documents = loader.load()
19
  text_splitter = CharacterTextSplitter(chunk_size=1024, chunk_overlap=0)
20
  texts = text_splitter.split_documents(documents)
21
+ embeddings = HuggingFaceEmbeddings("sentence-transformers/all-mpnet-base-v2")
22
+ db = Chroma.from_documents(texts, embeddings, persist_directory="chroma_db")
23
  retriever = db.as_retriever()
24
  llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={'temperature': 0.5, 'max_new_tokens': 2096})
25
  global qa