Update main.py
Browse files
main.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
from langchain.chains import RetrievalQA, ConversationalRetrievalChain
|
2 |
from langchain.vectorstores import Chroma
|
3 |
from langchain.text_splitter import CharacterTextSplitter
|
4 |
-
from langchain.document_loaders import DirectoryLoader, TextLoader
|
5 |
from transformers import pipeline
|
6 |
from langchain.llms import HuggingFacePipeline
|
7 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
@@ -26,7 +26,8 @@ pipe = pipeline(
|
|
26 |
local_llm = HuggingFacePipeline(pipeline=pipe)
|
27 |
print(local_llm('What is the capital of Syria?'))
|
28 |
|
29 |
-
loader =
|
|
|
30 |
document = loader.load()
|
31 |
text_spliter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
32 |
texts = text_spliter.split_documents(document)
|
|
|
1 |
from langchain.chains import RetrievalQA, ConversationalRetrievalChain
|
2 |
from langchain.vectorstores import Chroma
|
3 |
from langchain.text_splitter import CharacterTextSplitter
|
4 |
+
from langchain.document_loaders import DirectoryLoader, TextLoader,PyPDFLoader
|
5 |
from transformers import pipeline
|
6 |
from langchain.llms import HuggingFacePipeline
|
7 |
from langchain.embeddings import HuggingFaceInstructEmbeddings
|
|
|
26 |
local_llm = HuggingFacePipeline(pipeline=pipe)
|
27 |
print(local_llm('What is the capital of Syria?'))
|
28 |
|
29 |
+
loader = PyPDFLoader('biploar.pdf')
|
30 |
+
# loader = TextLoader('info.txt')
|
31 |
document = loader.load()
|
32 |
text_spliter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
33 |
texts = text_spliter.split_documents(document)
|