anasmkh commited on
Commit
640e1af
·
1 Parent(s): 0b0e953

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -2
main.py CHANGED
@@ -1,7 +1,7 @@
1
  from langchain.chains import RetrievalQA, ConversationalRetrievalChain
2
  from langchain.vectorstores import Chroma
3
  from langchain.text_splitter import CharacterTextSplitter
4
- from langchain.document_loaders import DirectoryLoader, TextLoader
5
  from transformers import pipeline
6
  from langchain.llms import HuggingFacePipeline
7
  from langchain.embeddings import HuggingFaceInstructEmbeddings
@@ -26,7 +26,8 @@ pipe = pipeline(
26
  local_llm = HuggingFacePipeline(pipeline=pipe)
27
  print(local_llm('What is the capital of Syria?'))
28
 
29
- loader = TextLoader('info.txt')
 
30
  document = loader.load()
31
  text_spliter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
32
  texts = text_spliter.split_documents(document)
 
1
  from langchain.chains import RetrievalQA, ConversationalRetrievalChain
2
  from langchain.vectorstores import Chroma
3
  from langchain.text_splitter import CharacterTextSplitter
4
+ from langchain.document_loaders import DirectoryLoader, TextLoader,PyPDFLoader
5
  from transformers import pipeline
6
  from langchain.llms import HuggingFacePipeline
7
  from langchain.embeddings import HuggingFaceInstructEmbeddings
 
26
  local_llm = HuggingFacePipeline(pipeline=pipe)
27
  print(local_llm('What is the capital of Syria?'))
28
 
29
+ loader = PyPDFLoader('biploar.pdf')
30
+ # loader = TextLoader('info.txt')
31
  document = loader.load()
32
  text_spliter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
33
  texts = text_spliter.split_documents(document)