Update main.py
Browse files
main.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
from langchain_community.document_loaders import TextLoader
|
2 |
from langchain_community.embeddings import HuggingFaceBgeEmbeddings
|
3 |
from langchain_community.vectorstores import FAISS
|
4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
@@ -7,7 +7,9 @@ from transformers import pipeline
|
|
7 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
8 |
from langchain.chains import RetrievalQA
|
9 |
import torch
|
10 |
-
|
|
|
|
|
11 |
docs = loader.load()
|
12 |
text_splitter = RecursiveCharacterTextSplitter()
|
13 |
# text_splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=20)
|
|
|
1 |
+
from langchain_community.document_loaders import TextLoader , PyPDFLoader
|
2 |
from langchain_community.embeddings import HuggingFaceBgeEmbeddings
|
3 |
from langchain_community.vectorstores import FAISS
|
4 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|
|
7 |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
|
8 |
from langchain.chains import RetrievalQA
|
9 |
import torch
|
10 |
+
|
11 |
+
loader = PyPDFLoader('bipolar.pdf')
|
12 |
+
# loader = TextLoader("info.txt")
|
13 |
docs = loader.load()
|
14 |
text_splitter = RecursiveCharacterTextSplitter()
|
15 |
# text_splitter = RecursiveCharacterTextSplitter(chunk_size=100, chunk_overlap=20)
|