Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,12 @@
|
|
1 |
-
from
|
2 |
-
|
3 |
-
|
|
|
4 |
|
5 |
|
6 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
7 |
splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=30)
|
8 |
-
docs = splitter.split_documents(
|
9 |
|
10 |
|
11 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|
@@ -23,6 +24,6 @@ vectordb = Chroma.from_documents(
|
|
23 |
|
24 |
|
25 |
retriever = vectordb.as_retriever()
|
26 |
-
|
27 |
import gradio as gr
|
28 |
gr.load("models/HuggingFaceH4/zephyr-7b-beta").launch()
|
|
|
1 |
+
from langchain_community.document_loaders import PyPDFLoader
|
2 |
+
|
3 |
+
from datasets import load_dataset
|
4 |
+
dataset = load_dataset("Namitg02/Test")
|
5 |
|
6 |
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=30)
|
9 |
+
docs = splitter.split_documents(dataset)
|
10 |
|
11 |
|
12 |
from langchain_community.embeddings import HuggingFaceEmbeddings
|
|
|
24 |
|
25 |
|
26 |
retriever = vectordb.as_retriever()
|
27 |
+
|
28 |
import gradio as gr
|
29 |
gr.load("models/HuggingFaceH4/zephyr-7b-beta").launch()
|