Namitg02 commited on
Commit
341b0e8
·
verified ·
1 Parent(s): 8d36a62

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -5
app.py CHANGED
@@ -1,11 +1,12 @@
1
- from langchain.document_loaders import PyPDFLoader
2
- loader = PyPDFLoader("Test/blob/main/Footcare.pdf")
3
- pages = loader.load()
 
4
 
5
 
6
  from langchain.text_splitter import RecursiveCharacterTextSplitter
7
  splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=30)
8
- docs = splitter.split_documents(pages)
9
 
10
 
11
  from langchain_community.embeddings import HuggingFaceEmbeddings
@@ -23,6 +24,6 @@ vectordb = Chroma.from_documents(
23
 
24
 
25
  retriever = vectordb.as_retriever()
26
- import gradio as gr
27
  import gradio as gr
28
  gr.load("models/HuggingFaceH4/zephyr-7b-beta").launch()
 
1
+ from langchain_community.document_loaders import PyPDFLoader
2
+
3
+ from datasets import load_dataset
4
+ dataset = load_dataset("Namitg02/Test")
5
 
6
 
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=30)
9
+ docs = splitter.split_documents(dataset)
10
 
11
 
12
  from langchain_community.embeddings import HuggingFaceEmbeddings
 
24
 
25
 
26
  retriever = vectordb.as_retriever()
27
+
28
  import gradio as gr
29
  gr.load("models/HuggingFaceH4/zephyr-7b-beta").launch()