Spaces:
Paused
Paused
increase chunk_size, and chunk_overlap
Browse files
app.py
CHANGED
@@ -21,8 +21,8 @@ for loader in loaders:
|
|
21 |
loader.load()[0:] # skip first page
|
22 |
)
|
23 |
|
24 |
-
chunk_size =
|
25 |
-
chunk_overlap =
|
26 |
|
27 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size,
|
28 |
chunk_overlap=chunk_overlap)
|
@@ -32,6 +32,7 @@ splits = text_splitter.split_documents(docs)
|
|
32 |
vectorstore = Chroma.from_documents(documents=splits, embedding=OpenAIEmbeddings())
|
33 |
retriever = vectorstore.as_retriever()
|
34 |
prompt = hub.pull("rlm/rag-prompt")
|
|
|
35 |
# model_name = 'gpt-3.5-turbo-0125'
|
36 |
model_name = 'gpt-4-1106-preview'
|
37 |
llm = ChatOpenAI(model_name=model_name, temperature=0)
|
@@ -58,4 +59,4 @@ examples = [
|
|
58 |
|
59 |
textbox = gr.Textbox(label="اكتب سؤالك هنا", placeholder="", lines=4)
|
60 |
iface = gr.Interface(fn=predict, inputs=textbox, outputs="text", examples=examples)
|
61 |
-
iface.launch()
|
|
|
21 |
loader.load()[0:] # skip first page
|
22 |
)
|
23 |
|
24 |
+
chunk_size = 1000
|
25 |
+
chunk_overlap = 200
|
26 |
|
27 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=chunk_size,
|
28 |
chunk_overlap=chunk_overlap)
|
|
|
32 |
vectorstore = Chroma.from_documents(documents=splits, embedding=OpenAIEmbeddings())
|
33 |
retriever = vectorstore.as_retriever()
|
34 |
prompt = hub.pull("rlm/rag-prompt")
|
35 |
+
|
36 |
# model_name = 'gpt-3.5-turbo-0125'
|
37 |
model_name = 'gpt-4-1106-preview'
|
38 |
llm = ChatOpenAI(model_name=model_name, temperature=0)
|
|
|
59 |
|
60 |
textbox = gr.Textbox(label="اكتب سؤالك هنا", placeholder="", lines=4)
|
61 |
iface = gr.Interface(fn=predict, inputs=textbox, outputs="text", examples=examples)
|
62 |
+
iface.launch(share=True)
|