Update app.py
Browse files
app.py
CHANGED
@@ -2,7 +2,7 @@ import os
|
|
2 |
|
3 |
import gradio as gr
|
4 |
|
5 |
-
from openai import
|
6 |
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
|
@@ -10,37 +10,19 @@ from langchain_community.document_loaders import PyPDFLoader
|
|
10 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
11 |
from langchain_community.vectorstores import Chroma
|
12 |
|
13 |
-
client =
|
14 |
-
azure_endpoint=os.environ['AZURE_OPENAI_ENDPOINT'],
|
15 |
-
api_key=os.environ['AZURE_OPENAI_KEY'],
|
16 |
-
api_version="2023-05-15"
|
17 |
-
)
|
18 |
-
|
19 |
-
chat_model_deployment_name = "gpt-35-turbo"
|
20 |
|
21 |
embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
|
22 |
|
23 |
-
|
24 |
-
encoding_name='cl100k_base',
|
25 |
-
chunk_size=512,
|
26 |
-
chunk_overlap=16
|
27 |
-
)
|
28 |
-
|
29 |
-
pdf_file = "tsla-20221231-gen.pdf"
|
30 |
-
|
31 |
-
pdf_loader = PyPDFLoader(pdf_file)
|
32 |
-
|
33 |
-
tesla_10k_chunks_ada = pdf_loader.load_and_split(text_splitter)
|
34 |
-
|
35 |
-
tesla_10k_collection = 'tesla-10k-2022'
|
36 |
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
)
|
42 |
|
43 |
-
retriever =
|
44 |
search_type='similarity',
|
45 |
search_kwargs={'k': 5}
|
46 |
)
|
|
|
2 |
|
3 |
import gradio as gr
|
4 |
|
5 |
+
from openai import OpenAI
|
6 |
|
7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
8 |
|
|
|
10 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
11 |
from langchain_community.vectorstores import Chroma
|
12 |
|
13 |
+
client = OpenAI(api_key=os.environ['OPENAI_API_KEY'])
|
|
|
|
|
|
|
|
|
|
|
|
|
14 |
|
15 |
embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
|
16 |
|
17 |
+
tesla_10k_collection = 'tesla-10k-2019-to-2023'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
+
vectorstore_persisted = Chroma(
|
20 |
+
collection_name=tesla_10k_collection,
|
21 |
+
persist_directory='./tesla_db',
|
22 |
+
embedding_function=embedding_model
|
23 |
)
|
24 |
|
25 |
+
retriever = vectorstore__persisted.as_retriever(
|
26 |
search_type='similarity',
|
27 |
search_kwargs={'k': 5}
|
28 |
)
|