pgurazada1 commited on
Commit
f7ad073
·
verified ·
1 Parent(s): 83f68d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -26
app.py CHANGED
@@ -2,7 +2,7 @@ import os
2
 
3
  import gradio as gr
4
 
5
- from openai import AzureOpenAI
6
 
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
 
@@ -10,37 +10,19 @@ from langchain_community.document_loaders import PyPDFLoader
10
  from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
11
  from langchain_community.vectorstores import Chroma
12
 
13
- client = AzureOpenAI(
14
- azure_endpoint=os.environ['AZURE_OPENAI_ENDPOINT'],
15
- api_key=os.environ['AZURE_OPENAI_KEY'],
16
- api_version="2023-05-15"
17
- )
18
-
19
- chat_model_deployment_name = "gpt-35-turbo"
20
 
21
  embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
22
 
23
- text_splitter = RecursiveCharacterTextSplitter.from_tiktoken_encoder(
24
- encoding_name='cl100k_base',
25
- chunk_size=512,
26
- chunk_overlap=16
27
- )
28
-
29
- pdf_file = "tsla-20221231-gen.pdf"
30
-
31
- pdf_loader = PyPDFLoader(pdf_file)
32
-
33
- tesla_10k_chunks_ada = pdf_loader.load_and_split(text_splitter)
34
-
35
- tesla_10k_collection = 'tesla-10k-2022'
36
 
37
- vectorstore = Chroma.from_documents(
38
- tesla_10k_chunks_ada,
39
- embedding_model,
40
- collection_name=tesla_10k_collection
41
  )
42
 
43
- retriever = vectorstore.as_retriever(
44
  search_type='similarity',
45
  search_kwargs={'k': 5}
46
  )
 
2
 
3
  import gradio as gr
4
 
5
+ from openai import OpenAI
6
 
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
 
 
10
  from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
11
  from langchain_community.vectorstores import Chroma
12
 
13
+ client = OpenAI(api_key=os.environ['OPENAI_API_KEY'])
 
 
 
 
 
 
14
 
15
  embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
16
 
17
+ tesla_10k_collection = 'tesla-10k-2019-to-2023'
 
 
 
 
 
 
 
 
 
 
 
 
18
 
19
+ vectorstore_persisted = Chroma(
20
+ collection_name=tesla_10k_collection,
21
+ persist_directory='./tesla_db',
22
+ embedding_function=embedding_model
23
  )
24
 
25
+ retriever = vectorstore__persisted.as_retriever(
26
  search_type='similarity',
27
  search_kwargs={'k': 5}
28
  )