Shaleen123 commited on
Commit
fc44f16
ยท
1 Parent(s): bd4751e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -4,6 +4,7 @@ from PyPDF2 import PdfReader
4
  from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
5
  from transformers import AutoModelForCausalLM, AutoTokenizer
6
  from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
 
7
  from peft import PeftModel, PeftConfig
8
  from transformers import AutoModelForCausalLM
9
  from langchain.vectorstores import FAISS, Chroma
@@ -58,7 +59,7 @@ def get_text_chunks(documents):
58
  def get_vectorstore(text_chunks):
59
  # OpenAI ์ž„๋ฒ ๋”ฉ ๋ชจ๋ธ์„ ๋กœ๋“œํ•ฉ๋‹ˆ๋‹ค. (Embedding models - Ada v2)
60
 
61
- embeddings = OpenAIEmbeddings()
62
  vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํ„ฐ ์Šคํ† ์–ด๋ฅผ ์ƒ์„ฑํ•ฉ๋‹ˆ๋‹ค.
63
 
64
  return vectorstore # ์ƒ์„ฑ๋œ ๋ฒกํ„ฐ ์Šคํ† ์–ด๋ฅผ ๋ฐ˜ํ™˜ํ•ฉ๋‹ˆ๋‹ค.
 
4
  from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
5
  from transformers import AutoModelForCausalLM, AutoTokenizer
6
  from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
7
+ from langchain.embeddings import GPT4AllEmbeddings
8
  from peft import PeftModel, PeftConfig
9
  from transformers import AutoModelForCausalLM
10
  from langchain.vectorstores import FAISS, Chroma
 
59
  def get_vectorstore(text_chunks):
60
  # OpenAI ์ž„๋ฒ ๋”ฉ ๋ชจ๋ธ์„ ๋กœ๋“œํ•ฉ๋‹ˆ๋‹ค. (Embedding models - Ada v2)
61
 
62
+ embeddings = GPT4AllEmbeddings()
63
  vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํ„ฐ ์Šคํ† ์–ด๋ฅผ ์ƒ์„ฑํ•ฉ๋‹ˆ๋‹ค.
64
 
65
  return vectorstore # ์ƒ์„ฑ๋œ ๋ฒกํ„ฐ ์Šคํ† ์–ด๋ฅผ ๋ฐ˜ํ™˜ํ•ฉ๋‹ˆ๋‹ค.