Spaces:
Sleeping
Sleeping
Commit
ยท
fc44f16
1
Parent(s):
bd4751e
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ from PyPDF2 import PdfReader
|
|
4 |
from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
|
|
|
7 |
from peft import PeftModel, PeftConfig
|
8 |
from transformers import AutoModelForCausalLM
|
9 |
from langchain.vectorstores import FAISS, Chroma
|
@@ -58,7 +59,7 @@ def get_text_chunks(documents):
|
|
58 |
def get_vectorstore(text_chunks):
|
59 |
# OpenAI ์๋ฒ ๋ฉ ๋ชจ๋ธ์ ๋ก๋ํฉ๋๋ค. (Embedding models - Ada v2)
|
60 |
|
61 |
-
embeddings =
|
62 |
vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํฐ ์คํ ์ด๋ฅผ ์์ฑํฉ๋๋ค.
|
63 |
|
64 |
return vectorstore # ์์ฑ๋ ๋ฒกํฐ ์คํ ์ด๋ฅผ ๋ฐํํฉ๋๋ค.
|
|
|
4 |
from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
|
5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
6 |
from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
|
7 |
+
from langchain.embeddings import GPT4AllEmbeddings
|
8 |
from peft import PeftModel, PeftConfig
|
9 |
from transformers import AutoModelForCausalLM
|
10 |
from langchain.vectorstores import FAISS, Chroma
|
|
|
59 |
def get_vectorstore(text_chunks):
|
60 |
# OpenAI ์๋ฒ ๋ฉ ๋ชจ๋ธ์ ๋ก๋ํฉ๋๋ค. (Embedding models - Ada v2)
|
61 |
|
62 |
+
embeddings = GPT4AllEmbeddings()
|
63 |
vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํฐ ์คํ ์ด๋ฅผ ์์ฑํฉ๋๋ค.
|
64 |
|
65 |
return vectorstore # ์์ฑ๋ ๋ฒกํฐ ์คํ ์ด๋ฅผ ๋ฐํํฉ๋๋ค.
|