Update app.py
Browse files
app.py
CHANGED
@@ -75,7 +75,8 @@ def main():
|
|
75 |
# }
|
76 |
|
77 |
llm = CTransformers(
|
78 |
-
model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
|
|
79 |
model_type="mistral",
|
80 |
max_new_tokens = 1048,
|
81 |
temperature = 0.3
|
@@ -96,7 +97,7 @@ def main():
|
|
96 |
|
97 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
98 |
chunked_documents = text_splitter.split_documents(loaded_documents)
|
99 |
-
retriever = FAISS.from_documents(
|
100 |
|
101 |
# Wrap retrievers in a Tool
|
102 |
tools.append(
|
|
|
75 |
# }
|
76 |
|
77 |
llm = CTransformers(
|
78 |
+
# model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
|
79 |
+
modeL= "TheBloke/phi-2-GGUF",
|
80 |
model_type="mistral",
|
81 |
max_new_tokens = 1048,
|
82 |
temperature = 0.3
|
|
|
97 |
|
98 |
text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
|
99 |
chunked_documents = text_splitter.split_documents(loaded_documents)
|
100 |
+
retriever = FAISS.from_documents(chunked_documents, embeddings).as_retriever()
|
101 |
|
102 |
# Wrap retrievers in a Tool
|
103 |
tools.append(
|