Stéphanie Kamgnia Wonkap
commited on
Commit
·
7e61f94
1
Parent(s):
456fb95
requirements
Browse files- app.py +1 -0
- src/generator.py +1 -0
app.py
CHANGED
@@ -91,6 +91,7 @@ if st.button("Get Answer"):
|
|
91 |
repetition_penalty=1.1,
|
92 |
return_full_text=False,
|
93 |
max_new_tokens=500,
|
|
|
94 |
)
|
95 |
RERANKER = RAGPretrainedModel.from_pretrained(RERANKER_MODEL_NAME)
|
96 |
num_doc_before_rerank=15
|
|
|
91 |
repetition_penalty=1.1,
|
92 |
return_full_text=False,
|
93 |
max_new_tokens=500,
|
94 |
+
token = os.getenv("HF_TOKEN")
|
95 |
)
|
96 |
RERANKER = RAGPretrainedModel.from_pretrained(RERANKER_MODEL_NAME)
|
97 |
num_doc_before_rerank=15
|
src/generator.py
CHANGED
@@ -4,6 +4,7 @@ from src.retriever import init_vectorDB_from_doc, retriever
|
|
4 |
from transformers import AutoTokenizer, pipeline
|
5 |
from typing import List,Optional, Tuple # import the Tuple type
|
6 |
from langchain.docstore.document import Document as LangchainDocument
|
|
|
7 |
def promt_template(query: str,READER_MODEL_NAME:str,context:str):
|
8 |
prompt_in_chat_format = [
|
9 |
{
|
|
|
4 |
from transformers import AutoTokenizer, pipeline
|
5 |
from typing import List,Optional, Tuple # import the Tuple type
|
6 |
from langchain.docstore.document import Document as LangchainDocument
|
7 |
+
from langchain_community.vectorstores import FAISS
|
8 |
def promt_template(query: str,READER_MODEL_NAME:str,context:str):
|
9 |
prompt_in_chat_format = [
|
10 |
{
|