Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -74,18 +74,21 @@ model._is_chat_session_activated = False
|
|
74 |
|
75 |
max_new_tokens = 2048
|
76 |
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
def generater(message, history, temperature, top_p, top_k):
|
84 |
prompt = "<s>"
|
85 |
for user_message, assistant_message in history:
|
86 |
prompt += model.config["promptTemplate"].format(user_message)
|
87 |
-
prompt += assistant_message +
|
88 |
prompt += model.config["promptTemplate"].format(message)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
89 |
outputs = []
|
90 |
for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
|
91 |
outputs.append(token)
|
@@ -97,7 +100,7 @@ def vote(data: gr.LikeData):
|
|
97 |
else:
|
98 |
return
|
99 |
|
100 |
-
chatbot = gr.Chatbot(avatar_images=('resourse/user-icon.png', 'resourse/chatbot-icon.png'),bubble_full_width = False)
|
101 |
"""
|
102 |
additional_inputs=[
|
103 |
gr.Slider(
|
|
|
74 |
|
75 |
max_new_tokens = 2048
|
76 |
|
77 |
+
def generater(message, history):
|
|
|
|
|
|
|
|
|
|
|
|
|
78 |
prompt = "<s>"
|
79 |
for user_message, assistant_message in history:
|
80 |
prompt += model.config["promptTemplate"].format(user_message)
|
81 |
+
prompt += assistant_message + "</s>"
|
82 |
prompt += model.config["promptTemplate"].format(message)
|
83 |
+
|
84 |
+
question_embeddings = np.array([get_text_embedding(message)])
|
85 |
+
|
86 |
+
D, I = index.search(question_embeddings, k=3) # distance, index
|
87 |
+
retrieved_chunk = [chunks[i] for i in I.tolist()[0]]
|
88 |
+
|
89 |
+
prompt += "Informations de contexte ci-dessous:"
|
90 |
+
prompt += [i for i in retrieved_chunk]
|
91 |
+
|
92 |
outputs = []
|
93 |
for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
|
94 |
outputs.append(token)
|
|
|
100 |
else:
|
101 |
return
|
102 |
|
103 |
+
chatbot = gr.Chatbot(avatar_images=('./resourse/user-icon.png', './resourse/chatbot-icon.png'),bubble_full_width = False)
|
104 |
"""
|
105 |
additional_inputs=[
|
106 |
gr.Slider(
|