xavierbarbier commited on
Commit
c9ff488
·
verified ·
1 Parent(s): 46009af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -9
app.py CHANGED
@@ -74,18 +74,21 @@ model._is_chat_session_activated = False
74
 
75
  max_new_tokens = 2048
76
 
77
-
78
-
79
-
80
-
81
-
82
-
83
- def generater(message, history, temperature, top_p, top_k):
84
  prompt = "<s>"
85
  for user_message, assistant_message in history:
86
  prompt += model.config["promptTemplate"].format(user_message)
87
- prompt += assistant_message + "</s>"
88
  prompt += model.config["promptTemplate"].format(message)
 
 
 
 
 
 
 
 
 
89
  outputs = []
90
  for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
91
  outputs.append(token)
@@ -97,7 +100,7 @@ def vote(data: gr.LikeData):
97
  else:
98
  return
99
 
100
- chatbot = gr.Chatbot(avatar_images=('resourse/user-icon.png', 'resourse/chatbot-icon.png'),bubble_full_width = False)
101
  """
102
  additional_inputs=[
103
  gr.Slider(
 
74
 
75
  max_new_tokens = 2048
76
 
77
+ def generater(message, history):
 
 
 
 
 
 
78
  prompt = "<s>"
79
  for user_message, assistant_message in history:
80
  prompt += model.config["promptTemplate"].format(user_message)
81
+ prompt += assistant_message + "</s>"
82
  prompt += model.config["promptTemplate"].format(message)
83
+
84
+ question_embeddings = np.array([get_text_embedding(message)])
85
+
86
+ D, I = index.search(question_embeddings, k=3) # distance, index
87
+ retrieved_chunk = [chunks[i] for i in I.tolist()[0]]
88
+
89
+ prompt += "Informations de contexte ci-dessous:"
90
+ prompt += [i for i in retrieved_chunk]
91
+
92
  outputs = []
93
  for token in model.generate(prompt=prompt, temp=0.5, top_k = 40, top_p = 1, max_tokens = max_new_tokens, streaming=True):
94
  outputs.append(token)
 
100
  else:
101
  return
102
 
103
+ chatbot = gr.Chatbot(avatar_images=('./resourse/user-icon.png', './resourse/chatbot-icon.png'),bubble_full_width = False)
104
  """
105
  additional_inputs=[
106
  gr.Slider(