fix not working cgpt
Browse files
app.py
CHANGED
@@ -173,7 +173,7 @@ def app():
|
|
173 |
conversational_qa_chain,
|
174 |
{
|
175 |
"question": prompts2,
|
176 |
-
"chat_history": chistory
|
177 |
},
|
178 |
num_responses=5
|
179 |
)
|
@@ -196,10 +196,18 @@ def generate_multiple_responses(chain, inputs, num_responses=5):
|
|
196 |
def rerank_responses(reranker, responses):
|
197 |
scores = []
|
198 |
for response in responses:
|
199 |
-
score = reranker.invoke(
|
200 |
scores.append(score)
|
201 |
best_response_idx = scores.index(max(scores))
|
202 |
return responses[best_response_idx]
|
203 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
204 |
if __name__ == '__main__':
|
205 |
app()
|
|
|
173 |
conversational_qa_chain,
|
174 |
{
|
175 |
"question": prompts2,
|
176 |
+
"chat_history": "\n".join([f"{msg['role']}: {msg['content']}" for msg in chistory])
|
177 |
},
|
178 |
num_responses=5
|
179 |
)
|
|
|
196 |
def rerank_responses(reranker, responses):
|
197 |
scores = []
|
198 |
for response in responses:
|
199 |
+
score = reranker.invoke(response)
|
200 |
scores.append(score)
|
201 |
best_response_idx = scores.index(max(scores))
|
202 |
return responses[best_response_idx]
|
203 |
|
204 |
+
def stream_conversational_qa_chain(chain, inputs):
|
205 |
+
try:
|
206 |
+
response = chain.invoke(inputs)
|
207 |
+
for part in response:
|
208 |
+
yield part
|
209 |
+
except Exception as e:
|
210 |
+
raise e
|
211 |
+
|
212 |
if __name__ == '__main__':
|
213 |
app()
|