harpreetsahota commited on
Commit
9a56c61
·
verified ·
1 Parent(s): 575fee0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +18 -12
app.py CHANGED
@@ -64,14 +64,18 @@ def respond(
64
  # Format system context with the selected prompt strategy
65
  formatted_system_message = system_context.format(prompt_strategy=prompt_template.template)
66
 
67
- # Prepare messages
68
  messages = [{"role": "system", "content": formatted_system_message}]
 
 
69
  for user_msg, assistant_msg in history:
70
  if user_msg:
71
- messages.append({"role": "user", "content": user_msg})
72
  if assistant_msg:
73
- messages.append({"role": "assistant", "content": assistant_msg})
74
- messages.append({"role": "user", "content": message})
 
 
75
 
76
  # Get generation parameters
77
  generation_params = prompt_template.parameters if not override_params else {
@@ -80,14 +84,16 @@ def respond(
80
  "top_p": top_p
81
  }
82
 
83
- # Generate response using the assistant
84
- for response in assistant.generate_response(
85
- prompt_template=prompt_template,
86
- generation_params=generation_params,
87
- stream=True,
88
- messages=messages
89
- ):
90
- yield response
 
 
91
 
92
  with gr.Blocks() as demo:
93
  with gr.Row():
 
64
  # Format system context with the selected prompt strategy
65
  formatted_system_message = system_context.format(prompt_strategy=prompt_template.template)
66
 
67
+ # Prepare messages with proper format
68
  messages = [{"role": "system", "content": formatted_system_message}]
69
+
70
+ # Add conversation history
71
  for user_msg, assistant_msg in history:
72
  if user_msg:
73
+ messages.append({"role": "user", "content": str(user_msg)})
74
  if assistant_msg:
75
+ messages.append({"role": "assistant", "content": str(assistant_msg)})
76
+
77
+ # Add current message
78
+ messages.append({"role": "user", "content": str(message)})
79
 
80
  # Get generation parameters
81
  generation_params = prompt_template.parameters if not override_params else {
 
84
  "top_p": top_p
85
  }
86
 
87
+ try:
88
+ for response in assistant.generate_response(
89
+ prompt_template=prompt_template,
90
+ generation_params=generation_params,
91
+ stream=True,
92
+ messages=messages
93
+ ):
94
+ yield response
95
+ except Exception as e:
96
+ yield f"Error: {str(e)}"
97
 
98
  with gr.Blocks() as demo:
99
  with gr.Row():