zerostratos commited on
Commit
4948d99
·
verified ·
1 Parent(s): 4f6fe32

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -7
app.py CHANGED
@@ -5,27 +5,31 @@ client = InferenceClient("thviet79/model-QA-medical")
5
 
6
  def respond(
7
  message,
8
- history: list[tuple[str, str]],
9
  system_message,
10
  max_tokens,
11
  temperature,
12
  top_p,
13
  ):
14
- # Simplified version for testing
15
  messages = [{"role": "system", "content": system_message}]
16
 
17
  for val in history:
18
- if val[0]:
19
- messages.append({"role": "user", "content": val[0]})
20
- if val[1]:
21
- messages.append({"role": "assistant", "content": val[1]})
22
 
23
  messages.append({"role": "user", "content": message})
24
 
25
  # Temporary placeholder response for testing
26
  response = f"Test response for message: {message}"
27
- return response
 
 
 
28
 
 
29
 
30
  demo = gr.ChatInterface(
31
  respond,
@@ -41,6 +45,7 @@ demo = gr.ChatInterface(
41
  label="Top-p (nucleus sampling)",
42
  ),
43
  ],
 
44
  )
45
 
46
  if __name__ == "__main__":
 
5
 
6
  def respond(
7
  message,
8
+ history: list[dict], # Use list of dicts instead of tuples
9
  system_message,
10
  max_tokens,
11
  temperature,
12
  top_p,
13
  ):
14
+ # Prepare messages for the model
15
  messages = [{"role": "system", "content": system_message}]
16
 
17
  for val in history:
18
+ if val["role"] == "user":
19
+ messages.append({"role": "user", "content": val["content"]})
20
+ if val["role"] == "assistant":
21
+ messages.append({"role": "assistant", "content": val["content"]})
22
 
23
  messages.append({"role": "user", "content": message})
24
 
25
  # Temporary placeholder response for testing
26
  response = f"Test response for message: {message}"
27
+
28
+ # Update history with assistant's response
29
+ history.append({"role": "user", "content": message})
30
+ history.append({"role": "assistant", "content": response})
31
 
32
+ return response, history
33
 
34
  demo = gr.ChatInterface(
35
  respond,
 
45
  label="Top-p (nucleus sampling)",
46
  ),
47
  ],
48
+ type='messages' # This makes it use the OpenAI-style structure
49
  )
50
 
51
  if __name__ == "__main__":