demetz commited on
Commit
776a762
·
verified ·
1 Parent(s): 0832c7f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -14
app.py CHANGED
@@ -4,30 +4,29 @@ from huggingface_hub import InferenceClient
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
  def respond(message, history):
 
7
 
8
- response=""
9
-
10
  messages = [{"role": "system", "content": "You are a friendly chatbot."}]
11
-
12
  if history:
13
  messages.extend(history)
14
-
15
  messages.append({"role": "user", "content": message})
16
-
17
- stream = client.chat_completion(
18
- messages,
19
- max_tokens=100,
20
- temperature=1.2,
21
- stream=True
22
- )
23
 
24
  for message in stream:
25
  token = message.choices[0].delta.content
26
-
27
  if token is not None:
28
  response += token
29
  yield response
30
-
31
  chatbot = gr.ChatInterface(respond, type="messages")
32
 
33
- chatbot.launch()
 
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
  def respond(message, history):
7
+ response = ""
8
 
 
 
9
  messages = [{"role": "system", "content": "You are a friendly chatbot."}]
10
+
11
  if history:
12
  messages.extend(history)
13
+
14
  messages.append({"role": "user", "content": message})
15
+
16
+ stream = client.chat_completion(
17
+ messages,
18
+ max_tokens=100,
19
+ temperature=1.2,
20
+ stream=True
21
+ )
22
 
23
  for message in stream:
24
  token = message.choices[0].delta.content
25
+
26
  if token is not None:
27
  response += token
28
  yield response
29
+
30
  chatbot = gr.ChatInterface(respond, type="messages")
31
 
32
+ chatbot.launch()