matthoffner commited on
Commit
e9f2d11
1 Parent(s): 3ff3725

Update demo.py

Browse files
Files changed (1) hide show
  1. demo.py +2 -2
demo.py CHANGED
@@ -14,7 +14,7 @@ DEFAULT_INSTRUCTIONS = f"""The following is a conversation between a highly know
14
  """
15
  RETRY_COMMAND = "/retry"
16
  STOP_STR = f"\n{USER_NAME}:"
17
- STOP_SUSPECT_LIST = [":", "\n", "User", "\nUser"]
18
 
19
 
20
  def chat_accordion():
@@ -109,7 +109,7 @@ def chat():
109
  stream = llm(
110
  prompt,
111
  max_new_tokens=1024,
112
- stop=[STOP_STR, "<|endoftext|>"],
113
  temperature=temperature,
114
  top_p=top_p,
115
  stream=True
 
14
  """
15
  RETRY_COMMAND = "/retry"
16
  STOP_STR = f"\n{USER_NAME}:"
17
+ STOP_SUSPECT_LIST = [":", "\n", "User"]
18
 
19
 
20
  def chat_accordion():
 
109
  stream = llm(
110
  prompt,
111
  max_new_tokens=1024,
112
+ stop=[STOP_STR, "<|endoftext|>", USER_NAME],
113
  temperature=temperature,
114
  top_p=top_p,
115
  stream=True