Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ client = InferenceClient(model="https://zgg3nzdpswxy4a-80.proxy.runpod.net/")
|
|
6 |
def inference(message, history):
|
7 |
partial_message = ""
|
8 |
for token in client.text_generation(message, max_new_tokens=128, stream=True):
|
9 |
-
partial_message += token.replace("
|
10 |
yield partial_message
|
11 |
|
12 |
gr.ChatInterface(
|
|
|
6 |
def inference(message, history):
|
7 |
partial_message = ""
|
8 |
for token in client.text_generation(message, max_new_tokens=128, stream=True):
|
9 |
+
partial_message += token.replace("\###", "\##")
|
10 |
yield partial_message
|
11 |
|
12 |
gr.ChatInterface(
|