Update app.py
Browse files
app.py
CHANGED
@@ -5,8 +5,8 @@ client = InferenceClient(model="https://9bsneexhe83nu6-80.proxy.runpod.net")
|
|
5 |
|
6 |
def inference(message, history):
|
7 |
partial_message = ""
|
8 |
-
for token in client.text_generation(prompt=message, max_new_tokens=1024, stream=True, best_of=1, temperature=0.
|
9 |
-
top_p=0.95, do_sample=True, repetition_penalty=0.
|
10 |
if token.startswith("<s>"):
|
11 |
return partial_message
|
12 |
partial_message += token
|
|
|
5 |
|
6 |
def inference(message, history):
|
7 |
partial_message = ""
|
8 |
+
for token in client.text_generation(prompt=message, max_new_tokens=1024, stream=True, best_of=1, temperature=0.1, watermark=True,
|
9 |
+
top_p=0.95, do_sample=True, repetition_penalty=0.1):
|
10 |
if token.startswith("<s>"):
|
11 |
return partial_message
|
12 |
partial_message += token
|