Spaces:
Runtime error
Runtime error
Kajise Org
commited on
Commit
·
d83692b
1
Parent(s):
8f6edb5
Configure repetition penalty and penalty weight.
Browse files
app.py
CHANGED
@@ -71,7 +71,7 @@ ins = '''### Instruction:
|
|
71 |
|
72 |
def run_falcon(input, scrape, scrape_type):
|
73 |
result = ""
|
74 |
-
for token in model.generate(ins.format(input), max_tokens=768, streaming=True):
|
75 |
print(token)
|
76 |
result += token
|
77 |
yield result
|
|
|
71 |
|
72 |
def run_falcon(input, scrape, scrape_type):
|
73 |
result = ""
|
74 |
+
for token in model.generate(ins.format(input), max_tokens=768, streaming=True, repeat_penalty=1.3, repeat_last_n=64):
|
75 |
print(token)
|
76 |
result += token
|
77 |
yield result
|