Kajise Org commited on
Commit
d83692b
·
1 Parent(s): 8f6edb5

Configure repetition penalty and penalty weight.

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -71,7 +71,7 @@ ins = '''### Instruction:
71
 
72
  def run_falcon(input, scrape, scrape_type):
73
  result = ""
74
- for token in model.generate(ins.format(input), max_tokens=768, streaming=True):
75
  print(token)
76
  result += token
77
  yield result
 
71
 
72
  def run_falcon(input, scrape, scrape_type):
73
  result = ""
74
+ for token in model.generate(ins.format(input), max_tokens=768, streaming=True, repeat_penalty=1.3, repeat_last_n=64):
75
  print(token)
76
  result += token
77
  yield result