Nova-school commited on
Commit
05ca641
·
verified ·
1 Parent(s): a6bf6e3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -41,7 +41,7 @@ def Page():
41
  font-size: 0.45em"> {token}</span>{tokenizer.decode([token])}</span>"""
42
  solara.Markdown(f'{spans2}')
43
  solara.Markdown(f'{spans1}')
44
- outputs = model.generate(tokens, max_new_tokens=1, output_scores=True, return_dict_in_generate=True, pad_token_id=tokenizer.eos_token_id)
45
  scores = F.softmax(outputs.scores[0], dim=-1)
46
  top_10 = torch.topk(scores, 100)
47
  df = pd.DataFrame()
 
41
  font-size: 0.45em"> {token}</span>{tokenizer.decode([token])}</span>"""
42
  solara.Markdown(f'{spans2}')
43
  solara.Markdown(f'{spans1}')
44
+ outputs = model.generate(tokens, max_new_tokens=2, output_scores=True, return_dict_in_generate=True, pad_token_id=tokenizer.eos_token_id)
45
  scores = F.softmax(outputs.scores[0], dim=-1)
46
  top_10 = torch.topk(scores, 100)
47
  df = pd.DataFrame()