Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -41,7 +41,7 @@ def Page():
|
|
41 |
font-size: 0.45em"> {token}</span>{tokenizer.decode([token])}</span>"""
|
42 |
solara.Markdown(f'{spans2}')
|
43 |
solara.Markdown(f'{spans1}')
|
44 |
-
outputs = model.generate(tokens, max_new_tokens=
|
45 |
scores = F.softmax(outputs.scores[0], dim=-1)
|
46 |
top_10 = torch.topk(scores, 100)
|
47 |
df = pd.DataFrame()
|
|
|
41 |
font-size: 0.45em"> {token}</span>{tokenizer.decode([token])}</span>"""
|
42 |
solara.Markdown(f'{spans2}')
|
43 |
solara.Markdown(f'{spans1}')
|
44 |
+
outputs = model.generate(tokens, max_new_tokens=2, output_scores=True, return_dict_in_generate=True, pad_token_id=tokenizer.eos_token_id)
|
45 |
scores = F.softmax(outputs.scores[0], dim=-1)
|
46 |
top_10 = torch.topk(scores, 100)
|
47 |
df = pd.DataFrame()
|