Neu256 commited on
Commit
f95185c
·
verified ·
1 Parent(s): 65292a6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -40,7 +40,8 @@ m.eval()
40
  def model_generate(text, number_of_new_token, temperature, top_p):
41
  context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
42
 
43
- return decode(enc_sec=m.generate(idx=context, max_new_tokens=number_of_new_token, temperature = temperature, top_p = top_p)[0], tokenizer=tokenizer)
 
44
 
45
  iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.05), gr.Slider(0, 1, value=0.95, step = 0.05)], outputs="text")
46
  iface.launch()
 
40
  def model_generate(text, number_of_new_token, temperature, top_p):
41
  context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
42
 
43
+ gen = decode(enc_sec=m.generate(idx=context, max_new_tokens=number_of_new_token, temperature = temperature, top_p = top_p)[0], tokenizer=tokenizer)
44
+ return gen
45
 
46
  iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.05), gr.Slider(0, 1, value=0.95, step = 0.05)], outputs="text")
47
  iface.launch()