Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,8 @@ m.eval()
|
|
40 |
def model_generate(text, number_of_new_token, temperature, top_p):
|
41 |
context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
|
42 |
|
43 |
-
|
|
|
44 |
|
45 |
iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.05), gr.Slider(0, 1, value=0.95, step = 0.05)], outputs="text")
|
46 |
iface.launch()
|
|
|
40 |
def model_generate(text, number_of_new_token, temperature, top_p):
|
41 |
context = encode(str(text), tokenizer).unsqueeze(0).to(DEVICE)
|
42 |
|
43 |
+
gen = decode(enc_sec=m.generate(idx=context, max_new_tokens=number_of_new_token, temperature = temperature, top_p = top_p)[0], tokenizer=tokenizer)
|
44 |
+
return gen
|
45 |
|
46 |
iface = gr.Interface(fn=model_generate, inputs=["text", gr.Slider(10, 1000), gr.Slider(0, 1, value=0.7, step = 0.05), gr.Slider(0, 1, value=0.95, step = 0.05)], outputs="text")
|
47 |
iface.launch()
|