Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,8 @@ def GenerateResp(prompt):
|
|
12 |
|
13 |
input_ids = tokenizer.encode(prompt, return_tensors='pt')
|
14 |
output = model.generate(input_ids, do_sample=True, temperature=1.0, top_p=0.9, repetition_penalty=1.2, max_length=len(input_ids[0])+100, pad_token_id=tokenizer.eos_token_id)
|
15 |
-
|
|
|
16 |
|
17 |
|
18 |
inputbox = gr.Textbox(label="Input",lines=3,placeholder='Type anything. The longer the better since it gives Qilin more context. Qilin is trained on english translated eastern (mostly chinese) webnovels.')
|
|
|
12 |
|
13 |
input_ids = tokenizer.encode(prompt, return_tensors='pt')
|
14 |
output = model.generate(input_ids, do_sample=True, temperature=1.0, top_p=0.9, repetition_penalty=1.2, max_length=len(input_ids[0])+100, pad_token_id=tokenizer.eos_token_id)
|
15 |
+
generated_text = tokenizer.decode(output[0])
|
16 |
+
return generated_text
|
17 |
|
18 |
|
19 |
inputbox = gr.Textbox(label="Input",lines=3,placeholder='Type anything. The longer the better since it gives Qilin more context. Qilin is trained on english translated eastern (mostly chinese) webnovels.')
|