Tonic commited on
Commit
acb990e
·
verified ·
1 Parent(s): 5782294

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -24,9 +24,9 @@ def generate_text(usertitle, content, max_length, temperature):
24
  # 'content': content
25
  # }]
26
  input_text = f"[[[Title:]]]{usertitle}\n[[[Content:]]]{content}\n"
27
- inputs = tokenizer(input_text, return_tensors='pt').to('cuda')
28
- generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_length, temperature=temperature, pad_token_id=tokenizer.eos_token_id)
29
- generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=False)
30
 
31
  return generated_text
32
 
 
24
  # 'content': content
25
  # }]
26
  input_text = f"[[[Title:]]]{usertitle}\n[[[Content:]]]{content}\n"
27
+ inputs = tokenizer(input_text, return_tensors='pt').to('cuda')
28
+ generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_length, temperature=temperature)
29
+ generated_text = tokenizer.decode(generated_ids[0]).split(tokenizer.eos_token)[0]
30
 
31
  return generated_text
32