Tonic commited on
Commit
f792496
·
verified ·
1 Parent(s): fc2956a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -23,7 +23,7 @@ def generate_text(usertitle, content, max_new_tokens=512,model=model, tokenizer=
23
  'title': title,
24
  'content': content
25
  }]
26
- inputs = tokenizer.apply_chat_template((msg, return_tensors='pt').cuda())
27
  generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_new_tokens, temperature=temperature, pad_token_id=tokenizer.eos_token_id)
28
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
29
 
 
23
  'title': title,
24
  'content': content
25
  }]
26
+ inputs = tokenizer.apply_chat_template(msg, return_tensors='pt').cuda()
27
  generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_new_tokens, temperature=temperature, pad_token_id=tokenizer.eos_token_id)
28
  generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
29