Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ def generate_text(usertitle, content, max_new_tokens=512,model=model, tokenizer=
|
|
23 |
'title': title,
|
24 |
'content': content
|
25 |
}]
|
26 |
-
inputs = tokenizer.apply_chat_template(
|
27 |
generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_new_tokens, temperature=temperature, pad_token_id=tokenizer.eos_token_id)
|
28 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
29 |
|
|
|
23 |
'title': title,
|
24 |
'content': content
|
25 |
}]
|
26 |
+
inputs = tokenizer.apply_chat_template(msg, return_tensors='pt').cuda()
|
27 |
generated_ids = model.generate(inputs['input_ids'], max_new_tokens=max_new_tokens, temperature=temperature, pad_token_id=tokenizer.eos_token_id)
|
28 |
generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
|
29 |
|