Update pages/2_Qwen_Turkish_Summarization.py
Browse files
pages/2_Qwen_Turkish_Summarization.py
CHANGED
|
@@ -91,7 +91,7 @@ with st.form('my_form'):
|
|
| 91 |
context,
|
| 92 |
"", # output - leave this blank for generation!
|
| 93 |
)
|
| 94 |
-
], return_tensors = "pt")
|
| 95 |
outputs = model.generate(input_ids = inputs.input_ids, attention_mask = inputs.attention_mask, max_new_tokens = 256, use_cache = True)
|
| 96 |
output = tokenizer.batch_decode(outputs)
|
| 97 |
o = output[0].split("### Response (Yanıt):")[1]
|
|
|
|
| 91 |
context,
|
| 92 |
"", # output - leave this blank for generation!
|
| 93 |
)
|
| 94 |
+
], return_tensors = "pt").to("cuda")
|
| 95 |
outputs = model.generate(input_ids = inputs.input_ids, attention_mask = inputs.attention_mask, max_new_tokens = 256, use_cache = True)
|
| 96 |
output = tokenizer.batch_decode(outputs)
|
| 97 |
o = output[0].split("### Response (Yanıt):")[1]
|