Update app.py
Browse files
app.py
CHANGED
@@ -191,20 +191,23 @@ elif selected_model == "Генерация текста GPT-моделью по
|
|
191 |
tokenizer = GPT2Tokenizer.from_pretrained(path)
|
192 |
|
193 |
if st.button('Сделать гороскоп'):
|
194 |
-
|
195 |
-
|
196 |
-
|
197 |
-
|
198 |
-
|
199 |
-
|
200 |
-
|
201 |
-
|
202 |
-
|
203 |
-
|
204 |
-
|
205 |
-
|
206 |
-
|
207 |
-
|
208 |
-
|
209 |
-
|
210 |
-
|
|
|
|
|
|
|
|
191 |
tokenizer = GPT2Tokenizer.from_pretrained(path)
|
192 |
|
193 |
if st.button('Сделать гороскоп'):
|
194 |
+
with st.spinner('Генерация текста...'):
|
195 |
+
start_time = time.time()
|
196 |
+
input_ids = tokenizer.encode(user_text_input, return_tensors="pt").to(device)
|
197 |
+
model.eval()
|
198 |
+
with torch.no_grad():
|
199 |
+
out = model.generate(
|
200 |
+
input_ids,
|
201 |
+
do_sample=True,
|
202 |
+
num_beams=2,
|
203 |
+
temperature=1.1,
|
204 |
+
top_p=0.9,
|
205 |
+
max_length=50,
|
206 |
+
)
|
207 |
+
|
208 |
+
generated_text = tokenizer.decode(out[0], skip_special_tokens=True)
|
209 |
+
end_time = time.time()
|
210 |
+
prediction_time = end_time - start_time
|
211 |
+
|
212 |
+
st.success('Готово!')
|
213 |
+
st.write({generated_text})
|