Update app.py
Browse files
app.py
CHANGED
|
@@ -191,20 +191,23 @@ elif selected_model == "Генерация текста GPT-моделью по
|
|
| 191 |
tokenizer = GPT2Tokenizer.from_pretrained(path)
|
| 192 |
|
| 193 |
if st.button('Сделать гороскоп'):
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
-
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 191 |
tokenizer = GPT2Tokenizer.from_pretrained(path)
|
| 192 |
|
| 193 |
if st.button('Сделать гороскоп'):
|
| 194 |
+
with st.spinner('Генерация текста...'):
|
| 195 |
+
start_time = time.time()
|
| 196 |
+
input_ids = tokenizer.encode(user_text_input, return_tensors="pt").to(device)
|
| 197 |
+
model.eval()
|
| 198 |
+
with torch.no_grad():
|
| 199 |
+
out = model.generate(
|
| 200 |
+
input_ids,
|
| 201 |
+
do_sample=True,
|
| 202 |
+
num_beams=2,
|
| 203 |
+
temperature=1.1,
|
| 204 |
+
top_p=0.9,
|
| 205 |
+
max_length=50,
|
| 206 |
+
)
|
| 207 |
+
|
| 208 |
+
generated_text = tokenizer.decode(out[0], skip_special_tokens=True)
|
| 209 |
+
end_time = time.time()
|
| 210 |
+
prediction_time = end_time - start_time
|
| 211 |
+
|
| 212 |
+
st.success('Готово!')
|
| 213 |
+
st.write({generated_text})
|