ㄍ

app.py

@@ -20,7 +20,14 @@ def model_init():
 
 tokenizer, model = model_init()
 
-st.text(str(repr(model)))
+prompt = '我是'
+with torch.no_grad():
+    [out] = model.generate(
+        **tokenizer(
+            prompt, return_tensors="pt"
+        ).to(device)
+    )
+    st.text(out)
 
 # DONE 6.1s