Spaces:

Hazzzardous
/

RWKV-Instruct

Runtime error

Hazzzardous commited on Feb 7, 2023

Commit

71942c1

1 Parent(s): 2470b42

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -3,9 +3,9 @@ import torch
 model = RWKV(
     "https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-20221110-ctx4096.pth",
     "pytorch(cpu/gpu)",
-    runtimedtype=torch.float32,
     useGPU=False,
-    dtype=torch.float32
 )
 import gradio as gr

 model = RWKV(
     "https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-20221110-ctx4096.pth",
     "pytorch(cpu/gpu)",
+    runtimedtype=torch.bfloat16,
     useGPU=False,
+    dtype=torch.bfloat16
 )
 import gradio as gr