add gradio demo
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ args = parser.parse_args()
|
|
17 |
os.environ["RWKV_JIT_ON"] = '1'
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
-
model_path = hf_hub_download(repo_id="Synthia/ChatGalRWKV/", filename="
|
21 |
if os.environ['ON_COLAB'] == '1':
|
22 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
23 |
model = RWKV(model=model_path, strategy='cuda bf16')
|
|
|
17 |
os.environ["RWKV_JIT_ON"] = '1'
|
18 |
|
19 |
from rwkv.model import RWKV
|
20 |
+
model_path = hf_hub_download(repo_id="Synthia/ChatGalRWKV/", filename="rwkv-chatgal-v1-3B-ctx4096-epoch2.pth")
|
21 |
if os.environ['ON_COLAB'] == '1':
|
22 |
os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
|
23 |
model = RWKV(model=model_path, strategy='cuda bf16')
|