wanicca commited on
Commit
751300a
·
1 Parent(s): 7464087

add gradio demo

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ args = parser.parse_args()
17
  os.environ["RWKV_JIT_ON"] = '1'
18
 
19
  from rwkv.model import RWKV
20
- model_path = hf_hub_download(repo_id="Synthia/ChatGalRWKV/", filename="RWKV-4-Novel-7B-v1-Chn-20230409-ctx4096.pth")
21
  if os.environ['ON_COLAB'] == '1':
22
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
23
  model = RWKV(model=model_path, strategy='cuda bf16')
 
17
  os.environ["RWKV_JIT_ON"] = '1'
18
 
19
  from rwkv.model import RWKV
20
+ model_path = hf_hub_download(repo_id="Synthia/ChatGalRWKV/", filename="rwkv-chatgal-v1-3B-ctx4096-epoch2.pth")
21
  if os.environ['ON_COLAB'] == '1':
22
  os.environ["RWKV_CUDA_ON"] = '1' # if '1' then use CUDA kernel for seq mode (much faster)
23
  model = RWKV(model=model_path, strategy='cuda bf16')