Hazzzardous commited on
Commit
7bca18c
·
1 Parent(s): 2263e88

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -23,11 +23,11 @@ def to_md(text):
23
  def get_model():
24
  model = None
25
  model = RWKV(
26
- "https://huggingface.co/BlinkDL/rwkv-4-pile-1b5/resolve/main/RWKV-4-Pile-1B5-Instruct-test1-20230124.pth",
27
  "pytorch(cpu/gpu)",
28
- runtimedtype=torch.float32,
29
  useGPU=torch.cuda.is_available(),
30
- dtype=torch.float32
31
  )
32
  return model
33
 
 
23
  def get_model():
24
  model = None
25
  model = RWKV(
26
+ "https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
27
  "pytorch(cpu/gpu)",
28
+ runtimedtype=torch.bfloat16,
29
  useGPU=torch.cuda.is_available(),
30
+ dtype=torch.bfloat16
31
  )
32
  return model
33