howard-hou commited on
Commit
934f392
1 Parent(s): aa4c647

Update modeling_rwkv.py

Browse files
Files changed (1) hide show
  1. modeling_rwkv.py +1 -0
modeling_rwkv.py CHANGED
@@ -1032,6 +1032,7 @@ class RWKV(MyModule):
1032
  x = w['emb.weight'][tokens if seq_mode else tokens[0]]
1033
  else:
1034
  x = embs
 
1035
 
1036
  for i in range(args.n_layer):
1037
  bbb = f'blocks.{i}.'
 
1032
  x = w['emb.weight'][tokens if seq_mode else tokens[0]]
1033
  else:
1034
  x = embs
1035
+ seq_mode = True
1036
 
1037
  for i in range(args.n_layer):
1038
  bbb = f'blocks.{i}.'