Spaces:
Sleeping
Sleeping
howard-hou
commited on
Commit
•
934f392
1
Parent(s):
aa4c647
Update modeling_rwkv.py
Browse files- modeling_rwkv.py +1 -0
modeling_rwkv.py
CHANGED
@@ -1032,6 +1032,7 @@ class RWKV(MyModule):
|
|
1032 |
x = w['emb.weight'][tokens if seq_mode else tokens[0]]
|
1033 |
else:
|
1034 |
x = embs
|
|
|
1035 |
|
1036 |
for i in range(args.n_layer):
|
1037 |
bbb = f'blocks.{i}.'
|
|
|
1032 |
x = w['emb.weight'][tokens if seq_mode else tokens[0]]
|
1033 |
else:
|
1034 |
x = embs
|
1035 |
+
seq_mode = True
|
1036 |
|
1037 |
for i in range(args.n_layer):
|
1038 |
bbb = f'blocks.{i}.'
|