Update modeling_rwkv.py

modeling_rwkv.py

@@ -320,8 +320,8 @@ class RWKV(MyModule):
                     w['emb.weight'] = F.layer_norm(w['emb.weight'], (args.n_embd,), weight=w['blocks.0.ln0.weight'], bias=w['blocks.0.ln0.bias'])
                 except:
                     w['emb.weight'] = F.layer_norm(w['emb.weight'].float(), (args.n_embd,), weight=w['blocks.0.ln0.weight'].float(), bias=w['blocks.0.ln0.bias'].float())
-                del w['blocks.0.ln0.weight']
-                del w['blocks.0.ln0.bias']
+                # del w['blocks.0.ln0.weight']
+                # del w['blocks.0.ln0.bias']
 
             print_need_newline = False