Changed to v5 Eagle 7B model

config.json

@@ -6,15 +6,16 @@
       "AutoConfig": "configuration_rwkv5.Rwkv5Config",
       "AutoModelForCausalLM": "modeling_rwkv5.Rwkv5ForCausalLM"
   },
-  "attention_hidden_size": 2560,
+  "attention_hidden_size": 4096,
   "bos_token_id": 0,
   "context_length": 4096,
   "eos_token_id": 0,
   "head_size": 64,
-  "hidden_size": 2560,
+  "hidden_size": 4096,
   "intermediate_size": null,
   "layer_norm_epsilon": 1e-05,
   "model_type": "rwkv5",
+  "model_version": "5_2",
   "num_hidden_layers": 32,
   "rescale_every": 6,
   "tie_word_embeddings": false,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:270b507b47e08b5f71442380a08668567124a77ea0b1d2e273f85751bc795aa3
-size 6126083713
+oid sha256:a0739fe6d2d69945f4780c020f6d6649f4183131e1b18c78add00d2d06ce293e
+size 15036174346

tokenizer_config.json

@@ -8,5 +8,9 @@
       "tokenization_rwkv_world.RWKVWorldTokenizer",
       null
       ]
-  }
+  },
+
+  "clean_up_tokenization_spaces": true,
+  "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656
 }