RWKV
/

rwkv-6-world-1b6

Text Generation

Model card Files Files and versions Community

KaleiNeely commited on Jul 2

Commit

407b018

•

1 Parent(s): 0e21722

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -6,12 +6,12 @@
       "AutoConfig": "configuration_rwkv6.Rwkv6Config",
       "AutoModelForCausalLM": "modeling_rwkv6.Rwkv6ForCausalLM"
   },
-  "attention_hidden_size": 2048,
   "bos_token_id": 0,
   "eos_token_id": 0,
   "head_size": 64,
   "head_size_divisor": 8,
-  "hidden_size": 2048,
   "intermediate_size": null,
   "layer_norm_epsilon": 1e-05,
   "model_type": "rwkv6",

       "AutoConfig": "configuration_rwkv6.Rwkv6Config",
       "AutoModelForCausalLM": "modeling_rwkv6.Rwkv6ForCausalLM"
   },
+  "attention_hidden_size": 4096,
   "bos_token_id": 0,
   "eos_token_id": 0,
   "head_size": 64,
   "head_size_divisor": 8,
+  "hidden_size": 4096,
   "intermediate_size": null,
   "layer_norm_epsilon": 1e-05,
   "model_type": "rwkv6",