cakiki lewtun HF staff commited on
Commit
14b8c1d
1 Parent(s): ae3a826

Fix architecture (#3)

Browse files

- Fix architecture (5d8b3e29c3d4cd1970303afc55f209bfb4feeac1)


Co-authored-by: Lewis Tunstall <[email protected]>

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "apply_residual_connection_post_layernorm": false,
3
  "architectures": [
4
- "BloomModel"
5
  ],
6
  "attention_dropout": 0.0,
7
  "attention_softmax_in_fp32": true,
@@ -23,4 +23,4 @@
23
  "torch_dtype": "bfloat16",
24
  "use_cache": true,
25
  "vocab_size": 250880
26
- }
 
1
  {
2
  "apply_residual_connection_post_layernorm": false,
3
  "architectures": [
4
+ "BloomForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "attention_softmax_in_fp32": true,
 
23
  "torch_dtype": "bfloat16",
24
  "use_cache": true,
25
  "vocab_size": 250880
26
+ }