NickNickGo commited on
Commit
a70b446
·
verified ·
1 Parent(s): 3e757b9

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -7,7 +7,7 @@
7
  "hidden_act": "silu",
8
  "hidden_size": 256,
9
  "initializer_range": 0.02,
10
- "intermediate_size": 512,
11
  "max_position_embeddings": 2048,
12
  "model_type": "olmo",
13
  "num_attention_heads": 4,
@@ -17,7 +17,7 @@
17
  "rope_scaling": null,
18
  "rope_theta": 10000.0,
19
  "tie_word_embeddings": false,
20
- "transformers_version": "4.45.2",
21
  "use_cache": true,
22
  "vocab_size": 50304
23
  }
 
7
  "hidden_act": "silu",
8
  "hidden_size": 256,
9
  "initializer_range": 0.02,
10
+ "intermediate_size": 1024,
11
  "max_position_embeddings": 2048,
12
  "model_type": "olmo",
13
  "num_attention_heads": 4,
 
17
  "rope_scaling": null,
18
  "rope_theta": 10000.0,
19
  "tie_word_embeddings": false,
20
+ "transformers_version": "4.47.1",
21
  "use_cache": true,
22
  "vocab_size": 50304
23
  }