Hugging Face's logo

distributed
/
optimized-gpt2-1b

Text Generation
Transformers
Safetensors
gpt_optimized
custom_code
Model card Files Community
kmfoda commited on
Commit
2302c7c
·
verified ·
1 Parent(s): 1d011f6

Run 2. Outer Step 5. Inner Step 0. Peers 15.

Browse files
Files changed (4) hide show
  1. config.json +6 -6
  2. inner_optimizer.pt +1 -1
  3. model.safetensors +1 -1
  4. outer_optimizer.pt +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "crypt0trading/c66-h14",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "NON_PARTICIPATING",
@@ -14,7 +14,7 @@
14
  "106": "NON_PARTICIPATING",
15
  "107": "NON_PARTICIPATING",
16
  "108": "NON_PARTICIPATING",
17
- "109": "SUCCESS",
18
  "11": "NON_PARTICIPATING",
19
  "110": "NON_PARTICIPATING",
20
  "111": "NON_PARTICIPATING",
@@ -114,7 +114,7 @@
114
  "197": "NON_PARTICIPATING",
115
  "198": "NON_PARTICIPATING",
116
  "199": "NON_PARTICIPATING",
117
- "2": "SUCCESS",
118
  "20": "NON_PARTICIPATING",
119
  "200": "SUCCESS",
120
  "201": "NON_PARTICIPATING",
@@ -137,7 +137,7 @@
137
  "217": "NON_PARTICIPATING",
138
  "218": "NON_PARTICIPATING",
139
  "219": "NON_PARTICIPATING",
140
- "22": "SUCCESS",
141
  "220": "NON_PARTICIPATING",
142
  "221": "NON_PARTICIPATING",
143
  "222": "NON_PARTICIPATING",
@@ -154,7 +154,7 @@
154
  "232": "NON_PARTICIPATING",
155
  "233": "NON_PARTICIPATING",
156
  "234": "NON_PARTICIPATING",
157
- "235": "SUCCESS",
158
  "236": "NON_PARTICIPATING",
159
  "237": "NON_PARTICIPATING",
160
  "238": "NON_PARTICIPATING",
@@ -275,7 +275,7 @@
275
  "initializer_range": 0.02,
276
  "inner_step": 0,
277
  "inner_steps": 0,
278
- "last_allreduce_block": 5331536,
279
  "layer_norm_epsilon": 1e-05,
280
  "model_type": "gpt_optimized",
281
  "n_embd": 1280,
 
1
  {
2
+ "_name_or_path": "crypt0trading/c66-h4",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "NON_PARTICIPATING",
 
14
  "106": "NON_PARTICIPATING",
15
  "107": "NON_PARTICIPATING",
16
  "108": "NON_PARTICIPATING",
17
+ "109": "NON_PARTICIPATING",
18
  "11": "NON_PARTICIPATING",
19
  "110": "NON_PARTICIPATING",
20
  "111": "NON_PARTICIPATING",
 
114
  "197": "NON_PARTICIPATING",
115
  "198": "NON_PARTICIPATING",
116
  "199": "NON_PARTICIPATING",
117
+ "2": "NON_PARTICIPATING",
118
  "20": "NON_PARTICIPATING",
119
  "200": "SUCCESS",
120
  "201": "NON_PARTICIPATING",
 
137
  "217": "NON_PARTICIPATING",
138
  "218": "NON_PARTICIPATING",
139
  "219": "NON_PARTICIPATING",
140
+ "22": "NON_PARTICIPATING",
141
  "220": "NON_PARTICIPATING",
142
  "221": "NON_PARTICIPATING",
143
  "222": "NON_PARTICIPATING",
 
154
  "232": "NON_PARTICIPATING",
155
  "233": "NON_PARTICIPATING",
156
  "234": "NON_PARTICIPATING",
157
+ "235": "NON_PARTICIPATING",
158
  "236": "NON_PARTICIPATING",
159
  "237": "NON_PARTICIPATING",
160
  "238": "NON_PARTICIPATING",
 
275
  "initializer_range": 0.02,
276
  "inner_step": 0,
277
  "inner_steps": 0,
278
+ "last_allreduce_block": 5332469,
279
  "layer_norm_epsilon": 1e-05,
280
  "model_type": "gpt_optimized",
281
  "n_embd": 1280,
inner_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38547bf070fb14d23c74c84cff0586d4eeef21e111ddba2675e63c1dc3af8e1a
3
  size 8081781770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2709e4e5c8fb5550f7039cd265386a53e81d60df36d8a4657f7d3e59f4c40568
3
  size 8081781770
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7390d81c489865195638ff7fd91d8b9754782fcc8a0cfd8286b2c9a4e918881e
3
  size 4040701744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8225b4702df99a11dea3300aa7e61eadad9fa06011ddcc22251d0ee97b4c2b9
3
  size 4040701744
outer_optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:552e2fd1b7c8afd6a625c987b18cd0bdbbc5f3c963cf6e756e585cd5c04eac56
3
  size 4040805354
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44d3d4c37dbcd56ba263e761c5067152879245f7f7a0313ccc8d49b05d004ea3
3
  size 4040805354