Hugging Face's logo

zz814
/
Llama3-8B-Chinese-Chat-q4f32

Model card Files Community
gavinzzhao commited on
Commit
8410e3a
·
1 Parent(s): 28ea432

init32

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +1 -1
  2. ndarray-cache-b16.json +0 -0
  3. ndarray-cache.json +305 -305
  4. params_shard_0.bin +1 -1
  5. params_shard_1.bin +1 -1
  6. params_shard_10.bin +1 -1
  7. params_shard_100.bin +1 -1
  8. params_shard_101.bin +1 -1
  9. params_shard_102.bin +1 -1
  10. params_shard_103.bin +1 -1
  11. params_shard_104.bin +1 -1
  12. params_shard_105.bin +1 -1
  13. params_shard_106.bin +1 -1
  14. params_shard_107.bin +1 -1
  15. params_shard_11.bin +1 -1
  16. params_shard_12.bin +1 -1
  17. params_shard_13.bin +1 -1
  18. params_shard_14.bin +1 -1
  19. params_shard_15.bin +1 -1
  20. params_shard_16.bin +1 -1
  21. params_shard_17.bin +1 -1
  22. params_shard_18.bin +1 -1
  23. params_shard_19.bin +1 -1
  24. params_shard_2.bin +1 -1
  25. params_shard_20.bin +1 -1
  26. params_shard_21.bin +1 -1
  27. params_shard_22.bin +1 -1
  28. params_shard_23.bin +1 -1
  29. params_shard_24.bin +1 -1
  30. params_shard_25.bin +1 -1
  31. params_shard_26.bin +1 -1
  32. params_shard_27.bin +1 -1
  33. params_shard_28.bin +1 -1
  34. params_shard_29.bin +1 -1
  35. params_shard_3.bin +1 -1
  36. params_shard_30.bin +1 -1
  37. params_shard_31.bin +1 -1
  38. params_shard_32.bin +1 -1
  39. params_shard_33.bin +1 -1
  40. params_shard_34.bin +1 -1
  41. params_shard_35.bin +1 -1
  42. params_shard_36.bin +1 -1
  43. params_shard_37.bin +1 -1
  44. params_shard_38.bin +1 -1
  45. params_shard_39.bin +1 -1
  46. params_shard_4.bin +1 -1
  47. params_shard_40.bin +1 -1
  48. params_shard_41.bin +1 -1
  49. params_shard_42.bin +1 -1
  50. params_shard_43.bin +1 -1
mlc-chat-config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "model_type": "llama",
3
- "quantization": "q4f16_1",
4
  "model_config": {
5
  "hidden_size": 4096,
6
  "intermediate_size": 14336,
 
1
  {
2
  "model_type": "llama",
3
+ "quantization": "q4f32_1",
4
  "model_config": {
5
  "hidden_size": 4096,
6
  "intermediate_size": 14336,
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "metadata": {
3
  "ParamSize": 325,
4
- "ParamBytes": 4517404672.0,
5
- "BitsPerParam": 4.500381277757404
6
  },
7
  "records": [
8
  {
@@ -22,7 +22,7 @@
22
  "byteOffset": 0
23
  }
24
  ],
25
- "md5sum": "81a8fcec0a4114db5fbed9d694064ec8"
26
  },
27
  {
28
  "dataPath": "params_shard_1.bin",
@@ -41,7 +41,7 @@
41
  "byteOffset": 0
42
  }
43
  ],
44
- "md5sum": "033ed957dd504f92ff47f05244ef28ac"
45
  },
46
  {
47
  "dataPath": "params_shard_2.bin",
@@ -54,7 +54,7 @@
54
  128256,
55
  128
56
  ],
57
- "dtype": "float16",
58
  "format": "f32-to-bf16",
59
  "nbytes": 32833536,
60
  "byteOffset": 0
@@ -64,13 +64,13 @@
64
  "shape": [
65
  4096
66
  ],
67
- "dtype": "float16",
68
  "format": "f32-to-bf16",
69
  "nbytes": 8192,
70
  "byteOffset": 32833536
71
  }
72
  ],
73
- "md5sum": "3e4eea37ab0efb3ae784783a5cb75e5f"
74
  },
75
  {
76
  "dataPath": "params_shard_3.bin",
@@ -89,7 +89,7 @@
89
  "byteOffset": 0
90
  }
91
  ],
92
- "md5sum": "0d0a208310ef8e307690662e574f8fd0"
93
  },
94
  {
95
  "dataPath": "params_shard_4.bin",
@@ -102,13 +102,13 @@
102
  128256,
103
  128
104
  ],
105
- "dtype": "float16",
106
  "format": "f32-to-bf16",
107
  "nbytes": 32833536,
108
  "byteOffset": 0
109
  }
110
  ],
111
- "md5sum": "cce63e94d7f9a280abceca3d3dfa8bd3"
112
  },
113
  {
114
  "dataPath": "params_shard_5.bin",
@@ -121,7 +121,7 @@
121
  4096,
122
  448
123
  ],
124
- "dtype": "float16",
125
  "format": "f32-to-bf16",
126
  "nbytes": 3670016,
127
  "byteOffset": 0
@@ -131,7 +131,7 @@
131
  "shape": [
132
  4096
133
  ],
134
- "dtype": "float16",
135
  "format": "f32-to-bf16",
136
  "nbytes": 8192,
137
  "byteOffset": 3670016
@@ -141,7 +141,7 @@
141
  "shape": [
142
  4096
143
  ],
144
- "dtype": "float16",
145
  "format": "f32-to-bf16",
146
  "nbytes": 8192,
147
  "byteOffset": 3678208
@@ -151,7 +151,7 @@
151
  "shape": [
152
  4096
153
  ],
154
- "dtype": "float16",
155
  "format": "f32-to-bf16",
156
  "nbytes": 8192,
157
  "byteOffset": 3686400
@@ -168,7 +168,7 @@
168
  "byteOffset": 3694592
169
  }
170
  ],
171
- "md5sum": "3f35fa345d8c8539d162c47a35c6f8b8"
172
  },
173
  {
174
  "dataPath": "params_shard_6.bin",
@@ -187,7 +187,7 @@
187
  "byteOffset": 0
188
  }
189
  ],
190
- "md5sum": "564aeae2df9d4123ac9fc289c9cc88ad"
191
  },
192
  {
193
  "dataPath": "params_shard_7.bin",
@@ -200,7 +200,7 @@
200
  4096,
201
  448
202
  ],
203
- "dtype": "float16",
204
  "format": "f32-to-bf16",
205
  "nbytes": 3670016,
206
  "byteOffset": 0
@@ -211,7 +211,7 @@
211
  28672,
212
  128
213
  ],
214
- "dtype": "float16",
215
  "format": "f32-to-bf16",
216
  "nbytes": 7340032,
217
  "byteOffset": 3670016
@@ -221,7 +221,7 @@
221
  "shape": [
222
  4096
223
  ],
224
- "dtype": "float16",
225
  "format": "f32-to-bf16",
226
  "nbytes": 8192,
227
  "byteOffset": 11010048
@@ -243,13 +243,13 @@
243
  6144,
244
  128
245
  ],
246
- "dtype": "float16",
247
  "format": "f32-to-bf16",
248
  "nbytes": 1572864,
249
  "byteOffset": 23601152
250
  }
251
  ],
252
- "md5sum": "2c83b94c129a08e24a9143eb7b36eb40"
253
  },
254
  {
255
  "dataPath": "params_shard_8.bin",
@@ -268,7 +268,7 @@
268
  "byteOffset": 0
269
  }
270
  ],
271
- "md5sum": "5cc624d96b5e821d0a772619bcf85ae4"
272
  },
273
  {
274
  "dataPath": "params_shard_9.bin",
@@ -287,7 +287,7 @@
287
  "byteOffset": 0
288
  }
289
  ],
290
- "md5sum": "9f3b63e72272f856c2dd974dcda986f1"
291
  },
292
  {
293
  "dataPath": "params_shard_10.bin",
@@ -311,7 +311,7 @@
311
  4096,
312
  128
313
  ],
314
- "dtype": "float16",
315
  "format": "f32-to-bf16",
316
  "nbytes": 1048576,
317
  "byteOffset": 8388608
@@ -321,7 +321,7 @@
321
  "shape": [
322
  4096
323
  ],
324
- "dtype": "float16",
325
  "format": "f32-to-bf16",
326
  "nbytes": 8192,
327
  "byteOffset": 9437184
@@ -332,7 +332,7 @@
332
  4096,
333
  448
334
  ],
335
- "dtype": "float16",
336
  "format": "f32-to-bf16",
337
  "nbytes": 3670016,
338
  "byteOffset": 9445376
@@ -343,7 +343,7 @@
343
  28672,
344
  128
345
  ],
346
- "dtype": "float16",
347
  "format": "f32-to-bf16",
348
  "nbytes": 7340032,
349
  "byteOffset": 13115392
@@ -353,7 +353,7 @@
353
  "shape": [
354
  4096
355
  ],
356
- "dtype": "float16",
357
  "format": "f32-to-bf16",
358
  "nbytes": 8192,
359
  "byteOffset": 20455424
@@ -370,7 +370,7 @@
370
  "byteOffset": 20463616
371
  }
372
  ],
373
- "md5sum": "b651aa90716b22473bf7cb36f4400f72"
374
  },
375
  {
376
  "dataPath": "params_shard_11.bin",
@@ -389,7 +389,7 @@
389
  "byteOffset": 0
390
  }
391
  ],
392
- "md5sum": "0f739dfe451f860313a0c65bca8cede3"
393
  },
394
  {
395
  "dataPath": "params_shard_12.bin",
@@ -408,7 +408,7 @@
408
  "byteOffset": 0
409
  }
410
  ],
411
- "md5sum": "93c6985be9f915a45cdc0311755812c7"
412
  },
413
  {
414
  "dataPath": "params_shard_13.bin",
@@ -421,7 +421,7 @@
421
  6144,
422
  128
423
  ],
424
- "dtype": "float16",
425
  "format": "f32-to-bf16",
426
  "nbytes": 1572864,
427
  "byteOffset": 0
@@ -443,7 +443,7 @@
443
  4096,
444
  128
445
  ],
446
- "dtype": "float16",
447
  "format": "f32-to-bf16",
448
  "nbytes": 1048576,
449
  "byteOffset": 9961472
@@ -453,7 +453,7 @@
453
  "shape": [
454
  4096
455
  ],
456
- "dtype": "float16",
457
  "format": "f32-to-bf16",
458
  "nbytes": 8192,
459
  "byteOffset": 11010048
@@ -464,7 +464,7 @@
464
  4096,
465
  448
466
  ],
467
- "dtype": "float16",
468
  "format": "f32-to-bf16",
469
  "nbytes": 3670016,
470
  "byteOffset": 11018240
@@ -475,7 +475,7 @@
475
  28672,
476
  128
477
  ],
478
- "dtype": "float16",
479
  "format": "f32-to-bf16",
480
  "nbytes": 7340032,
481
  "byteOffset": 14688256
@@ -485,13 +485,13 @@
485
  "shape": [
486
  4096
487
  ],
488
- "dtype": "float16",
489
  "format": "f32-to-bf16",
490
  "nbytes": 8192,
491
  "byteOffset": 22028288
492
  }
493
  ],
494
- "md5sum": "30ab6d79884db771b315ebb244b1d315"
495
  },
496
  {
497
  "dataPath": "params_shard_14.bin",
@@ -510,7 +510,7 @@
510
  "byteOffset": 0
511
  }
512
  ],
513
- "md5sum": "fb5c4035fd7af2bca166c2fcf20ae685"
514
  },
515
  {
516
  "dataPath": "params_shard_15.bin",
@@ -529,7 +529,7 @@
529
  "byteOffset": 0
530
  }
531
  ],
532
- "md5sum": "596bae80437f5ac96cee8a5f0e9f549e"
533
  },
534
  {
535
  "dataPath": "params_shard_16.bin",
@@ -553,7 +553,7 @@
553
  6144,
554
  128
555
  ],
556
- "dtype": "float16",
557
  "format": "f32-to-bf16",
558
  "nbytes": 1572864,
559
  "byteOffset": 12582912
@@ -575,7 +575,7 @@
575
  4096,
576
  128
577
  ],
578
- "dtype": "float16",
579
  "format": "f32-to-bf16",
580
  "nbytes": 1048576,
581
  "byteOffset": 22544384
@@ -585,7 +585,7 @@
585
  "shape": [
586
  4096
587
  ],
588
- "dtype": "float16",
589
  "format": "f32-to-bf16",
590
  "nbytes": 8192,
591
  "byteOffset": 23592960
@@ -596,13 +596,13 @@
596
  4096,
597
  448
598
  ],
599
- "dtype": "float16",
600
  "format": "f32-to-bf16",
601
  "nbytes": 3670016,
602
  "byteOffset": 23601152
603
  }
604
  ],
605
- "md5sum": "1d40dcf9a419d7a5c633f2cf395c8e11"
606
  },
607
  {
608
  "dataPath": "params_shard_17.bin",
@@ -621,7 +621,7 @@
621
  "byteOffset": 0
622
  }
623
  ],
624
- "md5sum": "c09d027724d14f107ebc41e1bb1d82a4"
625
  },
626
  {
627
  "dataPath": "params_shard_18.bin",
@@ -634,7 +634,7 @@
634
  28672,
635
  128
636
  ],
637
- "dtype": "float16",
638
  "format": "f32-to-bf16",
639
  "nbytes": 7340032,
640
  "byteOffset": 0
@@ -644,7 +644,7 @@
644
  "shape": [
645
  4096
646
  ],
647
- "dtype": "float16",
648
  "format": "f32-to-bf16",
649
  "nbytes": 8192,
650
  "byteOffset": 7340032
@@ -666,7 +666,7 @@
666
  6144,
667
  128
668
  ],
669
- "dtype": "float16",
670
  "format": "f32-to-bf16",
671
  "nbytes": 1572864,
672
  "byteOffset": 19931136
@@ -688,7 +688,7 @@
688
  4096,
689
  128
690
  ],
691
- "dtype": "float16",
692
  "format": "f32-to-bf16",
693
  "nbytes": 1048576,
694
  "byteOffset": 29892608
@@ -698,13 +698,13 @@
698
  "shape": [
699
  4096
700
  ],
701
- "dtype": "float16",
702
  "format": "f32-to-bf16",
703
  "nbytes": 8192,
704
  "byteOffset": 30941184
705
  }
706
  ],
707
- "md5sum": "2e1e284c1e0fbaf36635a48fafe6fb81"
708
  },
709
  {
710
  "dataPath": "params_shard_19.bin",
@@ -723,7 +723,7 @@
723
  "byteOffset": 0
724
  }
725
  ],
726
- "md5sum": "34201dd6de726dfc3c5d4e675691fa75"
727
  },
728
  {
729
  "dataPath": "params_shard_20.bin",
@@ -736,7 +736,7 @@
736
  4096,
737
  448
738
  ],
739
- "dtype": "float16",
740
  "format": "f32-to-bf16",
741
  "nbytes": 3670016,
742
  "byteOffset": 0
@@ -747,7 +747,7 @@
747
  28672,
748
  128
749
  ],
750
- "dtype": "float16",
751
  "format": "f32-to-bf16",
752
  "nbytes": 7340032,
753
  "byteOffset": 3670016
@@ -757,7 +757,7 @@
757
  "shape": [
758
  4096
759
  ],
760
- "dtype": "float16",
761
  "format": "f32-to-bf16",
762
  "nbytes": 8192,
763
  "byteOffset": 11010048
@@ -779,13 +779,13 @@
779
  6144,
780
  128
781
  ],
782
- "dtype": "float16",
783
  "format": "f32-to-bf16",
784
  "nbytes": 1572864,
785
  "byteOffset": 23601152
786
  }
787
  ],
788
- "md5sum": "534adbeb5cfaa4c699148638b429e6d9"
789
  },
790
  {
791
  "dataPath": "params_shard_21.bin",
@@ -804,7 +804,7 @@
804
  "byteOffset": 0
805
  }
806
  ],
807
- "md5sum": "9cb1c909e3867ed6affdafe00ae0535e"
808
  },
809
  {
810
  "dataPath": "params_shard_22.bin",
@@ -823,7 +823,7 @@
823
  "byteOffset": 0
824
  }
825
  ],
826
- "md5sum": "be65c575fccf9d43cb435c6394aeb4ef"
827
  },
828
  {
829
  "dataPath": "params_shard_23.bin",
@@ -847,7 +847,7 @@
847
  4096,
848
  128
849
  ],
850
- "dtype": "float16",
851
  "format": "f32-to-bf16",
852
  "nbytes": 1048576,
853
  "byteOffset": 8388608
@@ -857,7 +857,7 @@
857
  "shape": [
858
  4096
859
  ],
860
- "dtype": "float16",
861
  "format": "f32-to-bf16",
862
  "nbytes": 8192,
863
  "byteOffset": 9437184
@@ -868,7 +868,7 @@
868
  4096,
869
  448
870
  ],
871
- "dtype": "float16",
872
  "format": "f32-to-bf16",
873
  "nbytes": 3670016,
874
  "byteOffset": 9445376
@@ -879,7 +879,7 @@
879
  28672,
880
  128
881
  ],
882
- "dtype": "float16",
883
  "format": "f32-to-bf16",
884
  "nbytes": 7340032,
885
  "byteOffset": 13115392
@@ -889,7 +889,7 @@
889
  "shape": [
890
  4096
891
  ],
892
- "dtype": "float16",
893
  "format": "f32-to-bf16",
894
  "nbytes": 8192,
895
  "byteOffset": 20455424
@@ -906,7 +906,7 @@
906
  "byteOffset": 20463616
907
  }
908
  ],
909
- "md5sum": "6e3df58d2b3d7c21e1e8a3cf79af306a"
910
  },
911
  {
912
  "dataPath": "params_shard_24.bin",
@@ -925,7 +925,7 @@
925
  "byteOffset": 0
926
  }
927
  ],
928
- "md5sum": "c2d3b107255d3af3374e2c8b30689c33"
929
  },
930
  {
931
  "dataPath": "params_shard_25.bin",
@@ -944,7 +944,7 @@
944
  "byteOffset": 0
945
  }
946
  ],
947
- "md5sum": "d9e1afd28b0657bea2061e86eafa1246"
948
  },
949
  {
950
  "dataPath": "params_shard_26.bin",
@@ -957,7 +957,7 @@
957
  6144,
958
  128
959
  ],
960
- "dtype": "float16",
961
  "format": "f32-to-bf16",
962
  "nbytes": 1572864,
963
  "byteOffset": 0
@@ -979,7 +979,7 @@
979
  4096,
980
  128
981
  ],
982
- "dtype": "float16",
983
  "format": "f32-to-bf16",
984
  "nbytes": 1048576,
985
  "byteOffset": 9961472
@@ -989,7 +989,7 @@
989
  "shape": [
990
  4096
991
  ],
992
- "dtype": "float16",
993
  "format": "f32-to-bf16",
994
  "nbytes": 8192,
995
  "byteOffset": 11010048
@@ -1000,7 +1000,7 @@
1000
  4096,
1001
  448
1002
  ],
1003
- "dtype": "float16",
1004
  "format": "f32-to-bf16",
1005
  "nbytes": 3670016,
1006
  "byteOffset": 11018240
@@ -1011,7 +1011,7 @@
1011
  28672,
1012
  128
1013
  ],
1014
- "dtype": "float16",
1015
  "format": "f32-to-bf16",
1016
  "nbytes": 7340032,
1017
  "byteOffset": 14688256
@@ -1021,13 +1021,13 @@
1021
  "shape": [
1022
  4096
1023
  ],
1024
- "dtype": "float16",
1025
  "format": "f32-to-bf16",
1026
  "nbytes": 8192,
1027
  "byteOffset": 22028288
1028
  }
1029
  ],
1030
- "md5sum": "81cf63cfae4a6606d7fd285fb8835271"
1031
  },
1032
  {
1033
  "dataPath": "params_shard_27.bin",
@@ -1046,7 +1046,7 @@
1046
  "byteOffset": 0
1047
  }
1048
  ],
1049
- "md5sum": "4a86c3048a1f78678c4acfbcb5b83515"
1050
  },
1051
  {
1052
  "dataPath": "params_shard_28.bin",
@@ -1065,7 +1065,7 @@
1065
  "byteOffset": 0
1066
  }
1067
  ],
1068
- "md5sum": "f4663f8b371b737643a0e74a06ee0831"
1069
  },
1070
  {
1071
  "dataPath": "params_shard_29.bin",
@@ -1089,7 +1089,7 @@
1089
  6144,
1090
  128
1091
  ],
1092
- "dtype": "float16",
1093
  "format": "f32-to-bf16",
1094
  "nbytes": 1572864,
1095
  "byteOffset": 12582912
@@ -1111,7 +1111,7 @@
1111
  4096,
1112
  128
1113
  ],
1114
- "dtype": "float16",
1115
  "format": "f32-to-bf16",
1116
  "nbytes": 1048576,
1117
  "byteOffset": 22544384
@@ -1121,7 +1121,7 @@
1121
  "shape": [
1122
  4096
1123
  ],
1124
- "dtype": "float16",
1125
  "format": "f32-to-bf16",
1126
  "nbytes": 8192,
1127
  "byteOffset": 23592960
@@ -1132,13 +1132,13 @@
1132
  4096,
1133
  448
1134
  ],
1135
- "dtype": "float16",
1136
  "format": "f32-to-bf16",
1137
  "nbytes": 3670016,
1138
  "byteOffset": 23601152
1139
  }
1140
  ],
1141
- "md5sum": "2f83fb23d6ad1f245d86a61dd4058443"
1142
  },
1143
  {
1144
  "dataPath": "params_shard_30.bin",
@@ -1157,7 +1157,7 @@
1157
  "byteOffset": 0
1158
  }
1159
  ],
1160
- "md5sum": "5e558a5998e0c84d80516617137371a6"
1161
  },
1162
  {
1163
  "dataPath": "params_shard_31.bin",
@@ -1170,7 +1170,7 @@
1170
  28672,
1171
  128
1172
  ],
1173
- "dtype": "float16",
1174
  "format": "f32-to-bf16",
1175
  "nbytes": 7340032,
1176
  "byteOffset": 0
@@ -1180,7 +1180,7 @@
1180
  "shape": [
1181
  4096
1182
  ],
1183
- "dtype": "float16",
1184
  "format": "f32-to-bf16",
1185
  "nbytes": 8192,
1186
  "byteOffset": 7340032
@@ -1202,7 +1202,7 @@
1202
  6144,
1203
  128
1204
  ],
1205
- "dtype": "float16",
1206
  "format": "f32-to-bf16",
1207
  "nbytes": 1572864,
1208
  "byteOffset": 19931136
@@ -1224,7 +1224,7 @@
1224
  4096,
1225
  128
1226
  ],
1227
- "dtype": "float16",
1228
  "format": "f32-to-bf16",
1229
  "nbytes": 1048576,
1230
  "byteOffset": 29892608
@@ -1234,13 +1234,13 @@
1234
  "shape": [
1235
  4096
1236
  ],
1237
- "dtype": "float16",
1238
  "format": "f32-to-bf16",
1239
  "nbytes": 8192,
1240
  "byteOffset": 30941184
1241
  }
1242
  ],
1243
- "md5sum": "dcd2ba8f37bbde096aa626afbc22820d"
1244
  },
1245
  {
1246
  "dataPath": "params_shard_32.bin",
@@ -1259,7 +1259,7 @@
1259
  "byteOffset": 0
1260
  }
1261
  ],
1262
- "md5sum": "76b34776512d1f0983057f74c5ff4225"
1263
  },
1264
  {
1265
  "dataPath": "params_shard_33.bin",
@@ -1272,7 +1272,7 @@
1272
  4096,
1273
  448
1274
  ],
1275
- "dtype": "float16",
1276
  "format": "f32-to-bf16",
1277
  "nbytes": 3670016,
1278
  "byteOffset": 0
@@ -1283,7 +1283,7 @@
1283
  28672,
1284
  128
1285
  ],
1286
- "dtype": "float16",
1287
  "format": "f32-to-bf16",
1288
  "nbytes": 7340032,
1289
  "byteOffset": 3670016
@@ -1293,7 +1293,7 @@
1293
  "shape": [
1294
  4096
1295
  ],
1296
- "dtype": "float16",
1297
  "format": "f32-to-bf16",
1298
  "nbytes": 8192,
1299
  "byteOffset": 11010048
@@ -1315,13 +1315,13 @@
1315
  6144,
1316
  128
1317
  ],
1318
- "dtype": "float16",
1319
  "format": "f32-to-bf16",
1320
  "nbytes": 1572864,
1321
  "byteOffset": 23601152
1322
  }
1323
  ],
1324
- "md5sum": "1086fc88c637781f0195a694df13cc0b"
1325
  },
1326
  {
1327
  "dataPath": "params_shard_34.bin",
@@ -1340,7 +1340,7 @@
1340
  "byteOffset": 0
1341
  }
1342
  ],
1343
- "md5sum": "a6350220e53834955a9b102441524443"
1344
  },
1345
  {
1346
  "dataPath": "params_shard_35.bin",
@@ -1359,7 +1359,7 @@
1359
  "byteOffset": 0
1360
  }
1361
  ],
1362
- "md5sum": "2323a1559129d914a060d363ee8ff2d9"
1363
  },
1364
  {
1365
  "dataPath": "params_shard_36.bin",
@@ -1383,7 +1383,7 @@
1383
  4096,
1384
  128
1385
  ],
1386
- "dtype": "float16",
1387
  "format": "f32-to-bf16",
1388
  "nbytes": 1048576,
1389
  "byteOffset": 8388608
@@ -1393,7 +1393,7 @@
1393
  "shape": [
1394
  4096
1395
  ],
1396
- "dtype": "float16",
1397
  "format": "f32-to-bf16",
1398
  "nbytes": 8192,
1399
  "byteOffset": 9437184
@@ -1404,7 +1404,7 @@
1404
  4096,
1405
  448
1406
  ],
1407
- "dtype": "float16",
1408
  "format": "f32-to-bf16",
1409
  "nbytes": 3670016,
1410
  "byteOffset": 9445376
@@ -1415,7 +1415,7 @@
1415
  28672,
1416
  128
1417
  ],
1418
- "dtype": "float16",
1419
  "format": "f32-to-bf16",
1420
  "nbytes": 7340032,
1421
  "byteOffset": 13115392
@@ -1425,7 +1425,7 @@
1425
  "shape": [
1426
  4096
1427
  ],
1428
- "dtype": "float16",
1429
  "format": "f32-to-bf16",
1430
  "nbytes": 8192,
1431
  "byteOffset": 20455424
@@ -1442,7 +1442,7 @@
1442
  "byteOffset": 20463616
1443
  }
1444
  ],
1445
- "md5sum": "d02064f410a57579891daf1d5ab8d509"
1446
  },
1447
  {
1448
  "dataPath": "params_shard_37.bin",
@@ -1461,7 +1461,7 @@
1461
  "byteOffset": 0
1462
  }
1463
  ],
1464
- "md5sum": "474b7bcb4aae365d8b1a2954f1e7eb6a"
1465
  },
1466
  {
1467
  "dataPath": "params_shard_38.bin",
@@ -1480,7 +1480,7 @@
1480
  "byteOffset": 0
1481
  }
1482
  ],
1483
- "md5sum": "cdb737a71f57d49abf4befdca85cf0b1"
1484
  },
1485
  {
1486
  "dataPath": "params_shard_39.bin",
@@ -1493,7 +1493,7 @@
1493
  6144,
1494
  128
1495
  ],
1496
- "dtype": "float16",
1497
  "format": "f32-to-bf16",
1498
  "nbytes": 1572864,
1499
  "byteOffset": 0
@@ -1515,7 +1515,7 @@
1515
  4096,
1516
  128
1517
  ],
1518
- "dtype": "float16",
1519
  "format": "f32-to-bf16",
1520
  "nbytes": 1048576,
1521
  "byteOffset": 9961472
@@ -1525,7 +1525,7 @@
1525
  "shape": [
1526
  4096
1527
  ],
1528
- "dtype": "float16",
1529
  "format": "f32-to-bf16",
1530
  "nbytes": 8192,
1531
  "byteOffset": 11010048
@@ -1536,7 +1536,7 @@
1536
  4096,
1537
  448
1538
  ],
1539
- "dtype": "float16",
1540
  "format": "f32-to-bf16",
1541
  "nbytes": 3670016,
1542
  "byteOffset": 11018240
@@ -1547,7 +1547,7 @@
1547
  28672,
1548
  128
1549
  ],
1550
- "dtype": "float16",
1551
  "format": "f32-to-bf16",
1552
  "nbytes": 7340032,
1553
  "byteOffset": 14688256
@@ -1557,13 +1557,13 @@
1557
  "shape": [
1558
  4096
1559
  ],
1560
- "dtype": "float16",
1561
  "format": "f32-to-bf16",
1562
  "nbytes": 8192,
1563
  "byteOffset": 22028288
1564
  }
1565
  ],
1566
- "md5sum": "a5eb8b563aa45444963b9712c05b7e82"
1567
  },
1568
  {
1569
  "dataPath": "params_shard_40.bin",
@@ -1582,7 +1582,7 @@
1582
  "byteOffset": 0
1583
  }
1584
  ],
1585
- "md5sum": "6cb777951d9278c2b86efa0c93a91b30"
1586
  },
1587
  {
1588
  "dataPath": "params_shard_41.bin",
@@ -1601,7 +1601,7 @@
1601
  "byteOffset": 0
1602
  }
1603
  ],
1604
- "md5sum": "684b3266beeb22973f2ae4b01e45b306"
1605
  },
1606
  {
1607
  "dataPath": "params_shard_42.bin",
@@ -1625,7 +1625,7 @@
1625
  6144,
1626
  128
1627
  ],
1628
- "dtype": "float16",
1629
  "format": "f32-to-bf16",
1630
  "nbytes": 1572864,
1631
  "byteOffset": 12582912
@@ -1647,7 +1647,7 @@
1647
  4096,
1648
  128
1649
  ],
1650
- "dtype": "float16",
1651
  "format": "f32-to-bf16",
1652
  "nbytes": 1048576,
1653
  "byteOffset": 22544384
@@ -1657,7 +1657,7 @@
1657
  "shape": [
1658
  4096
1659
  ],
1660
- "dtype": "float16",
1661
  "format": "f32-to-bf16",
1662
  "nbytes": 8192,
1663
  "byteOffset": 23592960
@@ -1668,13 +1668,13 @@
1668
  4096,
1669
  448
1670
  ],
1671
- "dtype": "float16",
1672
  "format": "f32-to-bf16",
1673
  "nbytes": 3670016,
1674
  "byteOffset": 23601152
1675
  }
1676
  ],
1677
- "md5sum": "eda8abae02fc01c837b8ed1e50386414"
1678
  },
1679
  {
1680
  "dataPath": "params_shard_43.bin",
@@ -1693,7 +1693,7 @@
1693
  "byteOffset": 0
1694
  }
1695
  ],
1696
- "md5sum": "d28a6c74430de06bb8f3561a550e5462"
1697
  },
1698
  {
1699
  "dataPath": "params_shard_44.bin",
@@ -1706,7 +1706,7 @@
1706
  28672,
1707
  128
1708
  ],
1709
- "dtype": "float16",
1710
  "format": "f32-to-bf16",
1711
  "nbytes": 7340032,
1712
  "byteOffset": 0
@@ -1716,7 +1716,7 @@
1716
  "shape": [
1717
  4096
1718
  ],
1719
- "dtype": "float16",
1720
  "format": "f32-to-bf16",
1721
  "nbytes": 8192,
1722
  "byteOffset": 7340032
@@ -1738,7 +1738,7 @@
1738
  6144,
1739
  128
1740
  ],
1741
- "dtype": "float16",
1742
  "format": "f32-to-bf16",
1743
  "nbytes": 1572864,
1744
  "byteOffset": 19931136
@@ -1760,7 +1760,7 @@
1760
  4096,
1761
  128
1762
  ],
1763
- "dtype": "float16",
1764
  "format": "f32-to-bf16",
1765
  "nbytes": 1048576,
1766
  "byteOffset": 29892608
@@ -1770,13 +1770,13 @@
1770
  "shape": [
1771
  4096
1772
  ],
1773
- "dtype": "float16",
1774
  "format": "f32-to-bf16",
1775
  "nbytes": 8192,
1776
  "byteOffset": 30941184
1777
  }
1778
  ],
1779
- "md5sum": "333b7d6e13ccbfdd46ed3e17e73e9bfc"
1780
  },
1781
  {
1782
  "dataPath": "params_shard_45.bin",
@@ -1795,7 +1795,7 @@
1795
  "byteOffset": 0
1796
  }
1797
  ],
1798
- "md5sum": "ccbe13c4023edb858e25a02342447ee1"
1799
  },
1800
  {
1801
  "dataPath": "params_shard_46.bin",
@@ -1808,7 +1808,7 @@
1808
  4096,
1809
  448
1810
  ],
1811
- "dtype": "float16",
1812
  "format": "f32-to-bf16",
1813
  "nbytes": 3670016,
1814
  "byteOffset": 0
@@ -1819,7 +1819,7 @@
1819
  28672,
1820
  128
1821
  ],
1822
- "dtype": "float16",
1823
  "format": "f32-to-bf16",
1824
  "nbytes": 7340032,
1825
  "byteOffset": 3670016
@@ -1829,7 +1829,7 @@
1829
  "shape": [
1830
  4096
1831
  ],
1832
- "dtype": "float16",
1833
  "format": "f32-to-bf16",
1834
  "nbytes": 8192,
1835
  "byteOffset": 11010048
@@ -1851,13 +1851,13 @@
1851
  6144,
1852
  128
1853
  ],
1854
- "dtype": "float16",
1855
  "format": "f32-to-bf16",
1856
  "nbytes": 1572864,
1857
  "byteOffset": 23601152
1858
  }
1859
  ],
1860
- "md5sum": "80950b52a77f47cc732522289d67d665"
1861
  },
1862
  {
1863
  "dataPath": "params_shard_47.bin",
@@ -1876,7 +1876,7 @@
1876
  "byteOffset": 0
1877
  }
1878
  ],
1879
- "md5sum": "bd8c4540aa7653705df834bf8e5420bd"
1880
  },
1881
  {
1882
  "dataPath": "params_shard_48.bin",
@@ -1895,7 +1895,7 @@
1895
  "byteOffset": 0
1896
  }
1897
  ],
1898
- "md5sum": "5be690197586dbc1e92de53668cbf480"
1899
  },
1900
  {
1901
  "dataPath": "params_shard_49.bin",
@@ -1919,7 +1919,7 @@
1919
  4096,
1920
  128
1921
  ],
1922
- "dtype": "float16",
1923
  "format": "f32-to-bf16",
1924
  "nbytes": 1048576,
1925
  "byteOffset": 8388608
@@ -1929,7 +1929,7 @@
1929
  "shape": [
1930
  4096
1931
  ],
1932
- "dtype": "float16",
1933
  "format": "f32-to-bf16",
1934
  "nbytes": 8192,
1935
  "byteOffset": 9437184
@@ -1940,7 +1940,7 @@
1940
  4096,
1941
  448
1942
  ],
1943
- "dtype": "float16",
1944
  "format": "f32-to-bf16",
1945
  "nbytes": 3670016,
1946
  "byteOffset": 9445376
@@ -1951,7 +1951,7 @@
1951
  28672,
1952
  128
1953
  ],
1954
- "dtype": "float16",
1955
  "format": "f32-to-bf16",
1956
  "nbytes": 7340032,
1957
  "byteOffset": 13115392
@@ -1961,7 +1961,7 @@
1961
  "shape": [
1962
  4096
1963
  ],
1964
- "dtype": "float16",
1965
  "format": "f32-to-bf16",
1966
  "nbytes": 8192,
1967
  "byteOffset": 20455424
@@ -1978,7 +1978,7 @@
1978
  "byteOffset": 20463616
1979
  }
1980
  ],
1981
- "md5sum": "41fac0c6d3e91449a54209cdcb12e4b6"
1982
  },
1983
  {
1984
  "dataPath": "params_shard_50.bin",
@@ -1997,7 +1997,7 @@
1997
  "byteOffset": 0
1998
  }
1999
  ],
2000
- "md5sum": "72ca893e1380c8e558ef20e96f96c867"
2001
  },
2002
  {
2003
  "dataPath": "params_shard_51.bin",
@@ -2016,7 +2016,7 @@
2016
  "byteOffset": 0
2017
  }
2018
  ],
2019
- "md5sum": "8521c0f2f9ab49d0c2b22d15aad94de7"
2020
  },
2021
  {
2022
  "dataPath": "params_shard_52.bin",
@@ -2029,7 +2029,7 @@
2029
  6144,
2030
  128
2031
  ],
2032
- "dtype": "float16",
2033
  "format": "f32-to-bf16",
2034
  "nbytes": 1572864,
2035
  "byteOffset": 0
@@ -2051,7 +2051,7 @@
2051
  4096,
2052
  128
2053
  ],
2054
- "dtype": "float16",
2055
  "format": "f32-to-bf16",
2056
  "nbytes": 1048576,
2057
  "byteOffset": 9961472
@@ -2061,7 +2061,7 @@
2061
  "shape": [
2062
  4096
2063
  ],
2064
- "dtype": "float16",
2065
  "format": "f32-to-bf16",
2066
  "nbytes": 8192,
2067
  "byteOffset": 11010048
@@ -2072,7 +2072,7 @@
2072
  4096,
2073
  448
2074
  ],
2075
- "dtype": "float16",
2076
  "format": "f32-to-bf16",
2077
  "nbytes": 3670016,
2078
  "byteOffset": 11018240
@@ -2083,7 +2083,7 @@
2083
  28672,
2084
  128
2085
  ],
2086
- "dtype": "float16",
2087
  "format": "f32-to-bf16",
2088
  "nbytes": 7340032,
2089
  "byteOffset": 14688256
@@ -2093,13 +2093,13 @@
2093
  "shape": [
2094
  4096
2095
  ],
2096
- "dtype": "float16",
2097
  "format": "f32-to-bf16",
2098
  "nbytes": 8192,
2099
  "byteOffset": 22028288
2100
  }
2101
  ],
2102
- "md5sum": "f58dd4cee6c1f532755897b0d148f17e"
2103
  },
2104
  {
2105
  "dataPath": "params_shard_53.bin",
@@ -2118,7 +2118,7 @@
2118
  "byteOffset": 0
2119
  }
2120
  ],
2121
- "md5sum": "21c8631b5bc561de47e37568e9207503"
2122
  },
2123
  {
2124
  "dataPath": "params_shard_54.bin",
@@ -2137,7 +2137,7 @@
2137
  "byteOffset": 0
2138
  }
2139
  ],
2140
- "md5sum": "aa0c8a78c3cc67007ef6a2b20ab4ccf0"
2141
  },
2142
  {
2143
  "dataPath": "params_shard_55.bin",
@@ -2161,7 +2161,7 @@
2161
  6144,
2162
  128
2163
  ],
2164
- "dtype": "float16",
2165
  "format": "f32-to-bf16",
2166
  "nbytes": 1572864,
2167
  "byteOffset": 12582912
@@ -2183,7 +2183,7 @@
2183
  4096,
2184
  128
2185
  ],
2186
- "dtype": "float16",
2187
  "format": "f32-to-bf16",
2188
  "nbytes": 1048576,
2189
  "byteOffset": 22544384
@@ -2193,7 +2193,7 @@
2193
  "shape": [
2194
  4096
2195
  ],
2196
- "dtype": "float16",
2197
  "format": "f32-to-bf16",
2198
  "nbytes": 8192,
2199
  "byteOffset": 23592960
@@ -2204,13 +2204,13 @@
2204
  4096,
2205
  448
2206
  ],
2207
- "dtype": "float16",
2208
  "format": "f32-to-bf16",
2209
  "nbytes": 3670016,
2210
  "byteOffset": 23601152
2211
  }
2212
  ],
2213
- "md5sum": "1f1c4a8090ea37452325d7aeea2f94a2"
2214
  },
2215
  {
2216
  "dataPath": "params_shard_56.bin",
@@ -2229,7 +2229,7 @@
2229
  "byteOffset": 0
2230
  }
2231
  ],
2232
- "md5sum": "385791c80eb2d61d285d36204cece1c5"
2233
  },
2234
  {
2235
  "dataPath": "params_shard_57.bin",
@@ -2242,7 +2242,7 @@
2242
  28672,
2243
  128
2244
  ],
2245
- "dtype": "float16",
2246
  "format": "f32-to-bf16",
2247
  "nbytes": 7340032,
2248
  "byteOffset": 0
@@ -2252,7 +2252,7 @@
2252
  "shape": [
2253
  4096
2254
  ],
2255
- "dtype": "float16",
2256
  "format": "f32-to-bf16",
2257
  "nbytes": 8192,
2258
  "byteOffset": 7340032
@@ -2274,7 +2274,7 @@
2274
  6144,
2275
  128
2276
  ],
2277
- "dtype": "float16",
2278
  "format": "f32-to-bf16",
2279
  "nbytes": 1572864,
2280
  "byteOffset": 19931136
@@ -2296,7 +2296,7 @@
2296
  4096,
2297
  128
2298
  ],
2299
- "dtype": "float16",
2300
  "format": "f32-to-bf16",
2301
  "nbytes": 1048576,
2302
  "byteOffset": 29892608
@@ -2306,13 +2306,13 @@
2306
  "shape": [
2307
  4096
2308
  ],
2309
- "dtype": "float16",
2310
  "format": "f32-to-bf16",
2311
  "nbytes": 8192,
2312
  "byteOffset": 30941184
2313
  }
2314
  ],
2315
- "md5sum": "ae6bd03504739b62d264f6453664a80d"
2316
  },
2317
  {
2318
  "dataPath": "params_shard_58.bin",
@@ -2331,7 +2331,7 @@
2331
  "byteOffset": 0
2332
  }
2333
  ],
2334
- "md5sum": "9220633c29875642ebf5548f0a6660c4"
2335
  },
2336
  {
2337
  "dataPath": "params_shard_59.bin",
@@ -2344,7 +2344,7 @@
2344
  4096,
2345
  448
2346
  ],
2347
- "dtype": "float16",
2348
  "format": "f32-to-bf16",
2349
  "nbytes": 3670016,
2350
  "byteOffset": 0
@@ -2355,7 +2355,7 @@
2355
  28672,
2356
  128
2357
  ],
2358
- "dtype": "float16",
2359
  "format": "f32-to-bf16",
2360
  "nbytes": 7340032,
2361
  "byteOffset": 3670016
@@ -2365,7 +2365,7 @@
2365
  "shape": [
2366
  4096
2367
  ],
2368
- "dtype": "float16",
2369
  "format": "f32-to-bf16",
2370
  "nbytes": 8192,
2371
  "byteOffset": 11010048
@@ -2387,13 +2387,13 @@
2387
  6144,
2388
  128
2389
  ],
2390
- "dtype": "float16",
2391
  "format": "f32-to-bf16",
2392
  "nbytes": 1572864,
2393
  "byteOffset": 23601152
2394
  }
2395
  ],
2396
- "md5sum": "2f372b8e117b690c43fed8f38829f3b0"
2397
  },
2398
  {
2399
  "dataPath": "params_shard_60.bin",
@@ -2412,7 +2412,7 @@
2412
  "byteOffset": 0
2413
  }
2414
  ],
2415
- "md5sum": "d1d7d40bff70b39f425b1612c451642a"
2416
  },
2417
  {
2418
  "dataPath": "params_shard_61.bin",
@@ -2431,7 +2431,7 @@
2431
  "byteOffset": 0
2432
  }
2433
  ],
2434
- "md5sum": "7f24937541e75285aa984fb309426603"
2435
  },
2436
  {
2437
  "dataPath": "params_shard_62.bin",
@@ -2455,7 +2455,7 @@
2455
  4096,
2456
  128
2457
  ],
2458
- "dtype": "float16",
2459
  "format": "f32-to-bf16",
2460
  "nbytes": 1048576,
2461
  "byteOffset": 8388608
@@ -2465,7 +2465,7 @@
2465
  "shape": [
2466
  4096
2467
  ],
2468
- "dtype": "float16",
2469
  "format": "f32-to-bf16",
2470
  "nbytes": 8192,
2471
  "byteOffset": 9437184
@@ -2476,7 +2476,7 @@
2476
  4096,
2477
  448
2478
  ],
2479
- "dtype": "float16",
2480
  "format": "f32-to-bf16",
2481
  "nbytes": 3670016,
2482
  "byteOffset": 9445376
@@ -2487,7 +2487,7 @@
2487
  28672,
2488
  128
2489
  ],
2490
- "dtype": "float16",
2491
  "format": "f32-to-bf16",
2492
  "nbytes": 7340032,
2493
  "byteOffset": 13115392
@@ -2497,7 +2497,7 @@
2497
  "shape": [
2498
  4096
2499
  ],
2500
- "dtype": "float16",
2501
  "format": "f32-to-bf16",
2502
  "nbytes": 8192,
2503
  "byteOffset": 20455424
@@ -2514,7 +2514,7 @@
2514
  "byteOffset": 20463616
2515
  }
2516
  ],
2517
- "md5sum": "fd3a07fb5c3a6762bc8d723940524443"
2518
  },
2519
  {
2520
  "dataPath": "params_shard_63.bin",
@@ -2533,7 +2533,7 @@
2533
  "byteOffset": 0
2534
  }
2535
  ],
2536
- "md5sum": "ccffbbc770b4528f513e93231335c8a2"
2537
  },
2538
  {
2539
  "dataPath": "params_shard_64.bin",
@@ -2552,7 +2552,7 @@
2552
  "byteOffset": 0
2553
  }
2554
  ],
2555
- "md5sum": "8a2c6fc0f9259752216ea313566b971e"
2556
  },
2557
  {
2558
  "dataPath": "params_shard_65.bin",
@@ -2565,7 +2565,7 @@
2565
  6144,
2566
  128
2567
  ],
2568
- "dtype": "float16",
2569
  "format": "f32-to-bf16",
2570
  "nbytes": 1572864,
2571
  "byteOffset": 0
@@ -2587,7 +2587,7 @@
2587
  4096,
2588
  128
2589
  ],
2590
- "dtype": "float16",
2591
  "format": "f32-to-bf16",
2592
  "nbytes": 1048576,
2593
  "byteOffset": 9961472
@@ -2597,7 +2597,7 @@
2597
  "shape": [
2598
  4096
2599
  ],
2600
- "dtype": "float16",
2601
  "format": "f32-to-bf16",
2602
  "nbytes": 8192,
2603
  "byteOffset": 11010048
@@ -2608,7 +2608,7 @@
2608
  4096,
2609
  448
2610
  ],
2611
- "dtype": "float16",
2612
  "format": "f32-to-bf16",
2613
  "nbytes": 3670016,
2614
  "byteOffset": 11018240
@@ -2619,7 +2619,7 @@
2619
  28672,
2620
  128
2621
  ],
2622
- "dtype": "float16",
2623
  "format": "f32-to-bf16",
2624
  "nbytes": 7340032,
2625
  "byteOffset": 14688256
@@ -2629,13 +2629,13 @@
2629
  "shape": [
2630
  4096
2631
  ],
2632
- "dtype": "float16",
2633
  "format": "f32-to-bf16",
2634
  "nbytes": 8192,
2635
  "byteOffset": 22028288
2636
  }
2637
  ],
2638
- "md5sum": "5f2b858863253edd53cbb277e7d550c2"
2639
  },
2640
  {
2641
  "dataPath": "params_shard_66.bin",
@@ -2654,7 +2654,7 @@
2654
  "byteOffset": 0
2655
  }
2656
  ],
2657
- "md5sum": "afa88627675cbe2f69f50d9eb4af09a1"
2658
  },
2659
  {
2660
  "dataPath": "params_shard_67.bin",
@@ -2678,7 +2678,7 @@
2678
  6144,
2679
  128
2680
  ],
2681
- "dtype": "float16",
2682
  "format": "f32-to-bf16",
2683
  "nbytes": 1572864,
2684
  "byteOffset": 12582912
@@ -2700,7 +2700,7 @@
2700
  4096,
2701
  128
2702
  ],
2703
- "dtype": "float16",
2704
  "format": "f32-to-bf16",
2705
  "nbytes": 1048576,
2706
  "byteOffset": 22544384
@@ -2711,13 +2711,13 @@
2711
  28672,
2712
  128
2713
  ],
2714
- "dtype": "float16",
2715
  "format": "f32-to-bf16",
2716
  "nbytes": 7340032,
2717
  "byteOffset": 23592960
2718
  }
2719
  ],
2720
- "md5sum": "1c94d741585467d886b00cc42ed6e65b"
2721
  },
2722
  {
2723
  "dataPath": "params_shard_68.bin",
@@ -2736,7 +2736,7 @@
2736
  "byteOffset": 0
2737
  }
2738
  ],
2739
- "md5sum": "ab501a73d08dddfcd95c64c7ac8af4e9"
2740
  },
2741
  {
2742
  "dataPath": "params_shard_69.bin",
@@ -2755,7 +2755,7 @@
2755
  "byteOffset": 0
2756
  }
2757
  ],
2758
- "md5sum": "1a03dc82c96dc776e9c8148bc5451ef4"
2759
  },
2760
  {
2761
  "dataPath": "params_shard_70.bin",
@@ -2779,7 +2779,7 @@
2779
  6144,
2780
  128
2781
  ],
2782
- "dtype": "float16",
2783
  "format": "f32-to-bf16",
2784
  "nbytes": 1572864,
2785
  "byteOffset": 12582912
@@ -2801,7 +2801,7 @@
2801
  4096,
2802
  128
2803
  ],
2804
- "dtype": "float16",
2805
  "format": "f32-to-bf16",
2806
  "nbytes": 1048576,
2807
  "byteOffset": 22544384
@@ -2811,7 +2811,7 @@
2811
  "shape": [
2812
  4096
2813
  ],
2814
- "dtype": "float16",
2815
  "format": "f32-to-bf16",
2816
  "nbytes": 8192,
2817
  "byteOffset": 23592960
@@ -2822,13 +2822,13 @@
2822
  4096,
2823
  448
2824
  ],
2825
- "dtype": "float16",
2826
  "format": "f32-to-bf16",
2827
  "nbytes": 3670016,
2828
  "byteOffset": 23601152
2829
  }
2830
  ],
2831
- "md5sum": "44fc929fb4fbfa9e860faf6f47bc4fea"
2832
  },
2833
  {
2834
  "dataPath": "params_shard_71.bin",
@@ -2847,7 +2847,7 @@
2847
  "byteOffset": 0
2848
  }
2849
  ],
2850
- "md5sum": "0b587c0c76e50cfcee422a15b0df0e88"
2851
  },
2852
  {
2853
  "dataPath": "params_shard_72.bin",
@@ -2860,7 +2860,7 @@
2860
  28672,
2861
  128
2862
  ],
2863
- "dtype": "float16",
2864
  "format": "f32-to-bf16",
2865
  "nbytes": 7340032,
2866
  "byteOffset": 0
@@ -2870,7 +2870,7 @@
2870
  "shape": [
2871
  4096
2872
  ],
2873
- "dtype": "float16",
2874
  "format": "f32-to-bf16",
2875
  "nbytes": 8192,
2876
  "byteOffset": 7340032
@@ -2892,7 +2892,7 @@
2892
  6144,
2893
  128
2894
  ],
2895
- "dtype": "float16",
2896
  "format": "f32-to-bf16",
2897
  "nbytes": 1572864,
2898
  "byteOffset": 19931136
@@ -2914,7 +2914,7 @@
2914
  4096,
2915
  128
2916
  ],
2917
- "dtype": "float16",
2918
  "format": "f32-to-bf16",
2919
  "nbytes": 1048576,
2920
  "byteOffset": 29892608
@@ -2924,13 +2924,13 @@
2924
  "shape": [
2925
  4096
2926
  ],
2927
- "dtype": "float16",
2928
  "format": "f32-to-bf16",
2929
  "nbytes": 8192,
2930
  "byteOffset": 30941184
2931
  }
2932
  ],
2933
- "md5sum": "32b244702364715d3b6ef13aec48832c"
2934
  },
2935
  {
2936
  "dataPath": "params_shard_73.bin",
@@ -2943,7 +2943,7 @@
2943
  4096,
2944
  448
2945
  ],
2946
- "dtype": "float16",
2947
  "format": "f32-to-bf16",
2948
  "nbytes": 3670016,
2949
  "byteOffset": 0
@@ -2953,7 +2953,7 @@
2953
  "shape": [
2954
  4096
2955
  ],
2956
- "dtype": "float16",
2957
  "format": "f32-to-bf16",
2958
  "nbytes": 8192,
2959
  "byteOffset": 3670016
@@ -2963,7 +2963,7 @@
2963
  "shape": [
2964
  4096
2965
  ],
2966
- "dtype": "float16",
2967
  "format": "f32-to-bf16",
2968
  "nbytes": 8192,
2969
  "byteOffset": 3678208
@@ -2980,7 +2980,7 @@
2980
  "byteOffset": 3686400
2981
  }
2982
  ],
2983
- "md5sum": "9224533e3d473aa4dd3f4b14b8b92b36"
2984
  },
2985
  {
2986
  "dataPath": "params_shard_74.bin",
@@ -2999,7 +2999,7 @@
2999
  "byteOffset": 0
3000
  }
3001
  ],
3002
- "md5sum": "964d7382ee799b9232b1c637d7b5e779"
3003
  },
3004
  {
3005
  "dataPath": "params_shard_75.bin",
@@ -3012,7 +3012,7 @@
3012
  4096,
3013
  448
3014
  ],
3015
- "dtype": "float16",
3016
  "format": "f32-to-bf16",
3017
  "nbytes": 3670016,
3018
  "byteOffset": 0
@@ -3023,7 +3023,7 @@
3023
  28672,
3024
  128
3025
  ],
3026
- "dtype": "float16",
3027
  "format": "f32-to-bf16",
3028
  "nbytes": 7340032,
3029
  "byteOffset": 3670016
@@ -3033,7 +3033,7 @@
3033
  "shape": [
3034
  4096
3035
  ],
3036
- "dtype": "float16",
3037
  "format": "f32-to-bf16",
3038
  "nbytes": 8192,
3039
  "byteOffset": 11010048
@@ -3055,13 +3055,13 @@
3055
  6144,
3056
  128
3057
  ],
3058
- "dtype": "float16",
3059
  "format": "f32-to-bf16",
3060
  "nbytes": 1572864,
3061
  "byteOffset": 23601152
3062
  }
3063
  ],
3064
- "md5sum": "d08893890af4894a866ae510a0dd3139"
3065
  },
3066
  {
3067
  "dataPath": "params_shard_76.bin",
@@ -3080,7 +3080,7 @@
3080
  "byteOffset": 0
3081
  }
3082
  ],
3083
- "md5sum": "2ee6a0c6ae15d6e674fd279f4c030eff"
3084
  },
3085
  {
3086
  "dataPath": "params_shard_77.bin",
@@ -3099,7 +3099,7 @@
3099
  "byteOffset": 0
3100
  }
3101
  ],
3102
- "md5sum": "89f912c00b38f47aa2192b661b601852"
3103
  },
3104
  {
3105
  "dataPath": "params_shard_78.bin",
@@ -3123,7 +3123,7 @@
3123
  4096,
3124
  128
3125
  ],
3126
- "dtype": "float16",
3127
  "format": "f32-to-bf16",
3128
  "nbytes": 1048576,
3129
  "byteOffset": 8388608
@@ -3133,7 +3133,7 @@
3133
  "shape": [
3134
  4096
3135
  ],
3136
- "dtype": "float16",
3137
  "format": "f32-to-bf16",
3138
  "nbytes": 8192,
3139
  "byteOffset": 9437184
@@ -3144,7 +3144,7 @@
3144
  4096,
3145
  448
3146
  ],
3147
- "dtype": "float16",
3148
  "format": "f32-to-bf16",
3149
  "nbytes": 3670016,
3150
  "byteOffset": 9445376
@@ -3155,7 +3155,7 @@
3155
  28672,
3156
  128
3157
  ],
3158
- "dtype": "float16",
3159
  "format": "f32-to-bf16",
3160
  "nbytes": 7340032,
3161
  "byteOffset": 13115392
@@ -3165,7 +3165,7 @@
3165
  "shape": [
3166
  4096
3167
  ],
3168
- "dtype": "float16",
3169
  "format": "f32-to-bf16",
3170
  "nbytes": 8192,
3171
  "byteOffset": 20455424
@@ -3182,7 +3182,7 @@
3182
  "byteOffset": 20463616
3183
  }
3184
  ],
3185
- "md5sum": "90acf3038b3c599700be0d9896dff6d4"
3186
  },
3187
  {
3188
  "dataPath": "params_shard_79.bin",
@@ -3201,7 +3201,7 @@
3201
  "byteOffset": 0
3202
  }
3203
  ],
3204
- "md5sum": "a1e08e20bff3a9095399b73757394dc1"
3205
  },
3206
  {
3207
  "dataPath": "params_shard_80.bin",
@@ -3220,7 +3220,7 @@
3220
  "byteOffset": 0
3221
  }
3222
  ],
3223
- "md5sum": "77eac737e0ef6143d52d48ec41d4aee3"
3224
  },
3225
  {
3226
  "dataPath": "params_shard_81.bin",
@@ -3233,7 +3233,7 @@
3233
  6144,
3234
  128
3235
  ],
3236
- "dtype": "float16",
3237
  "format": "f32-to-bf16",
3238
  "nbytes": 1572864,
3239
  "byteOffset": 0
@@ -3255,7 +3255,7 @@
3255
  4096,
3256
  128
3257
  ],
3258
- "dtype": "float16",
3259
  "format": "f32-to-bf16",
3260
  "nbytes": 1048576,
3261
  "byteOffset": 9961472
@@ -3265,7 +3265,7 @@
3265
  "shape": [
3266
  4096
3267
  ],
3268
- "dtype": "float16",
3269
  "format": "f32-to-bf16",
3270
  "nbytes": 8192,
3271
  "byteOffset": 11010048
@@ -3276,7 +3276,7 @@
3276
  4096,
3277
  448
3278
  ],
3279
- "dtype": "float16",
3280
  "format": "f32-to-bf16",
3281
  "nbytes": 3670016,
3282
  "byteOffset": 11018240
@@ -3287,7 +3287,7 @@
3287
  28672,
3288
  128
3289
  ],
3290
- "dtype": "float16",
3291
  "format": "f32-to-bf16",
3292
  "nbytes": 7340032,
3293
  "byteOffset": 14688256
@@ -3297,13 +3297,13 @@
3297
  "shape": [
3298
  4096
3299
  ],
3300
- "dtype": "float16",
3301
  "format": "f32-to-bf16",
3302
  "nbytes": 8192,
3303
  "byteOffset": 22028288
3304
  }
3305
  ],
3306
- "md5sum": "e80778656284228fcf696d91849bb6df"
3307
  },
3308
  {
3309
  "dataPath": "params_shard_82.bin",
@@ -3322,7 +3322,7 @@
3322
  "byteOffset": 0
3323
  }
3324
  ],
3325
- "md5sum": "53dd9e92102f165568b826323823fea5"
3326
  },
3327
  {
3328
  "dataPath": "params_shard_83.bin",
@@ -3341,7 +3341,7 @@
3341
  "byteOffset": 0
3342
  }
3343
  ],
3344
- "md5sum": "86a663a2cc6876e06bd63e0a2959b14e"
3345
  },
3346
  {
3347
  "dataPath": "params_shard_84.bin",
@@ -3365,7 +3365,7 @@
3365
  6144,
3366
  128
3367
  ],
3368
- "dtype": "float16",
3369
  "format": "f32-to-bf16",
3370
  "nbytes": 1572864,
3371
  "byteOffset": 12582912
@@ -3387,7 +3387,7 @@
3387
  4096,
3388
  128
3389
  ],
3390
- "dtype": "float16",
3391
  "format": "f32-to-bf16",
3392
  "nbytes": 1048576,
3393
  "byteOffset": 22544384
@@ -3397,7 +3397,7 @@
3397
  "shape": [
3398
  4096
3399
  ],
3400
- "dtype": "float16",
3401
  "format": "f32-to-bf16",
3402
  "nbytes": 8192,
3403
  "byteOffset": 23592960
@@ -3408,13 +3408,13 @@
3408
  4096,
3409
  448
3410
  ],
3411
- "dtype": "float16",
3412
  "format": "f32-to-bf16",
3413
  "nbytes": 3670016,
3414
  "byteOffset": 23601152
3415
  }
3416
  ],
3417
- "md5sum": "c51a362eb32685355b398a43c15421b0"
3418
  },
3419
  {
3420
  "dataPath": "params_shard_85.bin",
@@ -3433,7 +3433,7 @@
3433
  "byteOffset": 0
3434
  }
3435
  ],
3436
- "md5sum": "2fa2840118546d0eeef961cffa5d799c"
3437
  },
3438
  {
3439
  "dataPath": "params_shard_86.bin",
@@ -3446,7 +3446,7 @@
3446
  28672,
3447
  128
3448
  ],
3449
- "dtype": "float16",
3450
  "format": "f32-to-bf16",
3451
  "nbytes": 7340032,
3452
  "byteOffset": 0
@@ -3456,7 +3456,7 @@
3456
  "shape": [
3457
  4096
3458
  ],
3459
- "dtype": "float16",
3460
  "format": "f32-to-bf16",
3461
  "nbytes": 8192,
3462
  "byteOffset": 7340032
@@ -3478,7 +3478,7 @@
3478
  6144,
3479
  128
3480
  ],
3481
- "dtype": "float16",
3482
  "format": "f32-to-bf16",
3483
  "nbytes": 1572864,
3484
  "byteOffset": 19931136
@@ -3500,7 +3500,7 @@
3500
  4096,
3501
  128
3502
  ],
3503
- "dtype": "float16",
3504
  "format": "f32-to-bf16",
3505
  "nbytes": 1048576,
3506
  "byteOffset": 29892608
@@ -3510,13 +3510,13 @@
3510
  "shape": [
3511
  4096
3512
  ],
3513
- "dtype": "float16",
3514
  "format": "f32-to-bf16",
3515
  "nbytes": 8192,
3516
  "byteOffset": 30941184
3517
  }
3518
  ],
3519
- "md5sum": "ce9550d3d08914fba669c733770fbb58"
3520
  },
3521
  {
3522
  "dataPath": "params_shard_87.bin",
@@ -3535,7 +3535,7 @@
3535
  "byteOffset": 0
3536
  }
3537
  ],
3538
- "md5sum": "4065e2990d04b4a9aa8c1238c4864cff"
3539
  },
3540
  {
3541
  "dataPath": "params_shard_88.bin",
@@ -3548,7 +3548,7 @@
3548
  4096,
3549
  448
3550
  ],
3551
- "dtype": "float16",
3552
  "format": "f32-to-bf16",
3553
  "nbytes": 3670016,
3554
  "byteOffset": 0
@@ -3559,7 +3559,7 @@
3559
  28672,
3560
  128
3561
  ],
3562
- "dtype": "float16",
3563
  "format": "f32-to-bf16",
3564
  "nbytes": 7340032,
3565
  "byteOffset": 3670016
@@ -3569,7 +3569,7 @@
3569
  "shape": [
3570
  4096
3571
  ],
3572
- "dtype": "float16",
3573
  "format": "f32-to-bf16",
3574
  "nbytes": 8192,
3575
  "byteOffset": 11010048
@@ -3591,13 +3591,13 @@
3591
  6144,
3592
  128
3593
  ],
3594
- "dtype": "float16",
3595
  "format": "f32-to-bf16",
3596
  "nbytes": 1572864,
3597
  "byteOffset": 23601152
3598
  }
3599
  ],
3600
- "md5sum": "f42d6880ca337ab0bff4202a634ed158"
3601
  },
3602
  {
3603
  "dataPath": "params_shard_89.bin",
@@ -3616,7 +3616,7 @@
3616
  "byteOffset": 0
3617
  }
3618
  ],
3619
- "md5sum": "1dc804943dd4e67640b7771798cdecb8"
3620
  },
3621
  {
3622
  "dataPath": "params_shard_90.bin",
@@ -3635,7 +3635,7 @@
3635
  "byteOffset": 0
3636
  }
3637
  ],
3638
- "md5sum": "691b2b801ca4f265017cb4ee73be2400"
3639
  },
3640
  {
3641
  "dataPath": "params_shard_91.bin",
@@ -3659,7 +3659,7 @@
3659
  4096,
3660
  128
3661
  ],
3662
- "dtype": "float16",
3663
  "format": "f32-to-bf16",
3664
  "nbytes": 1048576,
3665
  "byteOffset": 8388608
@@ -3669,7 +3669,7 @@
3669
  "shape": [
3670
  4096
3671
  ],
3672
- "dtype": "float16",
3673
  "format": "f32-to-bf16",
3674
  "nbytes": 8192,
3675
  "byteOffset": 9437184
@@ -3680,7 +3680,7 @@
3680
  4096,
3681
  448
3682
  ],
3683
- "dtype": "float16",
3684
  "format": "f32-to-bf16",
3685
  "nbytes": 3670016,
3686
  "byteOffset": 9445376
@@ -3691,7 +3691,7 @@
3691
  28672,
3692
  128
3693
  ],
3694
- "dtype": "float16",
3695
  "format": "f32-to-bf16",
3696
  "nbytes": 7340032,
3697
  "byteOffset": 13115392
@@ -3701,7 +3701,7 @@
3701
  "shape": [
3702
  4096
3703
  ],
3704
- "dtype": "float16",
3705
  "format": "f32-to-bf16",
3706
  "nbytes": 8192,
3707
  "byteOffset": 20455424
@@ -3718,7 +3718,7 @@
3718
  "byteOffset": 20463616
3719
  }
3720
  ],
3721
- "md5sum": "a2ae5739bc79043554c7bd7262705e53"
3722
  },
3723
  {
3724
  "dataPath": "params_shard_92.bin",
@@ -3737,7 +3737,7 @@
3737
  "byteOffset": 0
3738
  }
3739
  ],
3740
- "md5sum": "3b364de0b0fddcaa2153361a6268fb4d"
3741
  },
3742
  {
3743
  "dataPath": "params_shard_93.bin",
@@ -3756,7 +3756,7 @@
3756
  "byteOffset": 0
3757
  }
3758
  ],
3759
- "md5sum": "d2f465886439a20aac3bad7f537fb69a"
3760
  },
3761
  {
3762
  "dataPath": "params_shard_94.bin",
@@ -3769,7 +3769,7 @@
3769
  6144,
3770
  128
3771
  ],
3772
- "dtype": "float16",
3773
  "format": "f32-to-bf16",
3774
  "nbytes": 1572864,
3775
  "byteOffset": 0
@@ -3791,7 +3791,7 @@
3791
  4096,
3792
  128
3793
  ],
3794
- "dtype": "float16",
3795
  "format": "f32-to-bf16",
3796
  "nbytes": 1048576,
3797
  "byteOffset": 9961472
@@ -3801,7 +3801,7 @@
3801
  "shape": [
3802
  4096
3803
  ],
3804
- "dtype": "float16",
3805
  "format": "f32-to-bf16",
3806
  "nbytes": 8192,
3807
  "byteOffset": 11010048
@@ -3812,7 +3812,7 @@
3812
  4096,
3813
  448
3814
  ],
3815
- "dtype": "float16",
3816
  "format": "f32-to-bf16",
3817
  "nbytes": 3670016,
3818
  "byteOffset": 11018240
@@ -3823,7 +3823,7 @@
3823
  28672,
3824
  128
3825
  ],
3826
- "dtype": "float16",
3827
  "format": "f32-to-bf16",
3828
  "nbytes": 7340032,
3829
  "byteOffset": 14688256
@@ -3833,13 +3833,13 @@
3833
  "shape": [
3834
  4096
3835
  ],
3836
- "dtype": "float16",
3837
  "format": "f32-to-bf16",
3838
  "nbytes": 8192,
3839
  "byteOffset": 22028288
3840
  }
3841
  ],
3842
- "md5sum": "1f3db4f21d5391c7b9aba830b38387f8"
3843
  },
3844
  {
3845
  "dataPath": "params_shard_95.bin",
@@ -3858,7 +3858,7 @@
3858
  "byteOffset": 0
3859
  }
3860
  ],
3861
- "md5sum": "8e1879307b7e6338eba044990a24ae14"
3862
  },
3863
  {
3864
  "dataPath": "params_shard_96.bin",
@@ -3877,7 +3877,7 @@
3877
  "byteOffset": 0
3878
  }
3879
  ],
3880
- "md5sum": "d5bae4f1a948ae087d232a72537b3d2b"
3881
  },
3882
  {
3883
  "dataPath": "params_shard_97.bin",
@@ -3901,7 +3901,7 @@
3901
  6144,
3902
  128
3903
  ],
3904
- "dtype": "float16",
3905
  "format": "f32-to-bf16",
3906
  "nbytes": 1572864,
3907
  "byteOffset": 12582912
@@ -3923,7 +3923,7 @@
3923
  4096,
3924
  128
3925
  ],
3926
- "dtype": "float16",
3927
  "format": "f32-to-bf16",
3928
  "nbytes": 1048576,
3929
  "byteOffset": 22544384
@@ -3933,7 +3933,7 @@
3933
  "shape": [
3934
  4096
3935
  ],
3936
- "dtype": "float16",
3937
  "format": "f32-to-bf16",
3938
  "nbytes": 8192,
3939
  "byteOffset": 23592960
@@ -3944,13 +3944,13 @@
3944
  4096,
3945
  448
3946
  ],
3947
- "dtype": "float16",
3948
  "format": "f32-to-bf16",
3949
  "nbytes": 3670016,
3950
  "byteOffset": 23601152
3951
  }
3952
  ],
3953
- "md5sum": "75fab8690a515fd08f4dad913054bde2"
3954
  },
3955
  {
3956
  "dataPath": "params_shard_98.bin",
@@ -3969,7 +3969,7 @@
3969
  "byteOffset": 0
3970
  }
3971
  ],
3972
- "md5sum": "8f2ae86c3ee648c988873560cfd27e39"
3973
  },
3974
  {
3975
  "dataPath": "params_shard_99.bin",
@@ -3982,7 +3982,7 @@
3982
  28672,
3983
  128
3984
  ],
3985
- "dtype": "float16",
3986
  "format": "f32-to-bf16",
3987
  "nbytes": 7340032,
3988
  "byteOffset": 0
@@ -3992,7 +3992,7 @@
3992
  "shape": [
3993
  4096
3994
  ],
3995
- "dtype": "float16",
3996
  "format": "f32-to-bf16",
3997
  "nbytes": 8192,
3998
  "byteOffset": 7340032
@@ -4014,7 +4014,7 @@
4014
  6144,
4015
  128
4016
  ],
4017
- "dtype": "float16",
4018
  "format": "f32-to-bf16",
4019
  "nbytes": 1572864,
4020
  "byteOffset": 19931136
@@ -4036,7 +4036,7 @@
4036
  4096,
4037
  128
4038
  ],
4039
- "dtype": "float16",
4040
  "format": "f32-to-bf16",
4041
  "nbytes": 1048576,
4042
  "byteOffset": 29892608
@@ -4046,13 +4046,13 @@
4046
  "shape": [
4047
  4096
4048
  ],
4049
- "dtype": "float16",
4050
  "format": "f32-to-bf16",
4051
  "nbytes": 8192,
4052
  "byteOffset": 30941184
4053
  }
4054
  ],
4055
- "md5sum": "bcc516bc2571a0cf94b6b4ca74869d32"
4056
  },
4057
  {
4058
  "dataPath": "params_shard_100.bin",
@@ -4071,7 +4071,7 @@
4071
  "byteOffset": 0
4072
  }
4073
  ],
4074
- "md5sum": "4b9850c48c85bbc08965f3575a87b728"
4075
  },
4076
  {
4077
  "dataPath": "params_shard_101.bin",
@@ -4084,7 +4084,7 @@
4084
  4096,
4085
  448
4086
  ],
4087
- "dtype": "float16",
4088
  "format": "f32-to-bf16",
4089
  "nbytes": 3670016,
4090
  "byteOffset": 0
@@ -4095,7 +4095,7 @@
4095
  28672,
4096
  128
4097
  ],
4098
- "dtype": "float16",
4099
  "format": "f32-to-bf16",
4100
  "nbytes": 7340032,
4101
  "byteOffset": 3670016
@@ -4105,7 +4105,7 @@
4105
  "shape": [
4106
  4096
4107
  ],
4108
- "dtype": "float16",
4109
  "format": "f32-to-bf16",
4110
  "nbytes": 8192,
4111
  "byteOffset": 11010048
@@ -4127,13 +4127,13 @@
4127
  6144,
4128
  128
4129
  ],
4130
- "dtype": "float16",
4131
  "format": "f32-to-bf16",
4132
  "nbytes": 1572864,
4133
  "byteOffset": 23601152
4134
  }
4135
  ],
4136
- "md5sum": "d83f2d800a5f59a7a1a39bab8eb2ea5c"
4137
  },
4138
  {
4139
  "dataPath": "params_shard_102.bin",
@@ -4152,7 +4152,7 @@
4152
  "byteOffset": 0
4153
  }
4154
  ],
4155
- "md5sum": "d7bfb38d2ac4fa15d33bd1be63abdfc5"
4156
  },
4157
  {
4158
  "dataPath": "params_shard_103.bin",
@@ -4171,7 +4171,7 @@
4171
  "byteOffset": 0
4172
  }
4173
  ],
4174
- "md5sum": "ef4d0855e9e0b00db4f9e86f47770183"
4175
  },
4176
  {
4177
  "dataPath": "params_shard_104.bin",
@@ -4195,7 +4195,7 @@
4195
  4096,
4196
  128
4197
  ],
4198
- "dtype": "float16",
4199
  "format": "f32-to-bf16",
4200
  "nbytes": 1048576,
4201
  "byteOffset": 8388608
@@ -4205,7 +4205,7 @@
4205
  "shape": [
4206
  4096
4207
  ],
4208
- "dtype": "float16",
4209
  "format": "f32-to-bf16",
4210
  "nbytes": 8192,
4211
  "byteOffset": 9437184
@@ -4216,7 +4216,7 @@
4216
  4096,
4217
  448
4218
  ],
4219
- "dtype": "float16",
4220
  "format": "f32-to-bf16",
4221
  "nbytes": 3670016,
4222
  "byteOffset": 9445376
@@ -4227,7 +4227,7 @@
4227
  28672,
4228
  128
4229
  ],
4230
- "dtype": "float16",
4231
  "format": "f32-to-bf16",
4232
  "nbytes": 7340032,
4233
  "byteOffset": 13115392
@@ -4237,7 +4237,7 @@
4237
  "shape": [
4238
  4096
4239
  ],
4240
- "dtype": "float16",
4241
  "format": "f32-to-bf16",
4242
  "nbytes": 8192,
4243
  "byteOffset": 20455424
@@ -4254,7 +4254,7 @@
4254
  "byteOffset": 20463616
4255
  }
4256
  ],
4257
- "md5sum": "de416d28571a530e265f215980966834"
4258
  },
4259
  {
4260
  "dataPath": "params_shard_105.bin",
@@ -4273,7 +4273,7 @@
4273
  "byteOffset": 0
4274
  }
4275
  ],
4276
- "md5sum": "85b7d75d0b8f0ae9a4de3483cb3df8cf"
4277
  },
4278
  {
4279
  "dataPath": "params_shard_106.bin",
@@ -4286,7 +4286,7 @@
4286
  6144,
4287
  128
4288
  ],
4289
- "dtype": "float16",
4290
  "format": "f32-to-bf16",
4291
  "nbytes": 1572864,
4292
  "byteOffset": 0
@@ -4308,7 +4308,7 @@
4308
  4096,
4309
  128
4310
  ],
4311
- "dtype": "float16",
4312
  "format": "f32-to-bf16",
4313
  "nbytes": 1048576,
4314
  "byteOffset": 9961472
@@ -4319,7 +4319,7 @@
4319
  28672,
4320
  128
4321
  ],
4322
- "dtype": "float16",
4323
  "format": "f32-to-bf16",
4324
  "nbytes": 7340032,
4325
  "byteOffset": 11010048
@@ -4341,13 +4341,13 @@
4341
  6144,
4342
  128
4343
  ],
4344
- "dtype": "float16",
4345
  "format": "f32-to-bf16",
4346
  "nbytes": 1572864,
4347
  "byteOffset": 30932992
4348
  }
4349
  ],
4350
- "md5sum": "54791e959decb1907ca63f38417260e7"
4351
  },
4352
  {
4353
  "dataPath": "params_shard_107.bin",
@@ -4371,13 +4371,13 @@
4371
  4096,
4372
  128
4373
  ],
4374
- "dtype": "float16",
4375
  "format": "f32-to-bf16",
4376
  "nbytes": 1048576,
4377
  "byteOffset": 8388608
4378
  }
4379
  ],
4380
- "md5sum": "c12ee04e2666ad505e6e307d5073a353"
4381
  }
4382
  ]
4383
  }
 
1
  {
2
  "metadata": {
3
  "ParamSize": 325,
4
+ "ParamBytes": 5019811840.0,
5
+ "BitsPerParam": 5.000895173865207
6
  },
7
  "records": [
8
  {
 
22
  "byteOffset": 0
23
  }
24
  ],
25
+ "md5sum": "fb2d02f651e4bfdc6fe8b95a71d24c94"
26
  },
27
  {
28
  "dataPath": "params_shard_1.bin",
 
41
  "byteOffset": 0
42
  }
43
  ],
44
+ "md5sum": "4e59a855acde76d13879fa6cb99611b3"
45
  },
46
  {
47
  "dataPath": "params_shard_2.bin",
 
54
  128256,
55
  128
56
  ],
57
+ "dtype": "float32",
58
  "format": "f32-to-bf16",
59
  "nbytes": 32833536,
60
  "byteOffset": 0
 
64
  "shape": [
65
  4096
66
  ],
67
+ "dtype": "float32",
68
  "format": "f32-to-bf16",
69
  "nbytes": 8192,
70
  "byteOffset": 32833536
71
  }
72
  ],
73
+ "md5sum": "352ee11eb2f549968b4825478dc7775d"
74
  },
75
  {
76
  "dataPath": "params_shard_3.bin",
 
89
  "byteOffset": 0
90
  }
91
  ],
92
+ "md5sum": "3ab443cff6112201ae53cd3baefedcdd"
93
  },
94
  {
95
  "dataPath": "params_shard_4.bin",
 
102
  128256,
103
  128
104
  ],
105
+ "dtype": "float32",
106
  "format": "f32-to-bf16",
107
  "nbytes": 32833536,
108
  "byteOffset": 0
109
  }
110
  ],
111
+ "md5sum": "7b04b4997972b5c339e8adc5617a0522"
112
  },
113
  {
114
  "dataPath": "params_shard_5.bin",
 
121
  4096,
122
  448
123
  ],
124
+ "dtype": "float32",
125
  "format": "f32-to-bf16",
126
  "nbytes": 3670016,
127
  "byteOffset": 0
 
131
  "shape": [
132
  4096
133
  ],
134
+ "dtype": "float32",
135
  "format": "f32-to-bf16",
136
  "nbytes": 8192,
137
  "byteOffset": 3670016
 
141
  "shape": [
142
  4096
143
  ],
144
+ "dtype": "float32",
145
  "format": "f32-to-bf16",
146
  "nbytes": 8192,
147
  "byteOffset": 3678208
 
151
  "shape": [
152
  4096
153
  ],
154
+ "dtype": "float32",
155
  "format": "f32-to-bf16",
156
  "nbytes": 8192,
157
  "byteOffset": 3686400
 
168
  "byteOffset": 3694592
169
  }
170
  ],
171
+ "md5sum": "e4017a9a1b2bf2338a444477c8608060"
172
  },
173
  {
174
  "dataPath": "params_shard_6.bin",
 
187
  "byteOffset": 0
188
  }
189
  ],
190
+ "md5sum": "186998dc1ee8f17d7164d935c861c0a3"
191
  },
192
  {
193
  "dataPath": "params_shard_7.bin",
 
200
  4096,
201
  448
202
  ],
203
+ "dtype": "float32",
204
  "format": "f32-to-bf16",
205
  "nbytes": 3670016,
206
  "byteOffset": 0
 
211
  28672,
212
  128
213
  ],
214
+ "dtype": "float32",
215
  "format": "f32-to-bf16",
216
  "nbytes": 7340032,
217
  "byteOffset": 3670016
 
221
  "shape": [
222
  4096
223
  ],
224
+ "dtype": "float32",
225
  "format": "f32-to-bf16",
226
  "nbytes": 8192,
227
  "byteOffset": 11010048
 
243
  6144,
244
  128
245
  ],
246
+ "dtype": "float32",
247
  "format": "f32-to-bf16",
248
  "nbytes": 1572864,
249
  "byteOffset": 23601152
250
  }
251
  ],
252
+ "md5sum": "6d7afb284a49a88c2ddacaf726b5a42b"
253
  },
254
  {
255
  "dataPath": "params_shard_8.bin",
 
268
  "byteOffset": 0
269
  }
270
  ],
271
+ "md5sum": "fec640ff69773da57e6be577c1f52650"
272
  },
273
  {
274
  "dataPath": "params_shard_9.bin",
 
287
  "byteOffset": 0
288
  }
289
  ],
290
+ "md5sum": "76bbbb747e31f00c2d1e09edef4420ef"
291
  },
292
  {
293
  "dataPath": "params_shard_10.bin",
 
311
  4096,
312
  128
313
  ],
314
+ "dtype": "float32",
315
  "format": "f32-to-bf16",
316
  "nbytes": 1048576,
317
  "byteOffset": 8388608
 
321
  "shape": [
322
  4096
323
  ],
324
+ "dtype": "float32",
325
  "format": "f32-to-bf16",
326
  "nbytes": 8192,
327
  "byteOffset": 9437184
 
332
  4096,
333
  448
334
  ],
335
+ "dtype": "float32",
336
  "format": "f32-to-bf16",
337
  "nbytes": 3670016,
338
  "byteOffset": 9445376
 
343
  28672,
344
  128
345
  ],
346
+ "dtype": "float32",
347
  "format": "f32-to-bf16",
348
  "nbytes": 7340032,
349
  "byteOffset": 13115392
 
353
  "shape": [
354
  4096
355
  ],
356
+ "dtype": "float32",
357
  "format": "f32-to-bf16",
358
  "nbytes": 8192,
359
  "byteOffset": 20455424
 
370
  "byteOffset": 20463616
371
  }
372
  ],
373
+ "md5sum": "71b53d9a3979def985effa85b116093f"
374
  },
375
  {
376
  "dataPath": "params_shard_11.bin",
 
389
  "byteOffset": 0
390
  }
391
  ],
392
+ "md5sum": "af202fb8683b4c5c2b457734f94281c7"
393
  },
394
  {
395
  "dataPath": "params_shard_12.bin",
 
408
  "byteOffset": 0
409
  }
410
  ],
411
+ "md5sum": "b953e11666f0b454a22a74c493033c1b"
412
  },
413
  {
414
  "dataPath": "params_shard_13.bin",
 
421
  6144,
422
  128
423
  ],
424
+ "dtype": "float32",
425
  "format": "f32-to-bf16",
426
  "nbytes": 1572864,
427
  "byteOffset": 0
 
443
  4096,
444
  128
445
  ],
446
+ "dtype": "float32",
447
  "format": "f32-to-bf16",
448
  "nbytes": 1048576,
449
  "byteOffset": 9961472
 
453
  "shape": [
454
  4096
455
  ],
456
+ "dtype": "float32",
457
  "format": "f32-to-bf16",
458
  "nbytes": 8192,
459
  "byteOffset": 11010048
 
464
  4096,
465
  448
466
  ],
467
+ "dtype": "float32",
468
  "format": "f32-to-bf16",
469
  "nbytes": 3670016,
470
  "byteOffset": 11018240
 
475
  28672,
476
  128
477
  ],
478
+ "dtype": "float32",
479
  "format": "f32-to-bf16",
480
  "nbytes": 7340032,
481
  "byteOffset": 14688256
 
485
  "shape": [
486
  4096
487
  ],
488
+ "dtype": "float32",
489
  "format": "f32-to-bf16",
490
  "nbytes": 8192,
491
  "byteOffset": 22028288
492
  }
493
  ],
494
+ "md5sum": "03df88d71a895d9ddd34eed0da219f30"
495
  },
496
  {
497
  "dataPath": "params_shard_14.bin",
 
510
  "byteOffset": 0
511
  }
512
  ],
513
+ "md5sum": "2af83a5654be7fd8d9221935265cea42"
514
  },
515
  {
516
  "dataPath": "params_shard_15.bin",
 
529
  "byteOffset": 0
530
  }
531
  ],
532
+ "md5sum": "1ac61362dae430431e128d9769db1a85"
533
  },
534
  {
535
  "dataPath": "params_shard_16.bin",
 
553
  6144,
554
  128
555
  ],
556
+ "dtype": "float32",
557
  "format": "f32-to-bf16",
558
  "nbytes": 1572864,
559
  "byteOffset": 12582912
 
575
  4096,
576
  128
577
  ],
578
+ "dtype": "float32",
579
  "format": "f32-to-bf16",
580
  "nbytes": 1048576,
581
  "byteOffset": 22544384
 
585
  "shape": [
586
  4096
587
  ],
588
+ "dtype": "float32",
589
  "format": "f32-to-bf16",
590
  "nbytes": 8192,
591
  "byteOffset": 23592960
 
596
  4096,
597
  448
598
  ],
599
+ "dtype": "float32",
600
  "format": "f32-to-bf16",
601
  "nbytes": 3670016,
602
  "byteOffset": 23601152
603
  }
604
  ],
605
+ "md5sum": "d402236028d81430e8e8d43f87849429"
606
  },
607
  {
608
  "dataPath": "params_shard_17.bin",
 
621
  "byteOffset": 0
622
  }
623
  ],
624
+ "md5sum": "f44d9109d741857cd316dd4785bb4612"
625
  },
626
  {
627
  "dataPath": "params_shard_18.bin",
 
634
  28672,
635
  128
636
  ],
637
+ "dtype": "float32",
638
  "format": "f32-to-bf16",
639
  "nbytes": 7340032,
640
  "byteOffset": 0
 
644
  "shape": [
645
  4096
646
  ],
647
+ "dtype": "float32",
648
  "format": "f32-to-bf16",
649
  "nbytes": 8192,
650
  "byteOffset": 7340032
 
666
  6144,
667
  128
668
  ],
669
+ "dtype": "float32",
670
  "format": "f32-to-bf16",
671
  "nbytes": 1572864,
672
  "byteOffset": 19931136
 
688
  4096,
689
  128
690
  ],
691
+ "dtype": "float32",
692
  "format": "f32-to-bf16",
693
  "nbytes": 1048576,
694
  "byteOffset": 29892608
 
698
  "shape": [
699
  4096
700
  ],
701
+ "dtype": "float32",
702
  "format": "f32-to-bf16",
703
  "nbytes": 8192,
704
  "byteOffset": 30941184
705
  }
706
  ],
707
+ "md5sum": "1bd5b407d2ec6759735bbcd02b6d299d"
708
  },
709
  {
710
  "dataPath": "params_shard_19.bin",
 
723
  "byteOffset": 0
724
  }
725
  ],
726
+ "md5sum": "79292d5fdbbad863ed359b4199158c0c"
727
  },
728
  {
729
  "dataPath": "params_shard_20.bin",
 
736
  4096,
737
  448
738
  ],
739
+ "dtype": "float32",
740
  "format": "f32-to-bf16",
741
  "nbytes": 3670016,
742
  "byteOffset": 0
 
747
  28672,
748
  128
749
  ],
750
+ "dtype": "float32",
751
  "format": "f32-to-bf16",
752
  "nbytes": 7340032,
753
  "byteOffset": 3670016
 
757
  "shape": [
758
  4096
759
  ],
760
+ "dtype": "float32",
761
  "format": "f32-to-bf16",
762
  "nbytes": 8192,
763
  "byteOffset": 11010048
 
779
  6144,
780
  128
781
  ],
782
+ "dtype": "float32",
783
  "format": "f32-to-bf16",
784
  "nbytes": 1572864,
785
  "byteOffset": 23601152
786
  }
787
  ],
788
+ "md5sum": "3b558fc17be27dbb7fd1de2fb5eb62b5"
789
  },
790
  {
791
  "dataPath": "params_shard_21.bin",
 
804
  "byteOffset": 0
805
  }
806
  ],
807
+ "md5sum": "e619002bdb11fd6372d556f36a950b90"
808
  },
809
  {
810
  "dataPath": "params_shard_22.bin",
 
823
  "byteOffset": 0
824
  }
825
  ],
826
+ "md5sum": "894ab1aedaf0eb242e8e678093c7ec92"
827
  },
828
  {
829
  "dataPath": "params_shard_23.bin",
 
847
  4096,
848
  128
849
  ],
850
+ "dtype": "float32",
851
  "format": "f32-to-bf16",
852
  "nbytes": 1048576,
853
  "byteOffset": 8388608
 
857
  "shape": [
858
  4096
859
  ],
860
+ "dtype": "float32",
861
  "format": "f32-to-bf16",
862
  "nbytes": 8192,
863
  "byteOffset": 9437184
 
868
  4096,
869
  448
870
  ],
871
+ "dtype": "float32",
872
  "format": "f32-to-bf16",
873
  "nbytes": 3670016,
874
  "byteOffset": 9445376
 
879
  28672,
880
  128
881
  ],
882
+ "dtype": "float32",
883
  "format": "f32-to-bf16",
884
  "nbytes": 7340032,
885
  "byteOffset": 13115392
 
889
  "shape": [
890
  4096
891
  ],
892
+ "dtype": "float32",
893
  "format": "f32-to-bf16",
894
  "nbytes": 8192,
895
  "byteOffset": 20455424
 
906
  "byteOffset": 20463616
907
  }
908
  ],
909
+ "md5sum": "773c4348776129836e0e6a556874e2b9"
910
  },
911
  {
912
  "dataPath": "params_shard_24.bin",
 
925
  "byteOffset": 0
926
  }
927
  ],
928
+ "md5sum": "31cb75422d25f2028db55edb887371dd"
929
  },
930
  {
931
  "dataPath": "params_shard_25.bin",
 
944
  "byteOffset": 0
945
  }
946
  ],
947
+ "md5sum": "2598535b7f0ccf23292fc954068239a4"
948
  },
949
  {
950
  "dataPath": "params_shard_26.bin",
 
957
  6144,
958
  128
959
  ],
960
+ "dtype": "float32",
961
  "format": "f32-to-bf16",
962
  "nbytes": 1572864,
963
  "byteOffset": 0
 
979
  4096,
980
  128
981
  ],
982
+ "dtype": "float32",
983
  "format": "f32-to-bf16",
984
  "nbytes": 1048576,
985
  "byteOffset": 9961472
 
989
  "shape": [
990
  4096
991
  ],
992
+ "dtype": "float32",
993
  "format": "f32-to-bf16",
994
  "nbytes": 8192,
995
  "byteOffset": 11010048
 
1000
  4096,
1001
  448
1002
  ],
1003
+ "dtype": "float32",
1004
  "format": "f32-to-bf16",
1005
  "nbytes": 3670016,
1006
  "byteOffset": 11018240
 
1011
  28672,
1012
  128
1013
  ],
1014
+ "dtype": "float32",
1015
  "format": "f32-to-bf16",
1016
  "nbytes": 7340032,
1017
  "byteOffset": 14688256
 
1021
  "shape": [
1022
  4096
1023
  ],
1024
+ "dtype": "float32",
1025
  "format": "f32-to-bf16",
1026
  "nbytes": 8192,
1027
  "byteOffset": 22028288
1028
  }
1029
  ],
1030
+ "md5sum": "cefd4137a2c8f093b87c9e4321878ddb"
1031
  },
1032
  {
1033
  "dataPath": "params_shard_27.bin",
 
1046
  "byteOffset": 0
1047
  }
1048
  ],
1049
+ "md5sum": "320e04cdb4de1fe23dfb235b15319903"
1050
  },
1051
  {
1052
  "dataPath": "params_shard_28.bin",
 
1065
  "byteOffset": 0
1066
  }
1067
  ],
1068
+ "md5sum": "e92c589e7dad4d6e674c21d8699a3576"
1069
  },
1070
  {
1071
  "dataPath": "params_shard_29.bin",
 
1089
  6144,
1090
  128
1091
  ],
1092
+ "dtype": "float32",
1093
  "format": "f32-to-bf16",
1094
  "nbytes": 1572864,
1095
  "byteOffset": 12582912
 
1111
  4096,
1112
  128
1113
  ],
1114
+ "dtype": "float32",
1115
  "format": "f32-to-bf16",
1116
  "nbytes": 1048576,
1117
  "byteOffset": 22544384
 
1121
  "shape": [
1122
  4096
1123
  ],
1124
+ "dtype": "float32",
1125
  "format": "f32-to-bf16",
1126
  "nbytes": 8192,
1127
  "byteOffset": 23592960
 
1132
  4096,
1133
  448
1134
  ],
1135
+ "dtype": "float32",
1136
  "format": "f32-to-bf16",
1137
  "nbytes": 3670016,
1138
  "byteOffset": 23601152
1139
  }
1140
  ],
1141
+ "md5sum": "97e1814f6e436dd3ab68bb671d68e20b"
1142
  },
1143
  {
1144
  "dataPath": "params_shard_30.bin",
 
1157
  "byteOffset": 0
1158
  }
1159
  ],
1160
+ "md5sum": "d39351a0c5c81b51f602ae9c5d2e46a1"
1161
  },
1162
  {
1163
  "dataPath": "params_shard_31.bin",
 
1170
  28672,
1171
  128
1172
  ],
1173
+ "dtype": "float32",
1174
  "format": "f32-to-bf16",
1175
  "nbytes": 7340032,
1176
  "byteOffset": 0
 
1180
  "shape": [
1181
  4096
1182
  ],
1183
+ "dtype": "float32",
1184
  "format": "f32-to-bf16",
1185
  "nbytes": 8192,
1186
  "byteOffset": 7340032
 
1202
  6144,
1203
  128
1204
  ],
1205
+ "dtype": "float32",
1206
  "format": "f32-to-bf16",
1207
  "nbytes": 1572864,
1208
  "byteOffset": 19931136
 
1224
  4096,
1225
  128
1226
  ],
1227
+ "dtype": "float32",
1228
  "format": "f32-to-bf16",
1229
  "nbytes": 1048576,
1230
  "byteOffset": 29892608
 
1234
  "shape": [
1235
  4096
1236
  ],
1237
+ "dtype": "float32",
1238
  "format": "f32-to-bf16",
1239
  "nbytes": 8192,
1240
  "byteOffset": 30941184
1241
  }
1242
  ],
1243
+ "md5sum": "3e1c9edcff72dbb0acbaece3ecf14617"
1244
  },
1245
  {
1246
  "dataPath": "params_shard_32.bin",
 
1259
  "byteOffset": 0
1260
  }
1261
  ],
1262
+ "md5sum": "e586743efab7855e986fbf108160f6dc"
1263
  },
1264
  {
1265
  "dataPath": "params_shard_33.bin",
 
1272
  4096,
1273
  448
1274
  ],
1275
+ "dtype": "float32",
1276
  "format": "f32-to-bf16",
1277
  "nbytes": 3670016,
1278
  "byteOffset": 0
 
1283
  28672,
1284
  128
1285
  ],
1286
+ "dtype": "float32",
1287
  "format": "f32-to-bf16",
1288
  "nbytes": 7340032,
1289
  "byteOffset": 3670016
 
1293
  "shape": [
1294
  4096
1295
  ],
1296
+ "dtype": "float32",
1297
  "format": "f32-to-bf16",
1298
  "nbytes": 8192,
1299
  "byteOffset": 11010048
 
1315
  6144,
1316
  128
1317
  ],
1318
+ "dtype": "float32",
1319
  "format": "f32-to-bf16",
1320
  "nbytes": 1572864,
1321
  "byteOffset": 23601152
1322
  }
1323
  ],
1324
+ "md5sum": "db5834976d49b828843ea07ba99a2d43"
1325
  },
1326
  {
1327
  "dataPath": "params_shard_34.bin",
 
1340
  "byteOffset": 0
1341
  }
1342
  ],
1343
+ "md5sum": "722cf6487b0434876be49161c1463f7e"
1344
  },
1345
  {
1346
  "dataPath": "params_shard_35.bin",
 
1359
  "byteOffset": 0
1360
  }
1361
  ],
1362
+ "md5sum": "19e501c63179b44b9406bb741a053241"
1363
  },
1364
  {
1365
  "dataPath": "params_shard_36.bin",
 
1383
  4096,
1384
  128
1385
  ],
1386
+ "dtype": "float32",
1387
  "format": "f32-to-bf16",
1388
  "nbytes": 1048576,
1389
  "byteOffset": 8388608
 
1393
  "shape": [
1394
  4096
1395
  ],
1396
+ "dtype": "float32",
1397
  "format": "f32-to-bf16",
1398
  "nbytes": 8192,
1399
  "byteOffset": 9437184
 
1404
  4096,
1405
  448
1406
  ],
1407
+ "dtype": "float32",
1408
  "format": "f32-to-bf16",
1409
  "nbytes": 3670016,
1410
  "byteOffset": 9445376
 
1415
  28672,
1416
  128
1417
  ],
1418
+ "dtype": "float32",
1419
  "format": "f32-to-bf16",
1420
  "nbytes": 7340032,
1421
  "byteOffset": 13115392
 
1425
  "shape": [
1426
  4096
1427
  ],
1428
+ "dtype": "float32",
1429
  "format": "f32-to-bf16",
1430
  "nbytes": 8192,
1431
  "byteOffset": 20455424
 
1442
  "byteOffset": 20463616
1443
  }
1444
  ],
1445
+ "md5sum": "5d0bd6506b731ab4e8cbc594906b15dd"
1446
  },
1447
  {
1448
  "dataPath": "params_shard_37.bin",
 
1461
  "byteOffset": 0
1462
  }
1463
  ],
1464
+ "md5sum": "7d6e32b84cc8fe7028039170ed5be671"
1465
  },
1466
  {
1467
  "dataPath": "params_shard_38.bin",
 
1480
  "byteOffset": 0
1481
  }
1482
  ],
1483
+ "md5sum": "59e325424bd9ba72981810e45fa02348"
1484
  },
1485
  {
1486
  "dataPath": "params_shard_39.bin",
 
1493
  6144,
1494
  128
1495
  ],
1496
+ "dtype": "float32",
1497
  "format": "f32-to-bf16",
1498
  "nbytes": 1572864,
1499
  "byteOffset": 0
 
1515
  4096,
1516
  128
1517
  ],
1518
+ "dtype": "float32",
1519
  "format": "f32-to-bf16",
1520
  "nbytes": 1048576,
1521
  "byteOffset": 9961472
 
1525
  "shape": [
1526
  4096
1527
  ],
1528
+ "dtype": "float32",
1529
  "format": "f32-to-bf16",
1530
  "nbytes": 8192,
1531
  "byteOffset": 11010048
 
1536
  4096,
1537
  448
1538
  ],
1539
+ "dtype": "float32",
1540
  "format": "f32-to-bf16",
1541
  "nbytes": 3670016,
1542
  "byteOffset": 11018240
 
1547
  28672,
1548
  128
1549
  ],
1550
+ "dtype": "float32",
1551
  "format": "f32-to-bf16",
1552
  "nbytes": 7340032,
1553
  "byteOffset": 14688256
 
1557
  "shape": [
1558
  4096
1559
  ],
1560
+ "dtype": "float32",
1561
  "format": "f32-to-bf16",
1562
  "nbytes": 8192,
1563
  "byteOffset": 22028288
1564
  }
1565
  ],
1566
+ "md5sum": "6b2c2f65379232f93c6cf7d9d41d011a"
1567
  },
1568
  {
1569
  "dataPath": "params_shard_40.bin",
 
1582
  "byteOffset": 0
1583
  }
1584
  ],
1585
+ "md5sum": "bc8a1605b258153e879a1b12b87ece2f"
1586
  },
1587
  {
1588
  "dataPath": "params_shard_41.bin",
 
1601
  "byteOffset": 0
1602
  }
1603
  ],
1604
+ "md5sum": "8236e24025b645578b6b076b0d9819e9"
1605
  },
1606
  {
1607
  "dataPath": "params_shard_42.bin",
 
1625
  6144,
1626
  128
1627
  ],
1628
+ "dtype": "float32",
1629
  "format": "f32-to-bf16",
1630
  "nbytes": 1572864,
1631
  "byteOffset": 12582912
 
1647
  4096,
1648
  128
1649
  ],
1650
+ "dtype": "float32",
1651
  "format": "f32-to-bf16",
1652
  "nbytes": 1048576,
1653
  "byteOffset": 22544384
 
1657
  "shape": [
1658
  4096
1659
  ],
1660
+ "dtype": "float32",
1661
  "format": "f32-to-bf16",
1662
  "nbytes": 8192,
1663
  "byteOffset": 23592960
 
1668
  4096,
1669
  448
1670
  ],
1671
+ "dtype": "float32",
1672
  "format": "f32-to-bf16",
1673
  "nbytes": 3670016,
1674
  "byteOffset": 23601152
1675
  }
1676
  ],
1677
+ "md5sum": "f84b5df1bd8e378c4110fa1574f0972f"
1678
  },
1679
  {
1680
  "dataPath": "params_shard_43.bin",
 
1693
  "byteOffset": 0
1694
  }
1695
  ],
1696
+ "md5sum": "cab379990a69c21d4065b658ba166fd7"
1697
  },
1698
  {
1699
  "dataPath": "params_shard_44.bin",
 
1706
  28672,
1707
  128
1708
  ],
1709
+ "dtype": "float32",
1710
  "format": "f32-to-bf16",
1711
  "nbytes": 7340032,
1712
  "byteOffset": 0
 
1716
  "shape": [
1717
  4096
1718
  ],
1719
+ "dtype": "float32",
1720
  "format": "f32-to-bf16",
1721
  "nbytes": 8192,
1722
  "byteOffset": 7340032
 
1738
  6144,
1739
  128
1740
  ],
1741
+ "dtype": "float32",
1742
  "format": "f32-to-bf16",
1743
  "nbytes": 1572864,
1744
  "byteOffset": 19931136
 
1760
  4096,
1761
  128
1762
  ],
1763
+ "dtype": "float32",
1764
  "format": "f32-to-bf16",
1765
  "nbytes": 1048576,
1766
  "byteOffset": 29892608
 
1770
  "shape": [
1771
  4096
1772
  ],
1773
+ "dtype": "float32",
1774
  "format": "f32-to-bf16",
1775
  "nbytes": 8192,
1776
  "byteOffset": 30941184
1777
  }
1778
  ],
1779
+ "md5sum": "e7a8db931bdaed95bc6b144ed5442c30"
1780
  },
1781
  {
1782
  "dataPath": "params_shard_45.bin",
 
1795
  "byteOffset": 0
1796
  }
1797
  ],
1798
+ "md5sum": "156d0fd69d36c1c7b79c647606f5c639"
1799
  },
1800
  {
1801
  "dataPath": "params_shard_46.bin",
 
1808
  4096,
1809
  448
1810
  ],
1811
+ "dtype": "float32",
1812
  "format": "f32-to-bf16",
1813
  "nbytes": 3670016,
1814
  "byteOffset": 0
 
1819
  28672,
1820
  128
1821
  ],
1822
+ "dtype": "float32",
1823
  "format": "f32-to-bf16",
1824
  "nbytes": 7340032,
1825
  "byteOffset": 3670016
 
1829
  "shape": [
1830
  4096
1831
  ],
1832
+ "dtype": "float32",
1833
  "format": "f32-to-bf16",
1834
  "nbytes": 8192,
1835
  "byteOffset": 11010048
 
1851
  6144,
1852
  128
1853
  ],
1854
+ "dtype": "float32",
1855
  "format": "f32-to-bf16",
1856
  "nbytes": 1572864,
1857
  "byteOffset": 23601152
1858
  }
1859
  ],
1860
+ "md5sum": "944d55d138f0547c679357adab37f9a1"
1861
  },
1862
  {
1863
  "dataPath": "params_shard_47.bin",
 
1876
  "byteOffset": 0
1877
  }
1878
  ],
1879
+ "md5sum": "a967f484d8d1e9e99dd3cb78598f83b7"
1880
  },
1881
  {
1882
  "dataPath": "params_shard_48.bin",
 
1895
  "byteOffset": 0
1896
  }
1897
  ],
1898
+ "md5sum": "211f9e28e82f06c7e7c7a0ed6c2527d0"
1899
  },
1900
  {
1901
  "dataPath": "params_shard_49.bin",
 
1919
  4096,
1920
  128
1921
  ],
1922
+ "dtype": "float32",
1923
  "format": "f32-to-bf16",
1924
  "nbytes": 1048576,
1925
  "byteOffset": 8388608
 
1929
  "shape": [
1930
  4096
1931
  ],
1932
+ "dtype": "float32",
1933
  "format": "f32-to-bf16",
1934
  "nbytes": 8192,
1935
  "byteOffset": 9437184
 
1940
  4096,
1941
  448
1942
  ],
1943
+ "dtype": "float32",
1944
  "format": "f32-to-bf16",
1945
  "nbytes": 3670016,
1946
  "byteOffset": 9445376
 
1951
  28672,
1952
  128
1953
  ],
1954
+ "dtype": "float32",
1955
  "format": "f32-to-bf16",
1956
  "nbytes": 7340032,
1957
  "byteOffset": 13115392
 
1961
  "shape": [
1962
  4096
1963
  ],
1964
+ "dtype": "float32",
1965
  "format": "f32-to-bf16",
1966
  "nbytes": 8192,
1967
  "byteOffset": 20455424
 
1978
  "byteOffset": 20463616
1979
  }
1980
  ],
1981
+ "md5sum": "0d0231dfa4a208677e13fa6a0ee4e072"
1982
  },
1983
  {
1984
  "dataPath": "params_shard_50.bin",
 
1997
  "byteOffset": 0
1998
  }
1999
  ],
2000
+ "md5sum": "10fcc57eef83f4105e41e0c745a1953d"
2001
  },
2002
  {
2003
  "dataPath": "params_shard_51.bin",
 
2016
  "byteOffset": 0
2017
  }
2018
  ],
2019
+ "md5sum": "568496f1cb730330b39583a55946d7f5"
2020
  },
2021
  {
2022
  "dataPath": "params_shard_52.bin",
 
2029
  6144,
2030
  128
2031
  ],
2032
+ "dtype": "float32",
2033
  "format": "f32-to-bf16",
2034
  "nbytes": 1572864,
2035
  "byteOffset": 0
 
2051
  4096,
2052
  128
2053
  ],
2054
+ "dtype": "float32",
2055
  "format": "f32-to-bf16",
2056
  "nbytes": 1048576,
2057
  "byteOffset": 9961472
 
2061
  "shape": [
2062
  4096
2063
  ],
2064
+ "dtype": "float32",
2065
  "format": "f32-to-bf16",
2066
  "nbytes": 8192,
2067
  "byteOffset": 11010048
 
2072
  4096,
2073
  448
2074
  ],
2075
+ "dtype": "float32",
2076
  "format": "f32-to-bf16",
2077
  "nbytes": 3670016,
2078
  "byteOffset": 11018240
 
2083
  28672,
2084
  128
2085
  ],
2086
+ "dtype": "float32",
2087
  "format": "f32-to-bf16",
2088
  "nbytes": 7340032,
2089
  "byteOffset": 14688256
 
2093
  "shape": [
2094
  4096
2095
  ],
2096
+ "dtype": "float32",
2097
  "format": "f32-to-bf16",
2098
  "nbytes": 8192,
2099
  "byteOffset": 22028288
2100
  }
2101
  ],
2102
+ "md5sum": "b9a801f218ecd9e53cd6b7e3b2150d82"
2103
  },
2104
  {
2105
  "dataPath": "params_shard_53.bin",
 
2118
  "byteOffset": 0
2119
  }
2120
  ],
2121
+ "md5sum": "cfcc1d8106d570e9bd868881a7f8f214"
2122
  },
2123
  {
2124
  "dataPath": "params_shard_54.bin",
 
2137
  "byteOffset": 0
2138
  }
2139
  ],
2140
+ "md5sum": "85c2cc8ad04efbc991672977297ca162"
2141
  },
2142
  {
2143
  "dataPath": "params_shard_55.bin",
 
2161
  6144,
2162
  128
2163
  ],
2164
+ "dtype": "float32",
2165
  "format": "f32-to-bf16",
2166
  "nbytes": 1572864,
2167
  "byteOffset": 12582912
 
2183
  4096,
2184
  128
2185
  ],
2186
+ "dtype": "float32",
2187
  "format": "f32-to-bf16",
2188
  "nbytes": 1048576,
2189
  "byteOffset": 22544384
 
2193
  "shape": [
2194
  4096
2195
  ],
2196
+ "dtype": "float32",
2197
  "format": "f32-to-bf16",
2198
  "nbytes": 8192,
2199
  "byteOffset": 23592960
 
2204
  4096,
2205
  448
2206
  ],
2207
+ "dtype": "float32",
2208
  "format": "f32-to-bf16",
2209
  "nbytes": 3670016,
2210
  "byteOffset": 23601152
2211
  }
2212
  ],
2213
+ "md5sum": "6cd4bfe385d9e627ed31274b7b8159bd"
2214
  },
2215
  {
2216
  "dataPath": "params_shard_56.bin",
 
2229
  "byteOffset": 0
2230
  }
2231
  ],
2232
+ "md5sum": "eb55d7241b7ed0cc60eb3cbae0467e31"
2233
  },
2234
  {
2235
  "dataPath": "params_shard_57.bin",
 
2242
  28672,
2243
  128
2244
  ],
2245
+ "dtype": "float32",
2246
  "format": "f32-to-bf16",
2247
  "nbytes": 7340032,
2248
  "byteOffset": 0
 
2252
  "shape": [
2253
  4096
2254
  ],
2255
+ "dtype": "float32",
2256
  "format": "f32-to-bf16",
2257
  "nbytes": 8192,
2258
  "byteOffset": 7340032
 
2274
  6144,
2275
  128
2276
  ],
2277
+ "dtype": "float32",
2278
  "format": "f32-to-bf16",
2279
  "nbytes": 1572864,
2280
  "byteOffset": 19931136
 
2296
  4096,
2297
  128
2298
  ],
2299
+ "dtype": "float32",
2300
  "format": "f32-to-bf16",
2301
  "nbytes": 1048576,
2302
  "byteOffset": 29892608
 
2306
  "shape": [
2307
  4096
2308
  ],
2309
+ "dtype": "float32",
2310
  "format": "f32-to-bf16",
2311
  "nbytes": 8192,
2312
  "byteOffset": 30941184
2313
  }
2314
  ],
2315
+ "md5sum": "360a148cb25de23e1cd650e9bd7fc96c"
2316
  },
2317
  {
2318
  "dataPath": "params_shard_58.bin",
 
2331
  "byteOffset": 0
2332
  }
2333
  ],
2334
+ "md5sum": "4e76b3afafbb43d6b5b883fa0c67e6ec"
2335
  },
2336
  {
2337
  "dataPath": "params_shard_59.bin",
 
2344
  4096,
2345
  448
2346
  ],
2347
+ "dtype": "float32",
2348
  "format": "f32-to-bf16",
2349
  "nbytes": 3670016,
2350
  "byteOffset": 0
 
2355
  28672,
2356
  128
2357
  ],
2358
+ "dtype": "float32",
2359
  "format": "f32-to-bf16",
2360
  "nbytes": 7340032,
2361
  "byteOffset": 3670016
 
2365
  "shape": [
2366
  4096
2367
  ],
2368
+ "dtype": "float32",
2369
  "format": "f32-to-bf16",
2370
  "nbytes": 8192,
2371
  "byteOffset": 11010048
 
2387
  6144,
2388
  128
2389
  ],
2390
+ "dtype": "float32",
2391
  "format": "f32-to-bf16",
2392
  "nbytes": 1572864,
2393
  "byteOffset": 23601152
2394
  }
2395
  ],
2396
+ "md5sum": "ba942ce5d0b387a61bc41417c1b52bcf"
2397
  },
2398
  {
2399
  "dataPath": "params_shard_60.bin",
 
2412
  "byteOffset": 0
2413
  }
2414
  ],
2415
+ "md5sum": "9a9bc481aaa9d2ab63142e26b160d320"
2416
  },
2417
  {
2418
  "dataPath": "params_shard_61.bin",
 
2431
  "byteOffset": 0
2432
  }
2433
  ],
2434
+ "md5sum": "ee0ce253a45150b12b13f527686ef113"
2435
  },
2436
  {
2437
  "dataPath": "params_shard_62.bin",
 
2455
  4096,
2456
  128
2457
  ],
2458
+ "dtype": "float32",
2459
  "format": "f32-to-bf16",
2460
  "nbytes": 1048576,
2461
  "byteOffset": 8388608
 
2465
  "shape": [
2466
  4096
2467
  ],
2468
+ "dtype": "float32",
2469
  "format": "f32-to-bf16",
2470
  "nbytes": 8192,
2471
  "byteOffset": 9437184
 
2476
  4096,
2477
  448
2478
  ],
2479
+ "dtype": "float32",
2480
  "format": "f32-to-bf16",
2481
  "nbytes": 3670016,
2482
  "byteOffset": 9445376
 
2487
  28672,
2488
  128
2489
  ],
2490
+ "dtype": "float32",
2491
  "format": "f32-to-bf16",
2492
  "nbytes": 7340032,
2493
  "byteOffset": 13115392
 
2497
  "shape": [
2498
  4096
2499
  ],
2500
+ "dtype": "float32",
2501
  "format": "f32-to-bf16",
2502
  "nbytes": 8192,
2503
  "byteOffset": 20455424
 
2514
  "byteOffset": 20463616
2515
  }
2516
  ],
2517
+ "md5sum": "604a8976e9f95c26f5dc727ed4a24c3c"
2518
  },
2519
  {
2520
  "dataPath": "params_shard_63.bin",
 
2533
  "byteOffset": 0
2534
  }
2535
  ],
2536
+ "md5sum": "1ea0950837b5eaf691af29959d3a93bb"
2537
  },
2538
  {
2539
  "dataPath": "params_shard_64.bin",
 
2552
  "byteOffset": 0
2553
  }
2554
  ],
2555
+ "md5sum": "6a1447b1d8900ee952e706ec2fc09aa6"
2556
  },
2557
  {
2558
  "dataPath": "params_shard_65.bin",
 
2565
  6144,
2566
  128
2567
  ],
2568
+ "dtype": "float32",
2569
  "format": "f32-to-bf16",
2570
  "nbytes": 1572864,
2571
  "byteOffset": 0
 
2587
  4096,
2588
  128
2589
  ],
2590
+ "dtype": "float32",
2591
  "format": "f32-to-bf16",
2592
  "nbytes": 1048576,
2593
  "byteOffset": 9961472
 
2597
  "shape": [
2598
  4096
2599
  ],
2600
+ "dtype": "float32",
2601
  "format": "f32-to-bf16",
2602
  "nbytes": 8192,
2603
  "byteOffset": 11010048
 
2608
  4096,
2609
  448
2610
  ],
2611
+ "dtype": "float32",
2612
  "format": "f32-to-bf16",
2613
  "nbytes": 3670016,
2614
  "byteOffset": 11018240
 
2619
  28672,
2620
  128
2621
  ],
2622
+ "dtype": "float32",
2623
  "format": "f32-to-bf16",
2624
  "nbytes": 7340032,
2625
  "byteOffset": 14688256
 
2629
  "shape": [
2630
  4096
2631
  ],
2632
+ "dtype": "float32",
2633
  "format": "f32-to-bf16",
2634
  "nbytes": 8192,
2635
  "byteOffset": 22028288
2636
  }
2637
  ],
2638
+ "md5sum": "64c7b3516154cc881b370204553e0436"
2639
  },
2640
  {
2641
  "dataPath": "params_shard_66.bin",
 
2654
  "byteOffset": 0
2655
  }
2656
  ],
2657
+ "md5sum": "2b68f6d87d61157547eaa366b30045b2"
2658
  },
2659
  {
2660
  "dataPath": "params_shard_67.bin",
 
2678
  6144,
2679
  128
2680
  ],
2681
+ "dtype": "float32",
2682
  "format": "f32-to-bf16",
2683
  "nbytes": 1572864,
2684
  "byteOffset": 12582912
 
2700
  4096,
2701
  128
2702
  ],
2703
+ "dtype": "float32",
2704
  "format": "f32-to-bf16",
2705
  "nbytes": 1048576,
2706
  "byteOffset": 22544384
 
2711
  28672,
2712
  128
2713
  ],
2714
+ "dtype": "float32",
2715
  "format": "f32-to-bf16",
2716
  "nbytes": 7340032,
2717
  "byteOffset": 23592960
2718
  }
2719
  ],
2720
+ "md5sum": "3a69370a9895e46b6eeaac80f23bbfa5"
2721
  },
2722
  {
2723
  "dataPath": "params_shard_68.bin",
 
2736
  "byteOffset": 0
2737
  }
2738
  ],
2739
+ "md5sum": "d7d8be646cd5f107e56eb85c86e9fc41"
2740
  },
2741
  {
2742
  "dataPath": "params_shard_69.bin",
 
2755
  "byteOffset": 0
2756
  }
2757
  ],
2758
+ "md5sum": "361e74e85facdc99ff3308a142486500"
2759
  },
2760
  {
2761
  "dataPath": "params_shard_70.bin",
 
2779
  6144,
2780
  128
2781
  ],
2782
+ "dtype": "float32",
2783
  "format": "f32-to-bf16",
2784
  "nbytes": 1572864,
2785
  "byteOffset": 12582912
 
2801
  4096,
2802
  128
2803
  ],
2804
+ "dtype": "float32",
2805
  "format": "f32-to-bf16",
2806
  "nbytes": 1048576,
2807
  "byteOffset": 22544384
 
2811
  "shape": [
2812
  4096
2813
  ],
2814
+ "dtype": "float32",
2815
  "format": "f32-to-bf16",
2816
  "nbytes": 8192,
2817
  "byteOffset": 23592960
 
2822
  4096,
2823
  448
2824
  ],
2825
+ "dtype": "float32",
2826
  "format": "f32-to-bf16",
2827
  "nbytes": 3670016,
2828
  "byteOffset": 23601152
2829
  }
2830
  ],
2831
+ "md5sum": "2bd59033bb19557156ae23e3ec905dd5"
2832
  },
2833
  {
2834
  "dataPath": "params_shard_71.bin",
 
2847
  "byteOffset": 0
2848
  }
2849
  ],
2850
+ "md5sum": "f47c4097dba5ef15cb73de9baf979901"
2851
  },
2852
  {
2853
  "dataPath": "params_shard_72.bin",
 
2860
  28672,
2861
  128
2862
  ],
2863
+ "dtype": "float32",
2864
  "format": "f32-to-bf16",
2865
  "nbytes": 7340032,
2866
  "byteOffset": 0
 
2870
  "shape": [
2871
  4096
2872
  ],
2873
+ "dtype": "float32",
2874
  "format": "f32-to-bf16",
2875
  "nbytes": 8192,
2876
  "byteOffset": 7340032
 
2892
  6144,
2893
  128
2894
  ],
2895
+ "dtype": "float32",
2896
  "format": "f32-to-bf16",
2897
  "nbytes": 1572864,
2898
  "byteOffset": 19931136
 
2914
  4096,
2915
  128
2916
  ],
2917
+ "dtype": "float32",
2918
  "format": "f32-to-bf16",
2919
  "nbytes": 1048576,
2920
  "byteOffset": 29892608
 
2924
  "shape": [
2925
  4096
2926
  ],
2927
+ "dtype": "float32",
2928
  "format": "f32-to-bf16",
2929
  "nbytes": 8192,
2930
  "byteOffset": 30941184
2931
  }
2932
  ],
2933
+ "md5sum": "78f1c51e11fa938d3c6d7f1340ab434f"
2934
  },
2935
  {
2936
  "dataPath": "params_shard_73.bin",
 
2943
  4096,
2944
  448
2945
  ],
2946
+ "dtype": "float32",
2947
  "format": "f32-to-bf16",
2948
  "nbytes": 3670016,
2949
  "byteOffset": 0
 
2953
  "shape": [
2954
  4096
2955
  ],
2956
+ "dtype": "float32",
2957
  "format": "f32-to-bf16",
2958
  "nbytes": 8192,
2959
  "byteOffset": 3670016
 
2963
  "shape": [
2964
  4096
2965
  ],
2966
+ "dtype": "float32",
2967
  "format": "f32-to-bf16",
2968
  "nbytes": 8192,
2969
  "byteOffset": 3678208
 
2980
  "byteOffset": 3686400
2981
  }
2982
  ],
2983
+ "md5sum": "9d148ed4d267527f7e9754d5c5e7086d"
2984
  },
2985
  {
2986
  "dataPath": "params_shard_74.bin",
 
2999
  "byteOffset": 0
3000
  }
3001
  ],
3002
+ "md5sum": "aa27bbc7a2e0d25c0a1c8e061b84d689"
3003
  },
3004
  {
3005
  "dataPath": "params_shard_75.bin",
 
3012
  4096,
3013
  448
3014
  ],
3015
+ "dtype": "float32",
3016
  "format": "f32-to-bf16",
3017
  "nbytes": 3670016,
3018
  "byteOffset": 0
 
3023
  28672,
3024
  128
3025
  ],
3026
+ "dtype": "float32",
3027
  "format": "f32-to-bf16",
3028
  "nbytes": 7340032,
3029
  "byteOffset": 3670016
 
3033
  "shape": [
3034
  4096
3035
  ],
3036
+ "dtype": "float32",
3037
  "format": "f32-to-bf16",
3038
  "nbytes": 8192,
3039
  "byteOffset": 11010048
 
3055
  6144,
3056
  128
3057
  ],
3058
+ "dtype": "float32",
3059
  "format": "f32-to-bf16",
3060
  "nbytes": 1572864,
3061
  "byteOffset": 23601152
3062
  }
3063
  ],
3064
+ "md5sum": "0ba9abd476cb05ada38c9fc353171ca9"
3065
  },
3066
  {
3067
  "dataPath": "params_shard_76.bin",
 
3080
  "byteOffset": 0
3081
  }
3082
  ],
3083
+ "md5sum": "bc60f0ff7768f86ff01de5cfd40bb8a7"
3084
  },
3085
  {
3086
  "dataPath": "params_shard_77.bin",
 
3099
  "byteOffset": 0
3100
  }
3101
  ],
3102
+ "md5sum": "29ec63ab6007c867d297e410b485253b"
3103
  },
3104
  {
3105
  "dataPath": "params_shard_78.bin",
 
3123
  4096,
3124
  128
3125
  ],
3126
+ "dtype": "float32",
3127
  "format": "f32-to-bf16",
3128
  "nbytes": 1048576,
3129
  "byteOffset": 8388608
 
3133
  "shape": [
3134
  4096
3135
  ],
3136
+ "dtype": "float32",
3137
  "format": "f32-to-bf16",
3138
  "nbytes": 8192,
3139
  "byteOffset": 9437184
 
3144
  4096,
3145
  448
3146
  ],
3147
+ "dtype": "float32",
3148
  "format": "f32-to-bf16",
3149
  "nbytes": 3670016,
3150
  "byteOffset": 9445376
 
3155
  28672,
3156
  128
3157
  ],
3158
+ "dtype": "float32",
3159
  "format": "f32-to-bf16",
3160
  "nbytes": 7340032,
3161
  "byteOffset": 13115392
 
3165
  "shape": [
3166
  4096
3167
  ],
3168
+ "dtype": "float32",
3169
  "format": "f32-to-bf16",
3170
  "nbytes": 8192,
3171
  "byteOffset": 20455424
 
3182
  "byteOffset": 20463616
3183
  }
3184
  ],
3185
+ "md5sum": "e784b737a52331f00abe5bfb7766adec"
3186
  },
3187
  {
3188
  "dataPath": "params_shard_79.bin",
 
3201
  "byteOffset": 0
3202
  }
3203
  ],
3204
+ "md5sum": "f31b33dc98988dbb0e71a75c11f70b1c"
3205
  },
3206
  {
3207
  "dataPath": "params_shard_80.bin",
 
3220
  "byteOffset": 0
3221
  }
3222
  ],
3223
+ "md5sum": "c282dffcee185ed11f6fde80e0684d7a"
3224
  },
3225
  {
3226
  "dataPath": "params_shard_81.bin",
 
3233
  6144,
3234
  128
3235
  ],
3236
+ "dtype": "float32",
3237
  "format": "f32-to-bf16",
3238
  "nbytes": 1572864,
3239
  "byteOffset": 0
 
3255
  4096,
3256
  128
3257
  ],
3258
+ "dtype": "float32",
3259
  "format": "f32-to-bf16",
3260
  "nbytes": 1048576,
3261
  "byteOffset": 9961472
 
3265
  "shape": [
3266
  4096
3267
  ],
3268
+ "dtype": "float32",
3269
  "format": "f32-to-bf16",
3270
  "nbytes": 8192,
3271
  "byteOffset": 11010048
 
3276
  4096,
3277
  448
3278
  ],
3279
+ "dtype": "float32",
3280
  "format": "f32-to-bf16",
3281
  "nbytes": 3670016,
3282
  "byteOffset": 11018240
 
3287
  28672,
3288
  128
3289
  ],
3290
+ "dtype": "float32",
3291
  "format": "f32-to-bf16",
3292
  "nbytes": 7340032,
3293
  "byteOffset": 14688256
 
3297
  "shape": [
3298
  4096
3299
  ],
3300
+ "dtype": "float32",
3301
  "format": "f32-to-bf16",
3302
  "nbytes": 8192,
3303
  "byteOffset": 22028288
3304
  }
3305
  ],
3306
+ "md5sum": "fb6d5d91ecf707f941b8349cdee2e10a"
3307
  },
3308
  {
3309
  "dataPath": "params_shard_82.bin",
 
3322
  "byteOffset": 0
3323
  }
3324
  ],
3325
+ "md5sum": "1f9b6d5a416e6f00db89c6abee2e4857"
3326
  },
3327
  {
3328
  "dataPath": "params_shard_83.bin",
 
3341
  "byteOffset": 0
3342
  }
3343
  ],
3344
+ "md5sum": "3b8caaad522b7161f41baa1649863976"
3345
  },
3346
  {
3347
  "dataPath": "params_shard_84.bin",
 
3365
  6144,
3366
  128
3367
  ],
3368
+ "dtype": "float32",
3369
  "format": "f32-to-bf16",
3370
  "nbytes": 1572864,
3371
  "byteOffset": 12582912
 
3387
  4096,
3388
  128
3389
  ],
3390
+ "dtype": "float32",
3391
  "format": "f32-to-bf16",
3392
  "nbytes": 1048576,
3393
  "byteOffset": 22544384
 
3397
  "shape": [
3398
  4096
3399
  ],
3400
+ "dtype": "float32",
3401
  "format": "f32-to-bf16",
3402
  "nbytes": 8192,
3403
  "byteOffset": 23592960
 
3408
  4096,
3409
  448
3410
  ],
3411
+ "dtype": "float32",
3412
  "format": "f32-to-bf16",
3413
  "nbytes": 3670016,
3414
  "byteOffset": 23601152
3415
  }
3416
  ],
3417
+ "md5sum": "109bd0d5bd711eea54b12df515ffc154"
3418
  },
3419
  {
3420
  "dataPath": "params_shard_85.bin",
 
3433
  "byteOffset": 0
3434
  }
3435
  ],
3436
+ "md5sum": "7cdb65ba54150ace6e70c03091f97d00"
3437
  },
3438
  {
3439
  "dataPath": "params_shard_86.bin",
 
3446
  28672,
3447
  128
3448
  ],
3449
+ "dtype": "float32",
3450
  "format": "f32-to-bf16",
3451
  "nbytes": 7340032,
3452
  "byteOffset": 0
 
3456
  "shape": [
3457
  4096
3458
  ],
3459
+ "dtype": "float32",
3460
  "format": "f32-to-bf16",
3461
  "nbytes": 8192,
3462
  "byteOffset": 7340032
 
3478
  6144,
3479
  128
3480
  ],
3481
+ "dtype": "float32",
3482
  "format": "f32-to-bf16",
3483
  "nbytes": 1572864,
3484
  "byteOffset": 19931136
 
3500
  4096,
3501
  128
3502
  ],
3503
+ "dtype": "float32",
3504
  "format": "f32-to-bf16",
3505
  "nbytes": 1048576,
3506
  "byteOffset": 29892608
 
3510
  "shape": [
3511
  4096
3512
  ],
3513
+ "dtype": "float32",
3514
  "format": "f32-to-bf16",
3515
  "nbytes": 8192,
3516
  "byteOffset": 30941184
3517
  }
3518
  ],
3519
+ "md5sum": "6e28ee09f75450add55204696a4071eb"
3520
  },
3521
  {
3522
  "dataPath": "params_shard_87.bin",
 
3535
  "byteOffset": 0
3536
  }
3537
  ],
3538
+ "md5sum": "53beb490b503b77ff7a2f2eb7cf27687"
3539
  },
3540
  {
3541
  "dataPath": "params_shard_88.bin",
 
3548
  4096,
3549
  448
3550
  ],
3551
+ "dtype": "float32",
3552
  "format": "f32-to-bf16",
3553
  "nbytes": 3670016,
3554
  "byteOffset": 0
 
3559
  28672,
3560
  128
3561
  ],
3562
+ "dtype": "float32",
3563
  "format": "f32-to-bf16",
3564
  "nbytes": 7340032,
3565
  "byteOffset": 3670016
 
3569
  "shape": [
3570
  4096
3571
  ],
3572
+ "dtype": "float32",
3573
  "format": "f32-to-bf16",
3574
  "nbytes": 8192,
3575
  "byteOffset": 11010048
 
3591
  6144,
3592
  128
3593
  ],
3594
+ "dtype": "float32",
3595
  "format": "f32-to-bf16",
3596
  "nbytes": 1572864,
3597
  "byteOffset": 23601152
3598
  }
3599
  ],
3600
+ "md5sum": "1928bf0448f98c09c727cc2768684733"
3601
  },
3602
  {
3603
  "dataPath": "params_shard_89.bin",
 
3616
  "byteOffset": 0
3617
  }
3618
  ],
3619
+ "md5sum": "10fe3bbb757c28dd684b76cc7a2b3768"
3620
  },
3621
  {
3622
  "dataPath": "params_shard_90.bin",
 
3635
  "byteOffset": 0
3636
  }
3637
  ],
3638
+ "md5sum": "cf26f7fce12a20c528407e9402c624c0"
3639
  },
3640
  {
3641
  "dataPath": "params_shard_91.bin",
 
3659
  4096,
3660
  128
3661
  ],
3662
+ "dtype": "float32",
3663
  "format": "f32-to-bf16",
3664
  "nbytes": 1048576,
3665
  "byteOffset": 8388608
 
3669
  "shape": [
3670
  4096
3671
  ],
3672
+ "dtype": "float32",
3673
  "format": "f32-to-bf16",
3674
  "nbytes": 8192,
3675
  "byteOffset": 9437184
 
3680
  4096,
3681
  448
3682
  ],
3683
+ "dtype": "float32",
3684
  "format": "f32-to-bf16",
3685
  "nbytes": 3670016,
3686
  "byteOffset": 9445376
 
3691
  28672,
3692
  128
3693
  ],
3694
+ "dtype": "float32",
3695
  "format": "f32-to-bf16",
3696
  "nbytes": 7340032,
3697
  "byteOffset": 13115392
 
3701
  "shape": [
3702
  4096
3703
  ],
3704
+ "dtype": "float32",
3705
  "format": "f32-to-bf16",
3706
  "nbytes": 8192,
3707
  "byteOffset": 20455424
 
3718
  "byteOffset": 20463616
3719
  }
3720
  ],
3721
+ "md5sum": "7b4925d8a0bee62bd2fc3a02f6d9d2ba"
3722
  },
3723
  {
3724
  "dataPath": "params_shard_92.bin",
 
3737
  "byteOffset": 0
3738
  }
3739
  ],
3740
+ "md5sum": "b223afe9d640da2a1301a104ef1b3cb1"
3741
  },
3742
  {
3743
  "dataPath": "params_shard_93.bin",
 
3756
  "byteOffset": 0
3757
  }
3758
  ],
3759
+ "md5sum": "9106c7af94fb22222122ab1da1dd4211"
3760
  },
3761
  {
3762
  "dataPath": "params_shard_94.bin",
 
3769
  6144,
3770
  128
3771
  ],
3772
+ "dtype": "float32",
3773
  "format": "f32-to-bf16",
3774
  "nbytes": 1572864,
3775
  "byteOffset": 0
 
3791
  4096,
3792
  128
3793
  ],
3794
+ "dtype": "float32",
3795
  "format": "f32-to-bf16",
3796
  "nbytes": 1048576,
3797
  "byteOffset": 9961472
 
3801
  "shape": [
3802
  4096
3803
  ],
3804
+ "dtype": "float32",
3805
  "format": "f32-to-bf16",
3806
  "nbytes": 8192,
3807
  "byteOffset": 11010048
 
3812
  4096,
3813
  448
3814
  ],
3815
+ "dtype": "float32",
3816
  "format": "f32-to-bf16",
3817
  "nbytes": 3670016,
3818
  "byteOffset": 11018240
 
3823
  28672,
3824
  128
3825
  ],
3826
+ "dtype": "float32",
3827
  "format": "f32-to-bf16",
3828
  "nbytes": 7340032,
3829
  "byteOffset": 14688256
 
3833
  "shape": [
3834
  4096
3835
  ],
3836
+ "dtype": "float32",
3837
  "format": "f32-to-bf16",
3838
  "nbytes": 8192,
3839
  "byteOffset": 22028288
3840
  }
3841
  ],
3842
+ "md5sum": "56896eeaa62208d09edd6438abc0732a"
3843
  },
3844
  {
3845
  "dataPath": "params_shard_95.bin",
 
3858
  "byteOffset": 0
3859
  }
3860
  ],
3861
+ "md5sum": "093c55d9a160a3726054126760c9e442"
3862
  },
3863
  {
3864
  "dataPath": "params_shard_96.bin",
 
3877
  "byteOffset": 0
3878
  }
3879
  ],
3880
+ "md5sum": "dedc950d0df6bf6751199b97fe215927"
3881
  },
3882
  {
3883
  "dataPath": "params_shard_97.bin",
 
3901
  6144,
3902
  128
3903
  ],
3904
+ "dtype": "float32",
3905
  "format": "f32-to-bf16",
3906
  "nbytes": 1572864,
3907
  "byteOffset": 12582912
 
3923
  4096,
3924
  128
3925
  ],
3926
+ "dtype": "float32",
3927
  "format": "f32-to-bf16",
3928
  "nbytes": 1048576,
3929
  "byteOffset": 22544384
 
3933
  "shape": [
3934
  4096
3935
  ],
3936
+ "dtype": "float32",
3937
  "format": "f32-to-bf16",
3938
  "nbytes": 8192,
3939
  "byteOffset": 23592960
 
3944
  4096,
3945
  448
3946
  ],
3947
+ "dtype": "float32",
3948
  "format": "f32-to-bf16",
3949
  "nbytes": 3670016,
3950
  "byteOffset": 23601152
3951
  }
3952
  ],
3953
+ "md5sum": "5a1d7ad86e1c6677d74018e62c6f4c72"
3954
  },
3955
  {
3956
  "dataPath": "params_shard_98.bin",
 
3969
  "byteOffset": 0
3970
  }
3971
  ],
3972
+ "md5sum": "a9929f87fecfcd5f516d5228611f9b5c"
3973
  },
3974
  {
3975
  "dataPath": "params_shard_99.bin",
 
3982
  28672,
3983
  128
3984
  ],
3985
+ "dtype": "float32",
3986
  "format": "f32-to-bf16",
3987
  "nbytes": 7340032,
3988
  "byteOffset": 0
 
3992
  "shape": [
3993
  4096
3994
  ],
3995
+ "dtype": "float32",
3996
  "format": "f32-to-bf16",
3997
  "nbytes": 8192,
3998
  "byteOffset": 7340032
 
4014
  6144,
4015
  128
4016
  ],
4017
+ "dtype": "float32",
4018
  "format": "f32-to-bf16",
4019
  "nbytes": 1572864,
4020
  "byteOffset": 19931136
 
4036
  4096,
4037
  128
4038
  ],
4039
+ "dtype": "float32",
4040
  "format": "f32-to-bf16",
4041
  "nbytes": 1048576,
4042
  "byteOffset": 29892608
 
4046
  "shape": [
4047
  4096
4048
  ],
4049
+ "dtype": "float32",
4050
  "format": "f32-to-bf16",
4051
  "nbytes": 8192,
4052
  "byteOffset": 30941184
4053
  }
4054
  ],
4055
+ "md5sum": "233fa1c6a739cbd142fca4f4832c8115"
4056
  },
4057
  {
4058
  "dataPath": "params_shard_100.bin",
 
4071
  "byteOffset": 0
4072
  }
4073
  ],
4074
+ "md5sum": "d7d814f458bc550632557acc63113e9c"
4075
  },
4076
  {
4077
  "dataPath": "params_shard_101.bin",
 
4084
  4096,
4085
  448
4086
  ],
4087
+ "dtype": "float32",
4088
  "format": "f32-to-bf16",
4089
  "nbytes": 3670016,
4090
  "byteOffset": 0
 
4095
  28672,
4096
  128
4097
  ],
4098
+ "dtype": "float32",
4099
  "format": "f32-to-bf16",
4100
  "nbytes": 7340032,
4101
  "byteOffset": 3670016
 
4105
  "shape": [
4106
  4096
4107
  ],
4108
+ "dtype": "float32",
4109
  "format": "f32-to-bf16",
4110
  "nbytes": 8192,
4111
  "byteOffset": 11010048
 
4127
  6144,
4128
  128
4129
  ],
4130
+ "dtype": "float32",
4131
  "format": "f32-to-bf16",
4132
  "nbytes": 1572864,
4133
  "byteOffset": 23601152
4134
  }
4135
  ],
4136
+ "md5sum": "b78d1b861062dd0f81a24a31cdb019d7"
4137
  },
4138
  {
4139
  "dataPath": "params_shard_102.bin",
 
4152
  "byteOffset": 0
4153
  }
4154
  ],
4155
+ "md5sum": "44101bb237ae80bc1ffd643948aefd6a"
4156
  },
4157
  {
4158
  "dataPath": "params_shard_103.bin",
 
4171
  "byteOffset": 0
4172
  }
4173
  ],
4174
+ "md5sum": "073264a3ef3c9bf9882568787198b376"
4175
  },
4176
  {
4177
  "dataPath": "params_shard_104.bin",
 
4195
  4096,
4196
  128
4197
  ],
4198
+ "dtype": "float32",
4199
  "format": "f32-to-bf16",
4200
  "nbytes": 1048576,
4201
  "byteOffset": 8388608
 
4205
  "shape": [
4206
  4096
4207
  ],
4208
+ "dtype": "float32",
4209
  "format": "f32-to-bf16",
4210
  "nbytes": 8192,
4211
  "byteOffset": 9437184
 
4216
  4096,
4217
  448
4218
  ],
4219
+ "dtype": "float32",
4220
  "format": "f32-to-bf16",
4221
  "nbytes": 3670016,
4222
  "byteOffset": 9445376
 
4227
  28672,
4228
  128
4229
  ],
4230
+ "dtype": "float32",
4231
  "format": "f32-to-bf16",
4232
  "nbytes": 7340032,
4233
  "byteOffset": 13115392
 
4237
  "shape": [
4238
  4096
4239
  ],
4240
+ "dtype": "float32",
4241
  "format": "f32-to-bf16",
4242
  "nbytes": 8192,
4243
  "byteOffset": 20455424
 
4254
  "byteOffset": 20463616
4255
  }
4256
  ],
4257
+ "md5sum": "fd37e14d8427cb443a4b95c715da27c8"
4258
  },
4259
  {
4260
  "dataPath": "params_shard_105.bin",
 
4273
  "byteOffset": 0
4274
  }
4275
  ],
4276
+ "md5sum": "c7b3f0fab113205c409b4568dee89c68"
4277
  },
4278
  {
4279
  "dataPath": "params_shard_106.bin",
 
4286
  6144,
4287
  128
4288
  ],
4289
+ "dtype": "float32",
4290
  "format": "f32-to-bf16",
4291
  "nbytes": 1572864,
4292
  "byteOffset": 0
 
4308
  4096,
4309
  128
4310
  ],
4311
+ "dtype": "float32",
4312
  "format": "f32-to-bf16",
4313
  "nbytes": 1048576,
4314
  "byteOffset": 9961472
 
4319
  28672,
4320
  128
4321
  ],
4322
+ "dtype": "float32",
4323
  "format": "f32-to-bf16",
4324
  "nbytes": 7340032,
4325
  "byteOffset": 11010048
 
4341
  6144,
4342
  128
4343
  ],
4344
+ "dtype": "float32",
4345
  "format": "f32-to-bf16",
4346
  "nbytes": 1572864,
4347
  "byteOffset": 30932992
4348
  }
4349
  ],
4350
+ "md5sum": "12f20f4387ca5876afc7d1e4497890b5"
4351
  },
4352
  {
4353
  "dataPath": "params_shard_107.bin",
 
4371
  4096,
4372
  128
4373
  ],
4374
+ "dtype": "float32",
4375
  "format": "f32-to-bf16",
4376
  "nbytes": 1048576,
4377
  "byteOffset": 8388608
4378
  }
4379
  ],
4380
+ "md5sum": "c22b402fad0136ad1be93dece6c93e59"
4381
  }
4382
  ]
4383
  }
params_shard_0.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66cf234fbae0f57ecd01d9fbbeed633e0d302153225896e528db36ebe4db5122
3
  size 262668288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5682fc8bf532b1ccd75ff67726e32c0ac7a27a912b5e0ea022c4917e7b4f364d
3
  size 262668288
params_shard_1.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e485e3fde43c7d1307cbf50ad6826d3f97a501aa72e6487e52f87524a0e88125
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a49352b18d5e6c138fbe9427f6a078f2c1efdf9d5fcec4df1661e9493664ad6
3
  size 29360128
params_shard_10.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30f1686163d1789bf1839ecd5495f5cebd4a1bb0307d54f05ba9d647f475a7cf
3
  size 33046528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b4be77aaeee9922963d11cd40ec0f0b80f6b9a433f6d476d651614185ac0fc5
3
  size 33046528
params_shard_100.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5af93afc21295fe84f9317b73b90c9880f6093758c52918940421ec595f86fa4
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f2fb25f2f75f78c722cb3866fd807a746fa04dfe56bc87d57e09a21318acf52
3
  size 58720256
params_shard_101.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f51a0f7e3fdd9e682cb58d95239c5baae53fff0ada9b9d5dbd2e216a1aae27a8
3
  size 25174016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f168bd3e93d47d572270603f6bfb4d5b49d50ff76b842d7da2ab730c3727a81
3
  size 25174016
params_shard_102.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e84cebd6c1e568c0e572616ecf9c8ee4ad3a9f283ca861e7321cb1fcae8bfa4
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d89cee65df14b3289fbe5e0c13162b3692947353007750f88c989f902bf3162b
3
  size 29360128
params_shard_103.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:679ce78370d38ddee975d9be6d6a4b92149da87aaab6efe00657a4512013bcd1
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8957ed71240cfcbd121d2f995eaaec5a0c638e7bf48a013301295e7d263d812
3
  size 58720256
params_shard_104.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:904fc26ba19b621db8e41bb5940246fe8f880912ee98c5576019347f147332f8
3
  size 33046528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b35ce4387f9f07f8d9f3dc13ce64349b8ba598dea74a2310b0c0f6f9ba804ca
3
  size 33046528
params_shard_105.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:795014b84afbfda18b4325d389e4d914e712e18c2e8609e9096a55790ec01f42
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7bc7b3baf1cd374128af91ccc8a82df6c43e155c96ce78f4c806fc25cdd512
3
  size 58720256
params_shard_106.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9013fcc86639f35b9b5623ad100ccbe710813d1345a5012ad49af3f2c6a3dd56
3
  size 32505856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fee891e483c469f2f786d2bd72a40b1506ad22860a77541fbe6377b0f88447ff
3
  size 32505856
params_shard_107.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f7b838ba07689220492e894a3af0aecbef07108e8f710f0e4845a293a08e5a5
3
  size 9437184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d3519eeb59f23aaebb1c9525bfeadf3702228715960406ec9a50471898e1c7e
3
  size 9437184
params_shard_11.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:309b8e0ffb601b4ce105c166119a234b75dbf409c5a48f07f62757cf89f9170c
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c19a38285525989e3d8ef0f1d8f9edd64687c9230b19ff894640150764c187
3
  size 29360128
params_shard_12.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9042b6d24e233bbea8cc6e4554877675990fc89fa8be32bfbe4858b1ddaabcc7
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad4993ae15d1e62a14ecd32cbc09ce121600f024b79729a8b8f33940a22e5a87
3
  size 58720256
params_shard_13.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ff34ced0d4fdc4dbe93801f7fde97e7da7de16920c48b8e104d8b882c4032e5
3
  size 22036480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:785e6d49822e1accc9b4966bf089564a3f0bbae108ccfeff1528a35af8fd904b
3
  size 22036480
params_shard_14.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8f26fef1dd1bf72f022059c995aa38b77f950e6fe6a48c60d15acbc0dd4ee76
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daacd82560f5cdea77498244c09139c3f7aac9d86eef83c915a827534007ad93
3
  size 29360128
params_shard_15.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43b05a806e7d721001f80cfde52b6896fcebae36f882a0281795bbb1ac77c512
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:708d86e2e1a42fea93df01cecfa63a6013b4e61a342428b0c506bc38f14143b5
3
  size 58720256
params_shard_16.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7731a1fa6a6b051f70155cda4f50e6c411c39705a134849eae2d4075141dbe7
3
  size 27271168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9711a52b99d30662237e29aa585246ede5b2578b976d01260210a61f69a21d9f
3
  size 27271168
params_shard_17.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c8ff4d730b1cc9f71d5d3fdd7c258e596a6e72f89e77f48a479d472ae1b5fa6
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad0bdb5bc7ae45ebb2cffd13df9915b179c7113feaa1b45c0268dd334ba1cb1
3
  size 29360128
params_shard_18.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3ad346c6cea92f821fa001739196b2993fc6f18c27d5aa440522b9ec6dbdcdc
3
  size 30949376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30ed9379daea150fe4fe5f844105983fc4a415da95fd8a4ca3876073a3dca3df
3
  size 30949376
params_shard_19.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6633ff370c53fe97ccb8de61a966043b9dfd7e577f57785e6660afc275a255d8
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de635214cb6bda0f92519124b136be89e2b97fe502054c76bc8002b35470e09
3
  size 58720256
params_shard_2.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38c94f900373ebc06db0651c9cc77e55d78fa889f30e6ec40e9d31aadd237d1b
3
  size 32841728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a17849e070961ad4c505147ba0b75009e670170bee26c843fdc2f5f09aa5c2c
3
  size 32841728
params_shard_20.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f360b01d8eec1890bc21da0c941b787f39974985cd8ed84efc32ef7e0463865
3
  size 25174016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c016ced94fb706c459364b27cef5f15148408938082739873d19ac354ef17e8
3
  size 25174016
params_shard_21.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce20da3231690da76194794d6902c4a8a51d8348611a585df8e0836c54b2ec6b
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86bed0cedc9736b63755721f29575e6e46cdf8d77963dd53647c3e1fcdbdf26d
3
  size 29360128
params_shard_22.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73ca07dfdcbaa459f10766e825e5f561470d84acf402d082eb80c9cde618f52a
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb7f0050f0b9ecd8df6cd522837c7dbcc2b137408febc921d694d55b9243f42
3
  size 58720256
params_shard_23.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5ce09919b4da6c36c027b9612b3b6019eb7d34386fc0c8c00115d3e10752c3e
3
  size 33046528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9daf5be0ea75aceb629672f6351073f19c036125a6f8021390c2e58dda7981a1
3
  size 33046528
params_shard_24.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94761ef8e7102bf3e57d35f7c6a0e216268b3cee67be8117aee8e534651f36a9
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:693e63f0cfdaa4ddb0c2f562877c9889054863d0f58cdadb2d09cc5be18c523e
3
  size 29360128
params_shard_25.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87d1ec0d2649218fd7dbb8c83cfcabaacf5b96f25038cff14c357a1c7b747b39
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acbf3c308fbbd0545be57cfd18d87a76beef1c2a1d447ce1080265f280befb3
3
  size 58720256
params_shard_26.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88eb08a666ddb5a12fd3e90c6a24384a8887401a80fab846da9cee57cb7ee1d4
3
  size 22036480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1327df255c51969a3878fa19ccabeef8b75fcbe220e15cc25a34483988c7a9dd
3
  size 22036480
params_shard_27.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:517db97e75e57432c64a5c816fae024e714c6572050aa14b062fc51cae42c86c
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c60a27ae3095ea9fd8bf229af1fce70d0cbedba5183d652d63850a9e3e763ae
3
  size 29360128
params_shard_28.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6b09bf316bc597793dd9a61015a47079ca458a7ec937cf104d245ef49664637
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77af5373b8629a969994c4bbc6f344598c78ecaa87c18c5ff5e229615995ae8
3
  size 58720256
params_shard_29.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7c177087091b85ec4a96ba20c5c6c1e51dc17bfa1c3629ee9919c45f6812b37
3
  size 27271168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89da107a594dda8d13447ae693fa60b42596b3af4f31560d18361ed3c801d6b9
3
  size 27271168
params_shard_3.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ae85e2a78886cc352afe5bd9fdd57eb6d21e98ec87b505b18e4c7567ad5cb20
3
  size 262668288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f13f44c7d3fcf5ee0ac2550822c1d3abdb70c1ec1303a6409ebb7e5f0d8a4d0
3
  size 262668288
params_shard_30.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65db8ef4202f45019d0c577cb4ed9c47736899296c6ece09369ee191f5ddcca4
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf386a3c7506428815cbdc9ee5834e6277751164f62233a75c40585ff8f6579f
3
  size 29360128
params_shard_31.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3263e94bf2bdbbb804d7eb466f41054a5a4ad65e236c3d59bbec42238bf29f0
3
  size 30949376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eddb56d0623ec3b1455805ab9cb35f1cc977e55e61fdf182c8d019412fec7de0
3
  size 30949376
params_shard_32.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08b4004210599576b6905df996d7ed0c3e9c61351e99bf7e82cc7aefc324f040
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdfc80d9bed5a04c6ab53cfe93f3eb94174765beb409626ee27a8b5d92081506
3
  size 58720256
params_shard_33.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dfdf4533f21fdbaf7cd30a7389f0a87d3c38f353470fd3813863814f39c2871a
3
  size 25174016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db210766aa957d299764e5120d358ac3e4e217ee074781616d585249692d933d
3
  size 25174016
params_shard_34.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d23a2aca478d9446b3411b1793f670aa6890a51e091f9fbddc17daaae9375def
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14fcc224e4a87c271b5f42070fcd7cdc5c9b8c137cb0fc7d797bf159c73c265
3
  size 29360128
params_shard_35.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3402121e72aa542b99139836955b61a186b42a00f087d25342a51c71247d85d7
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac285fe1d2b9334b822d3fcda9671d816c0707a4831a7de10c55c90e0de9c7d5
3
  size 58720256
params_shard_36.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e33e2736306aab9fa716f32170bed791fb6b41047f8e7434e2f325435e1a03e7
3
  size 33046528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbffb3e88122abdfdf201b86e37b72f09b3ff3bf4326bb8c4c61c036e43ade09
3
  size 33046528
params_shard_37.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ffea25ce85d9e3c13f3cd1fa61c8717c133de5015d88a2109625e36e6ff3476
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9751750d38282a0a87279464bf05faf5487d78441fefac4c5c074ae73de999bd
3
  size 29360128
params_shard_38.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3b2b3ac21fdeb23252c234afed81e39cf7878d753e8bc23c8881daad64bcdca
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aedac888a8e2f8ae6f74f38e5878f9a883cbcac41cd15207d76a7a34f7a4e07
3
  size 58720256
params_shard_39.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76916e0d543ff8de587ec2e7d8e0871f5afb5f5bd69dd6ad8bc0d33ab9b8d394
3
  size 22036480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee76ba606f17f1218ccc02dc7f1eb0473e5f3a0ac3550ed851962dcc7f638899
3
  size 22036480
params_shard_4.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ff89bce064cb336431dd1d3ee186b985f408afb78795371d9d2847156bcb98a
3
  size 32833536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636aea9c6aa716504fc9abfb1d1e4cfa31a397fce3620a3051a45340d2f2543e
3
  size 32833536
params_shard_40.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bb0e3e32810201adcc32187531e0e1276ab59e7c0ade8087f4b168fad1d271a
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a7040f7347c60a701cef9dcad77ee538ce9bc443e124eff4c370b277d4f82f3
3
  size 29360128
params_shard_41.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13ee86a481d0d294649e1a42eb335206bc6636903c0d9aed6f3e2d13628e20d7
3
  size 58720256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1a3dfb1933340f2a0ce3d0fac2bde5e49b0920bcc78fad47432593dfd108d9f
3
  size 58720256
params_shard_42.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd9fa550ee63874c61e539ef23fc729ca1314bbd1bdad2e7f8481cf527b52add
3
  size 27271168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc99b6f62943e59d02d82885d410b920dbce9c073e3de6e23e7e36210a5aad76
3
  size 27271168
params_shard_43.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c13b3e3d318e48f0546463c7ea139b4583bdbf64165c081ded0152421800ff3
3
  size 29360128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40972e93f88be040eb085f30939046cae8ee4a48bb2962b0c9cf8f0c09e2df1
3
  size 29360128