diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..cbce74e5c64b97114098962fa58454a57d7fb532 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,5 @@ +{ + "": 2, + "": 1, + "": 0 +} diff --git a/ndarray-cache.json b/ndarray-cache.json new file mode 100644 index 0000000000000000000000000000000000000000..fd0fd9b733259e8e472c0f16ce909d8600f2e3ce --- /dev/null +++ b/ndarray-cache.json @@ -0,0 +1,5611 @@ +{ + "metadata": { + "ParamSize": 453 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 262144000, + "records": [ + { + "name": "param_0", + "shape": [ + 32000, + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144000, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_7", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_10", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_1", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_2", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_3", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_4", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_5", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_6", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_8", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_9", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_11", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_12", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_13", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_14", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_21", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_24", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_15", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_16", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_17", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_18", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_19", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_20", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_22", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_23", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_25", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_26", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_27", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_28", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_35", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_38", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_29", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_30", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_31", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_32", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_33", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_34", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_36", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_37", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_39", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_40", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_41", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_42", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_49", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_52", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_43", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_44", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_45", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_46", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_47", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_48", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_50", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_51", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_53", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_54", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_55", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_56", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_63", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_66", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_57", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_58", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_59", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_60", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_61", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_62", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_64", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_65", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_67", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_68", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_69", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_70", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_77", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_80", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_71", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_72", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_73", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_74", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_75", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_76", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_78", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_79", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_81", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_82", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_83", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_84", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_91", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_94", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_85", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_86", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_87", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_88", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_89", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_90", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_92", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_93", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_95", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_96", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_97", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_98", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_105", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_108", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_99", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_100", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_101", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_102", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_103", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_104", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_106", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_107", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_109", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_110", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_111", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_112", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_119", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_122", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_113", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_114", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_115", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_116", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_117", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_118", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_120", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_121", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_123", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_124", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_125", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_126", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_133", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_136", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_127", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_128", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_129", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_130", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_131", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_132", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_134", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_135", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_137", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_138", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_139", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_140", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_147", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_150", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_141", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_142", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_143", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_144", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_145", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_146", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_148", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_149", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_151", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_152", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_153", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_154", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_161", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_164", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_155", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_156", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_157", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_158", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_159", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_160", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_162", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_163", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_165", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_166", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_167", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_168", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_175", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_178", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_169", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_170", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_171", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_172", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_173", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_174", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_176", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_177", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_179", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_180", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_181", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_182", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_189", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_192", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_183", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_184", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_185", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_186", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_187", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_188", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_190", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_191", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_193", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_194", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_195", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_196", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_203", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_206", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_197", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_198", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_199", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_200", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_201", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_202", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_204", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_205", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_207", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_208", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_209", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_210", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_217", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_220", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_211", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_212", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_213", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_214", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_215", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_216", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_218", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_219", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_221", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_222", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_223", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_224", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_231", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_234", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_225", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_226", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_227", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_228", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_229", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_230", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_232", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_233", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_235", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_236", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_237", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_238", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_245", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_248", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_239", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_240", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_241", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_242", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_243", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_244", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_246", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_247", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_249", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_250", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_251", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_252", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_259", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_262", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_253", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_254", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_255", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_256", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_257", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_258", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_260", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_261", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_263", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_264", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_265", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_266", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_273", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_276", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_267", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_268", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_269", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_270", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_271", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_272", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_274", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_275", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_277", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_278", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_279", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_280", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_287", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_290", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_281", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_282", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_283", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_284", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_285", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_286", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_288", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_289", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_291", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_292", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_293", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_294", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_301", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_304", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_295", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_296", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_297", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_298", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_299", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_300", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_302", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_303", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_305", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_306", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_307", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_308", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_315", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_318", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_309", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_310", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_311", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_312", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_313", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_314", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_316", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_317", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_319", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_320", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_321", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_322", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_329", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_332", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_323", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_324", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_325", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_326", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_327", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_328", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_330", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_331", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_333", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_334", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_335", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_336", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_343", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_346", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_337", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_338", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_339", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_340", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_341", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_342", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_344", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_345", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_347", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_348", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_349", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_350", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_357", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_360", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_351", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_352", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_353", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_354", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_355", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_356", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_358", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_359", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_361", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_362", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_363", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_364", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_371", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_374", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_365", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_366", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_367", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_368", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_369", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_370", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_372", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_373", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_375", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_376", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_377", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_378", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_385", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_388", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_379", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_380", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_381", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_382", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_383", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_384", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_386", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_387", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_389", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_390", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_391", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_392", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_399", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_402", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_393", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_394", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_395", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_396", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_397", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_398", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_400", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_401", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_403", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_404", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_405", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_406", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_413", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_416", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_407", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_408", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_409", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_410", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_411", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_412", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_414", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_415", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_417", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_418", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_419", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_420", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_427", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_430", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 27803648, + "records": [ + { + "name": "param_421", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_422", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_423", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_424", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_425", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_426", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_428", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_429", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_431", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_432", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_433", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_434", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + } + ] + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 58720256, + "records": [ + { + "name": "param_441", + "shape": [ + 28672, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 58720256, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 29360128, + "records": [ + { + "name": "param_444", + "shape": [ + 4096, + 1792 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 29360128, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 262144000, + "records": [ + { + "name": "param_450", + "shape": [ + 32000, + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144000, + "byteOffset": 0 + } + ] + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 28860416, + "records": [ + { + "name": "param_435", + "shape": [ + 6144, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 12582912, + "byteOffset": 0 + }, + { + "name": "param_436", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12582912 + }, + { + "name": "param_437", + "shape": [ + 6144, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 393216, + "byteOffset": 12976128 + }, + { + "name": "param_438", + "shape": [ + 4096, + 512 + ], + "dtype": "uint32", + "format": "raw", + "nbytes": 8388608, + "byteOffset": 13369344 + }, + { + "name": "param_439", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 21757952 + }, + { + "name": "param_440", + "shape": [ + 4096, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 262144, + "byteOffset": 22020096 + }, + { + "name": "param_442", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 22282240 + }, + { + "name": "param_443", + "shape": [ + 28672, + 32 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 1835008, + "byteOffset": 24117248 + }, + { + "name": "param_445", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 25952256 + }, + { + "name": "param_446", + "shape": [ + 4096, + 112 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 917504, + "byteOffset": 26869760 + }, + { + "name": "param_447", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27787264 + }, + { + "name": "param_448", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27795456 + }, + { + "name": "param_449", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 8192, + "byteOffset": 27803648 + }, + { + "name": "param_451", + "shape": [ + 2048, + 128 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 524288, + "byteOffset": 27811840 + }, + { + "name": "param_452", + "shape": [ + 2048, + 128 + ], + "dtype": "float16", + "format": "raw", + "nbytes": 524288, + "byteOffset": 28336128 + } + ] + } + ] +} \ No newline at end of file diff --git a/params_shard_0.bin b/params_shard_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..7fcf296daf6760b9f7ba7118f07e374d5f398887 --- /dev/null +++ b/params_shard_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f15c009295df196d5154e241f34b6977d0c35e170751d4d01215adb267909ae +size 262144000 diff --git a/params_shard_1.bin b/params_shard_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..ca1f782d2575ab3c14cb21ba079bd0dd278426cb --- /dev/null +++ b/params_shard_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8034967800b3d595020545108af33ff34e2be06674797b542e84a4d7b105c4a2 +size 58720256 diff --git a/params_shard_10.bin b/params_shard_10.bin new file mode 100644 index 0000000000000000000000000000000000000000..8e5263a41d998c4536eaa04b7a835a3be919e1f1 --- /dev/null +++ b/params_shard_10.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dab8ba62383fc7c7c6d8918be588192b32a4d9e4dd91f2c33097b12bf9db2a7 +size 58720256 diff --git a/params_shard_11.bin b/params_shard_11.bin new file mode 100644 index 0000000000000000000000000000000000000000..ecd5898115460a24dce66db1c41ac096029dce29 --- /dev/null +++ b/params_shard_11.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78284a1c779fdd94174a097a02a0f5692d7cfd87bbbcc2a022b5317a7f6d91e +size 29360128 diff --git a/params_shard_12.bin b/params_shard_12.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f28ac2ff196db5e600497c9b9c3608b17a65479 --- /dev/null +++ b/params_shard_12.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa79534aa073f58b93a35bce262156e2ac8337c79d1285b2f0da18ad9e25106a +size 27803648 diff --git a/params_shard_13.bin b/params_shard_13.bin new file mode 100644 index 0000000000000000000000000000000000000000..e5c6f629efc8d89f4641caff53b21bfad8769a26 --- /dev/null +++ b/params_shard_13.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b936bd3f79608c411a62a6d887fcef6f5c09454d631fabb25cbf39a5507827 +size 58720256 diff --git a/params_shard_14.bin b/params_shard_14.bin new file mode 100644 index 0000000000000000000000000000000000000000..859f87064c8dec4d90d008a25af83d0c3ec00cac --- /dev/null +++ b/params_shard_14.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c64234434a2c28957c1c62d0f4e2d94a27a2c64783995719b902253f8e897e4 +size 29360128 diff --git a/params_shard_15.bin b/params_shard_15.bin new file mode 100644 index 0000000000000000000000000000000000000000..4cab54cdc0bf3ef46082e6b77713771a68515461 --- /dev/null +++ b/params_shard_15.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b935b903e19278d5e80e6b70639fd50d1e5e54ab0b05ec29886547adca58a78b +size 27803648 diff --git a/params_shard_16.bin b/params_shard_16.bin new file mode 100644 index 0000000000000000000000000000000000000000..ce46096673a263d8ccade3312235c217027dadbc --- /dev/null +++ b/params_shard_16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1b14b6a7643aa9532cd020d0318e8f7f7fd95a9a48f31c3c865d17feb91317 +size 58720256 diff --git a/params_shard_17.bin b/params_shard_17.bin new file mode 100644 index 0000000000000000000000000000000000000000..4215bedd0aa41bafef6d59cf492dc8716e471ea9 --- /dev/null +++ b/params_shard_17.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a6c03c4ed0c43712dcd48ca789126f832b35d4de0da0074348ce081de209ac +size 29360128 diff --git a/params_shard_18.bin b/params_shard_18.bin new file mode 100644 index 0000000000000000000000000000000000000000..3a36f61a6f1a6df4890a13f48c7370b58ff1c7ea --- /dev/null +++ b/params_shard_18.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c71bf42a6d8c2396e7805b577d645429e9fa1146aed7594cf176e4f9dabfcc2 +size 27803648 diff --git a/params_shard_19.bin b/params_shard_19.bin new file mode 100644 index 0000000000000000000000000000000000000000..bda146516e71ec53caf97ca00085d92424fcf1c7 --- /dev/null +++ b/params_shard_19.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d050aa60d5507cfd3f0de9b9c32c8139c4a03ec24d8df172083803889409af87 +size 58720256 diff --git a/params_shard_2.bin b/params_shard_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..cc6007e2b307857e40ddccd327d44ed610322470 --- /dev/null +++ b/params_shard_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4698851bf8a771ce994938721ac7ae74cbb96f6ab6e774bd21c65bff0ff5b41 +size 29360128 diff --git a/params_shard_20.bin b/params_shard_20.bin new file mode 100644 index 0000000000000000000000000000000000000000..ef4246cb0b1646d6bdbbfb1d61d33a15ab31da1b --- /dev/null +++ b/params_shard_20.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1541e8cd3e76952b6ef586f39d7559d3597da0373ccde797f1d43377b24f0e +size 29360128 diff --git a/params_shard_21.bin b/params_shard_21.bin new file mode 100644 index 0000000000000000000000000000000000000000..0bfa767d9310d365d2e7df5e386da682656c8c10 --- /dev/null +++ b/params_shard_21.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cbb4e50989f7f03976e587eb05daa92e230fd71b6ba5dfbcc60a37867c85f3 +size 27803648 diff --git a/params_shard_22.bin b/params_shard_22.bin new file mode 100644 index 0000000000000000000000000000000000000000..bde95a626385bc8d0ee26b5f777d26dad8d745a1 --- /dev/null +++ b/params_shard_22.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737c90adb9b9283d29f8bd9aadd5ac362057a425ddd97db83319bb3bc4380919 +size 58720256 diff --git a/params_shard_23.bin b/params_shard_23.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a6004de644822f03cd0e0e08c8880555234589e --- /dev/null +++ b/params_shard_23.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b2df29b8ffb2926b554effc79033fdf36f45200980d7085fe420dbe689d087 +size 29360128 diff --git a/params_shard_24.bin b/params_shard_24.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d7a196d309884b6a533b24df30f7b5d5e86e720 --- /dev/null +++ b/params_shard_24.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7118b3138d42f904526312c899bf8e0a35549b3d5e075f24fca41f4692fe71c +size 27803648 diff --git a/params_shard_25.bin b/params_shard_25.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7e272b27d433f9dc4355d50785b447ac5dab02f --- /dev/null +++ b/params_shard_25.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d5bf0cd541ae994914aaf297479000a3ef656e5feb55b5d8206c5c61ef6268d +size 58720256 diff --git a/params_shard_26.bin b/params_shard_26.bin new file mode 100644 index 0000000000000000000000000000000000000000..e567c5eb02b752ee7c28c505614b297e254c853a --- /dev/null +++ b/params_shard_26.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecea8f1113bf0b3a407824e423961af11a5aa3572632046e34063ae31c21644a +size 29360128 diff --git a/params_shard_27.bin b/params_shard_27.bin new file mode 100644 index 0000000000000000000000000000000000000000..9434c7704b840b04b57e8e8f6c031d24a02bad29 --- /dev/null +++ b/params_shard_27.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb554b9ed7db711c8d321f839e8b3c93d399b53b4e4fc5fe77741188b4e31cd +size 27803648 diff --git a/params_shard_28.bin b/params_shard_28.bin new file mode 100644 index 0000000000000000000000000000000000000000..9f6cb16c37d8863cdb8c8f96395f5790d3cc76c4 --- /dev/null +++ b/params_shard_28.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5863794f04cb2e4db199a3ff031b9d1882c0cdcc8adf4880a3d4ad941544026 +size 58720256 diff --git a/params_shard_29.bin b/params_shard_29.bin new file mode 100644 index 0000000000000000000000000000000000000000..7651e7c0c01916b032ffc6a3af2f627d55021afc --- /dev/null +++ b/params_shard_29.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b195b9beed570508116384e32947a13532ba0d821aaf76bbb1d45567479c2913 +size 29360128 diff --git a/params_shard_3.bin b/params_shard_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..20e0668ea8ce713fa11b3ac500c593431f056567 --- /dev/null +++ b/params_shard_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b3fd81cda5f564a58886110dc117fc8a01ad967fcde2a9a9d38ab8c3da7429 +size 27803648 diff --git a/params_shard_30.bin b/params_shard_30.bin new file mode 100644 index 0000000000000000000000000000000000000000..f65e848bc0f3aa4c2db5897d00787b243e06543e --- /dev/null +++ b/params_shard_30.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eef439feee5af9af8b27ab2998a43c728c04c02f31b5724347425ffe73406da +size 27803648 diff --git a/params_shard_31.bin b/params_shard_31.bin new file mode 100644 index 0000000000000000000000000000000000000000..44ee38c6826df4348e1a3e80533c78dbe596d113 --- /dev/null +++ b/params_shard_31.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e4274ae0f1fe9b4308af896d496bad89117fbc6cb432c231f87620dfe1e534 +size 58720256 diff --git a/params_shard_32.bin b/params_shard_32.bin new file mode 100644 index 0000000000000000000000000000000000000000..d83592e6c6e509c5a239b677f3d36c5e14671782 --- /dev/null +++ b/params_shard_32.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21b3c07e0e74078684acbef26a7f702b745b8a6e46ce989484d224f9708c4c3 +size 29360128 diff --git a/params_shard_33.bin b/params_shard_33.bin new file mode 100644 index 0000000000000000000000000000000000000000..c23aa2a1a232c0ab1c0d952a6809c27b015cef53 --- /dev/null +++ b/params_shard_33.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b165c9634c84967ab513da3607254ed2b4bfc231cde0b1d21420f41f7d2f4809 +size 27803648 diff --git a/params_shard_34.bin b/params_shard_34.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcef961241f30662bf74021aacc4b9953a531776 --- /dev/null +++ b/params_shard_34.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8213ddb466c018adf24b5c0a06865de915ead9e22efdc517afba7d4417d5f50d +size 58720256 diff --git a/params_shard_35.bin b/params_shard_35.bin new file mode 100644 index 0000000000000000000000000000000000000000..acb145ca5932ca848a74c6403834c12cf6da9ae7 --- /dev/null +++ b/params_shard_35.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cfa3c66cece01d235e6b7cec26d0468c25a76da57860cdd0d9adfa7ed029f88 +size 29360128 diff --git a/params_shard_36.bin b/params_shard_36.bin new file mode 100644 index 0000000000000000000000000000000000000000..c89fc1d1612a2a6062a6d8e8adcdbc8b635cf776 --- /dev/null +++ b/params_shard_36.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2afb2af0ff7411785d86694bad02088aabbeb9806a2bdefaac6d9367fd29f2a7 +size 27803648 diff --git a/params_shard_37.bin b/params_shard_37.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bec855347c2ca84ecccb44f80b20f07ee2ac255 --- /dev/null +++ b/params_shard_37.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c5ae9505081ef52133e2108bb96216acdf8dd46a6422744d8b22262c9e79a7 +size 58720256 diff --git a/params_shard_38.bin b/params_shard_38.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3a3e9149776da8ca3d1480a77ad4398f6df2737 --- /dev/null +++ b/params_shard_38.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d2f5d754c6e4c1b25e86c0a2b64087ddc9ae9b930353ada4e3eefc3df646159 +size 29360128 diff --git a/params_shard_39.bin b/params_shard_39.bin new file mode 100644 index 0000000000000000000000000000000000000000..448c08a55ee2f13b205b2e32987dc16fe745ff4a --- /dev/null +++ b/params_shard_39.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b7b49b02ea4e91a6e3b2877db0f8b3c1728ca9e9f40fb6c2418ba40154500a +size 27803648 diff --git a/params_shard_4.bin b/params_shard_4.bin new file mode 100644 index 0000000000000000000000000000000000000000..b412fd571f0369914a475effce5430945edd1dfe --- /dev/null +++ b/params_shard_4.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7b2cc7778f3e07e5e09d5db23bb04a0a708dd3d089235376689469e466be27 +size 58720256 diff --git a/params_shard_40.bin b/params_shard_40.bin new file mode 100644 index 0000000000000000000000000000000000000000..08863c02377235d4696614f31219e171311b2618 --- /dev/null +++ b/params_shard_40.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2623331349da3e228d1a826af4db89b83b4e4f29d551544a15eaca0b29f476 +size 58720256 diff --git a/params_shard_41.bin b/params_shard_41.bin new file mode 100644 index 0000000000000000000000000000000000000000..40585c88ba0adc51c3ce8bad1e674871a3c91513 --- /dev/null +++ b/params_shard_41.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0858fe030d562332541b155bc639be9c9030d408ed117a39e1230c47cd3e3413 +size 29360128 diff --git a/params_shard_42.bin b/params_shard_42.bin new file mode 100644 index 0000000000000000000000000000000000000000..9905c8b7a796cc01bf53df75999488565eb48475 --- /dev/null +++ b/params_shard_42.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173dcc0affa70f3b8ea258b380b70f7e3a813343b79016738f1c6062f87af175 +size 27803648 diff --git a/params_shard_43.bin b/params_shard_43.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa61f8e8ed23d7491d6af6ad4166ed3b00a04bc5 --- /dev/null +++ b/params_shard_43.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b2c5d3d4c45b89174333f37575579ccac7a49d20fb6738ceeb3adb1ccdb973 +size 58720256 diff --git a/params_shard_44.bin b/params_shard_44.bin new file mode 100644 index 0000000000000000000000000000000000000000..76d9f82dcfab32e89e1f4d391ea574280a871693 --- /dev/null +++ b/params_shard_44.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7b743d2eaadba5106907ac0191c74de0e7944766a2f8f3b6656ed0a5298f35 +size 29360128 diff --git a/params_shard_45.bin b/params_shard_45.bin new file mode 100644 index 0000000000000000000000000000000000000000..82a1cbb197044f21903c5f9d1eb9c2d4d1eab900 --- /dev/null +++ b/params_shard_45.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e75bb8f2595fe937ea2cc022d5ec4561927cd7fef96452208214087d145280d +size 27803648 diff --git a/params_shard_46.bin b/params_shard_46.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7e623395e9700e67b60321ad794ac55dca3de11 --- /dev/null +++ b/params_shard_46.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16acbb2021297fb7acbeebadaef3a390ba3603acbeb04e100afd4678172fe5d8 +size 58720256 diff --git a/params_shard_47.bin b/params_shard_47.bin new file mode 100644 index 0000000000000000000000000000000000000000..3f1c286ca98e18fd345f77295e30367eda74cdae --- /dev/null +++ b/params_shard_47.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44744910176c64645dcd2395840de0ae876cba4229dabcff5a3bffc0b3f1765f +size 29360128 diff --git a/params_shard_48.bin b/params_shard_48.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a5aca6c910bc429ecc4758435b0f447406a3c23 --- /dev/null +++ b/params_shard_48.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fb733ea55d88a7d97fb8fd69da3943af0104b2f6beeabc8552ebd5a61e6ec8 +size 27803648 diff --git a/params_shard_49.bin b/params_shard_49.bin new file mode 100644 index 0000000000000000000000000000000000000000..a9fc4b0aab02a286ed6ceb68a5c1279e9388c31f --- /dev/null +++ b/params_shard_49.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a414cc958365860bf44cb1821979833f9f8ca91ec2ee56f3db9fb6ff779b476 +size 58720256 diff --git a/params_shard_5.bin b/params_shard_5.bin new file mode 100644 index 0000000000000000000000000000000000000000..da8bc5037de4abc2d643d6c0e308cc3623e9bc8b --- /dev/null +++ b/params_shard_5.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94f92c4c1e905993d07831a91c4984d9cabbfd0e93a10a15cba1003ebb99b302 +size 29360128 diff --git a/params_shard_50.bin b/params_shard_50.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d0eede39017039a8481dbb9bfedb950f65b9cb7 --- /dev/null +++ b/params_shard_50.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee448339f902f1df7b728cc24fedc18045e79435e794e2538203ce4661969a5 +size 29360128 diff --git a/params_shard_51.bin b/params_shard_51.bin new file mode 100644 index 0000000000000000000000000000000000000000..24254f9c7e6a649a771a91066c1e649205e7b42a --- /dev/null +++ b/params_shard_51.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de66eaf019bd1a0fc20c12a105216db14779445e41ec33e2262b6131e5eaadda +size 27803648 diff --git a/params_shard_52.bin b/params_shard_52.bin new file mode 100644 index 0000000000000000000000000000000000000000..32031264b0364874ca8c2f9186ba67c000d16d76 --- /dev/null +++ b/params_shard_52.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c225911c794ed72b66fd37c5fe045cd410119c7324acce1d0597bd6c30dda5 +size 58720256 diff --git a/params_shard_53.bin b/params_shard_53.bin new file mode 100644 index 0000000000000000000000000000000000000000..dd1bf2142cfd12e0386be109f81d223c24576b9e --- /dev/null +++ b/params_shard_53.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd2e8a1e7497266947cbdaa342872ec921ec659482d6103f453ec6cb42c2944 +size 29360128 diff --git a/params_shard_54.bin b/params_shard_54.bin new file mode 100644 index 0000000000000000000000000000000000000000..462cf30256bdc4dea51682a4b8ab4645b147daab --- /dev/null +++ b/params_shard_54.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a695e9dc35fe23cc735018c6f484fa6818274c26324c59d6d2ad22f02e04a938 +size 27803648 diff --git a/params_shard_55.bin b/params_shard_55.bin new file mode 100644 index 0000000000000000000000000000000000000000..25b9b1dc70c9d5877246e2b9be03edaa0730b922 --- /dev/null +++ b/params_shard_55.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e7d68dc4f7a230eb2e34dd3fb942c37d28bcd918f32a5a967b65536fbf4f34b +size 58720256 diff --git a/params_shard_56.bin b/params_shard_56.bin new file mode 100644 index 0000000000000000000000000000000000000000..d0eeed6e8d3127d8a9b1a5c2796dbd367455e4fa --- /dev/null +++ b/params_shard_56.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0296662273804094812cf9d88003bfcedf06e3207ab2a3e81f093a2a664f0b1 +size 29360128 diff --git a/params_shard_57.bin b/params_shard_57.bin new file mode 100644 index 0000000000000000000000000000000000000000..7cb5aa24d6f3a5fa37d0f3b0c6e3b793404c920d --- /dev/null +++ b/params_shard_57.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d832b5b62e0b7ce2f33c80751f32e44854297371cdd6c0e371af928f67019755 +size 27803648 diff --git a/params_shard_58.bin b/params_shard_58.bin new file mode 100644 index 0000000000000000000000000000000000000000..19e4de915b04baa2343e305c62bfdfd4976fcdd3 --- /dev/null +++ b/params_shard_58.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75af3c6d67d3adb7251e2f6364c7ebdbac9adc732ed810c710da2d41aeffaa4b +size 58720256 diff --git a/params_shard_59.bin b/params_shard_59.bin new file mode 100644 index 0000000000000000000000000000000000000000..a7e95d02fb7f197edd6e2b11a3a20fa000de2941 --- /dev/null +++ b/params_shard_59.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705787da0ea30829d30b3e1134f9ed9ba84dba493c2960f5d04f002c73fa1fdd +size 29360128 diff --git a/params_shard_6.bin b/params_shard_6.bin new file mode 100644 index 0000000000000000000000000000000000000000..b2a19850da8467892c6a3e5323de8e69676932f7 --- /dev/null +++ b/params_shard_6.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bfdb4be0252394281011f9f0702443716d0b9035ecf9fb539329d4031d2ccc +size 27803648 diff --git a/params_shard_60.bin b/params_shard_60.bin new file mode 100644 index 0000000000000000000000000000000000000000..80c8813cce94dbaf2f2f3139008af8f3bc2510fb --- /dev/null +++ b/params_shard_60.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ff493fd65e57b64db9776f3dd6bc6d2e80a6869333459ea6e676c048eecd02 +size 27803648 diff --git a/params_shard_61.bin b/params_shard_61.bin new file mode 100644 index 0000000000000000000000000000000000000000..9735be5c222e784d217b39602254e8b6cb142f98 --- /dev/null +++ b/params_shard_61.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c46fc1bab422336a58d7bee705dfc03cdd1a81637c237948eed0ba912e8903 +size 58720256 diff --git a/params_shard_62.bin b/params_shard_62.bin new file mode 100644 index 0000000000000000000000000000000000000000..8d6de01479f87de7f4c5f17acfed4d446ab04e5d --- /dev/null +++ b/params_shard_62.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ffc5225809fdaa8af61b8193cec8e89746833b279eae08515ecf98da0d24b1 +size 29360128 diff --git a/params_shard_63.bin b/params_shard_63.bin new file mode 100644 index 0000000000000000000000000000000000000000..25b32d243d577decede1d8519c450c1f91197813 --- /dev/null +++ b/params_shard_63.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27883d3039caab58c4993b578b4da434d710a2ee16749999abf9d7c789cb545a +size 27803648 diff --git a/params_shard_64.bin b/params_shard_64.bin new file mode 100644 index 0000000000000000000000000000000000000000..744ec28b7d45eea44b5153835ea1c47c617980b7 --- /dev/null +++ b/params_shard_64.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09ebf0b97b23923e4df60ccda51ce7b077131f1f86d8b3cfeff6b59d2377335 +size 58720256 diff --git a/params_shard_65.bin b/params_shard_65.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0b1a13c9f8413e11d606440b5f06c79d21b2efe --- /dev/null +++ b/params_shard_65.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb61cdb22ced244f689c7fc88bf254a2a05cbb435a0e34da64854eecb04900ad +size 29360128 diff --git a/params_shard_66.bin b/params_shard_66.bin new file mode 100644 index 0000000000000000000000000000000000000000..898cefe14576a7d5574aa0e265ca6a98ca16f604 --- /dev/null +++ b/params_shard_66.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd53355cb1ac87987e2c15b49b3eab07274d612312c5b5e582278b2405084a5 +size 27803648 diff --git a/params_shard_67.bin b/params_shard_67.bin new file mode 100644 index 0000000000000000000000000000000000000000..0bdcdb8e3b6a9302e9e572666c87267869585ad9 --- /dev/null +++ b/params_shard_67.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:326949ac64663c01d7d5aa3273346b95384c445dd73a7d9bb053d6784054d737 +size 58720256 diff --git a/params_shard_68.bin b/params_shard_68.bin new file mode 100644 index 0000000000000000000000000000000000000000..51f8ee83845f353818da92b0bb76ad834abaf2ab --- /dev/null +++ b/params_shard_68.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a8cb39b46f4a42679d47290a628734126572544cc986226ac5f3b7c92a63fc1 +size 29360128 diff --git a/params_shard_69.bin b/params_shard_69.bin new file mode 100644 index 0000000000000000000000000000000000000000..edd332abf5bbdb9568e961097a555877b3f5d7c1 --- /dev/null +++ b/params_shard_69.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b9313c92f7398a2c7e78878b03b1fb316dd778f5225f490c0bc311a2b05cef +size 27803648 diff --git a/params_shard_7.bin b/params_shard_7.bin new file mode 100644 index 0000000000000000000000000000000000000000..e231a0a7e9c0310bdb0ec998d9af6eb1458dd1c0 --- /dev/null +++ b/params_shard_7.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ab47695d29d20a8d1cbc4fe1be8cd2c0ce456e7932440c52f9903535ab1c1e +size 58720256 diff --git a/params_shard_70.bin b/params_shard_70.bin new file mode 100644 index 0000000000000000000000000000000000000000..3e60b921d15439ea817bc4837db19e79da848220 --- /dev/null +++ b/params_shard_70.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6872e72c1adfab02b00ea8ecd2269bce11ab670ce06447bdf73ecc2e828f048b +size 58720256 diff --git a/params_shard_71.bin b/params_shard_71.bin new file mode 100644 index 0000000000000000000000000000000000000000..54ec376978650695492b21b82a39af0d9ec24e1b --- /dev/null +++ b/params_shard_71.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65fb0aecd9b90185b428f33d0d28d9d62f89c5f517b7e868be8583154e98c484 +size 29360128 diff --git a/params_shard_72.bin b/params_shard_72.bin new file mode 100644 index 0000000000000000000000000000000000000000..613d2ae46ddc7a4e44066b9f217b5d878d69dc33 --- /dev/null +++ b/params_shard_72.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7450c5b1d9bbb0f6941489b6a4b6076429f2cf891c8d4d3ad7ceca399cdcdd94 +size 27803648 diff --git a/params_shard_73.bin b/params_shard_73.bin new file mode 100644 index 0000000000000000000000000000000000000000..09291a75f5bbd0aab67471822dabebbbae4272e2 --- /dev/null +++ b/params_shard_73.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bc2acd5c8cfe91adbf6b3462d8027cc3a0b9453251083592093be3e17a1a6a +size 58720256 diff --git a/params_shard_74.bin b/params_shard_74.bin new file mode 100644 index 0000000000000000000000000000000000000000..1be62de8dfc18e64956ad26734c996cf4981e22d --- /dev/null +++ b/params_shard_74.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4e964a78a2a7bf0b5c2b5c14fafa1fe9c37df3d5c627ccf5ecf4e6d02094d0 +size 29360128 diff --git a/params_shard_75.bin b/params_shard_75.bin new file mode 100644 index 0000000000000000000000000000000000000000..e6c44fdda4857269a51d9376fae132850051cf8a --- /dev/null +++ b/params_shard_75.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada16995e8cd685d2f0c2a9ae7f781e338e4a7f7e26072ef3ffc6855b3c85391 +size 27803648 diff --git a/params_shard_76.bin b/params_shard_76.bin new file mode 100644 index 0000000000000000000000000000000000000000..3957f4ea355b99ec0e16710bea927fd2139cc0cc --- /dev/null +++ b/params_shard_76.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3849befd8efcdf0c09e2f20b8a29c1801e270d85f7a70ef065339b42f642a03 +size 58720256 diff --git a/params_shard_77.bin b/params_shard_77.bin new file mode 100644 index 0000000000000000000000000000000000000000..3646f8b222345baf5735966ead1e574c480f196e --- /dev/null +++ b/params_shard_77.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107fa90821438893ea4024e0e6ef683e4262f17b16c2a75545a7784950e46ab4 +size 29360128 diff --git a/params_shard_78.bin b/params_shard_78.bin new file mode 100644 index 0000000000000000000000000000000000000000..8f0d6bb12df96e0464212123cf7add0b69e39e91 --- /dev/null +++ b/params_shard_78.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7d5d5811860d13b406114ed76f4c2accbaf393fc1eccf483d34d5597e521a2 +size 27803648 diff --git a/params_shard_79.bin b/params_shard_79.bin new file mode 100644 index 0000000000000000000000000000000000000000..5d40fa660d197967afc5c7ec0954727f5a30e066 --- /dev/null +++ b/params_shard_79.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc103595c7cf1cadc3b0478307508e82c6904659f1d72a50799828fe3e9d4ee +size 58720256 diff --git a/params_shard_8.bin b/params_shard_8.bin new file mode 100644 index 0000000000000000000000000000000000000000..1eb4ef6a67dcefccfdcfcf4253c08e16dc339df8 --- /dev/null +++ b/params_shard_8.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0206f289391352ecd4df8494ff95e8a7f4e6b38c6e8a8a5c72e875f644189d95 +size 29360128 diff --git a/params_shard_80.bin b/params_shard_80.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b0b6a36b47fd22831c4fe596ce62002976205a8 --- /dev/null +++ b/params_shard_80.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2276044f0ab27437c6ca8a1d231815ad8f80422da4c0a97e90ab0414a2f66a9a +size 29360128 diff --git a/params_shard_81.bin b/params_shard_81.bin new file mode 100644 index 0000000000000000000000000000000000000000..023ea977d0714edef85a851604d4e71dfcaf8ce6 --- /dev/null +++ b/params_shard_81.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa7efbe41e6830b8c0f90e3a858bb7ee4933fcf6225a0a1e3cb7f6b7e3a86bd +size 27803648 diff --git a/params_shard_82.bin b/params_shard_82.bin new file mode 100644 index 0000000000000000000000000000000000000000..c7230cfdf5f4d2ab39698cc4e3791f784eda325d --- /dev/null +++ b/params_shard_82.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6110fb0ecf4bd1ba91864ad23783eece67cadddcac3e7a9c6d87f49d61302306 +size 58720256 diff --git a/params_shard_83.bin b/params_shard_83.bin new file mode 100644 index 0000000000000000000000000000000000000000..df6aad7434eb1c7c79d4b8504e321b46fb72ae63 --- /dev/null +++ b/params_shard_83.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cef621e3d65cb7e66bcad349abfce57fd386777b6a6f94cc3796f9f02570e9d +size 29360128 diff --git a/params_shard_84.bin b/params_shard_84.bin new file mode 100644 index 0000000000000000000000000000000000000000..1b9a529061a91dbc718fa610786802039f228156 --- /dev/null +++ b/params_shard_84.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21e835404d571a8f34384339d1dde4685160e230d27c22cf6205126e3d4b6ca +size 27803648 diff --git a/params_shard_85.bin b/params_shard_85.bin new file mode 100644 index 0000000000000000000000000000000000000000..74fd732ad9ea51e5545bada75c64c950dfb2e1c6 --- /dev/null +++ b/params_shard_85.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0acf118f95e1e49363275aab52c608ac53353568ee1428387098643aeae4ab8 +size 58720256 diff --git a/params_shard_86.bin b/params_shard_86.bin new file mode 100644 index 0000000000000000000000000000000000000000..19ffaee9b5b4a6f7ce1c97e48546a6c96473186b --- /dev/null +++ b/params_shard_86.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3f6f6ef88a97bb126f5511e7597f34c8856b49972cecfde15f697c3ffd86c5 +size 29360128 diff --git a/params_shard_87.bin b/params_shard_87.bin new file mode 100644 index 0000000000000000000000000000000000000000..f3f44f160c7b450d159dfc10a8c551b5f385a74f --- /dev/null +++ b/params_shard_87.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:876b4118cc3914168eb3a7d8031aaf8976f6f5d8359cc6f17638663c196b93d0 +size 27803648 diff --git a/params_shard_88.bin b/params_shard_88.bin new file mode 100644 index 0000000000000000000000000000000000000000..fe4cfdbc76b56bcba59da0257ca9bc57a56246a1 --- /dev/null +++ b/params_shard_88.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064a15c9e0a6d07d24d3b9fb703af835d6fd8a61991b01942f1380de9a82a4bf +size 58720256 diff --git a/params_shard_89.bin b/params_shard_89.bin new file mode 100644 index 0000000000000000000000000000000000000000..b0609c4c925b00729c0627d1d32488da54d61db2 --- /dev/null +++ b/params_shard_89.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d36fc56d2e5d568213f38a231a858fa57d6a4e5027605b5e2780f2e5b614752 +size 29360128 diff --git a/params_shard_9.bin b/params_shard_9.bin new file mode 100644 index 0000000000000000000000000000000000000000..5e217f62d03b5692daf82e57ca74750b97bc6929 --- /dev/null +++ b/params_shard_9.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff032c9ca3a5d79dafc91c236504f3a9e08cb7e1393ad8ac9a152dc223a8c04 +size 27803648 diff --git a/params_shard_90.bin b/params_shard_90.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaed01e7dc938d2a02b93347d20303ad7be3d88a --- /dev/null +++ b/params_shard_90.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b44a3c216464fb54d91886e1ad8f5f354602d42976c66e7df399c06ec4e2f51 +size 27803648 diff --git a/params_shard_91.bin b/params_shard_91.bin new file mode 100644 index 0000000000000000000000000000000000000000..d17b89c7552d1da498ca50912c05eaaec0ae344a --- /dev/null +++ b/params_shard_91.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175b6bc9b539eee59e38ab4d2d22506a9732723593ad9491798473b0c9ffcab6 +size 58720256 diff --git a/params_shard_92.bin b/params_shard_92.bin new file mode 100644 index 0000000000000000000000000000000000000000..31eb2ffb0cfb71e30c19ef99bc79a0cad9f73332 --- /dev/null +++ b/params_shard_92.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0466305ed082ef77ae5df8e70c808b95426b702da23dd413650784c6b82cf2 +size 29360128 diff --git a/params_shard_93.bin b/params_shard_93.bin new file mode 100644 index 0000000000000000000000000000000000000000..f867ebd3f9096588cdb0e39d9d5f0a6f59654825 --- /dev/null +++ b/params_shard_93.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c939466f3b52ae4940435d2f8a6520fa69923b93ad8af8a5845abc38c1802304 +size 27803648 diff --git a/params_shard_94.bin b/params_shard_94.bin new file mode 100644 index 0000000000000000000000000000000000000000..9e025ce55a00c6b677f54dd01dc14fb02b0063d7 --- /dev/null +++ b/params_shard_94.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34020809a51f18ea8c65598a6be7d383899b3e063d8c09aeeb63fd82aae0f127 +size 58720256 diff --git a/params_shard_95.bin b/params_shard_95.bin new file mode 100644 index 0000000000000000000000000000000000000000..b482ca79e5f0bb80c615890906b82c5a2ba7cf91 --- /dev/null +++ b/params_shard_95.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184fa5071170cd747eb07adbed2471c7be4876a325f77e3de7d0bc269a0b1da2 +size 29360128 diff --git a/params_shard_96.bin b/params_shard_96.bin new file mode 100644 index 0000000000000000000000000000000000000000..d43033bda21c7c65cc4cfc2bb80d339882aa670b --- /dev/null +++ b/params_shard_96.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077926f2d10312146a229dbb1c9133bf7475c0ed354d444b88b4eaac2f32af3d +size 262144000 diff --git a/params_shard_97.bin b/params_shard_97.bin new file mode 100644 index 0000000000000000000000000000000000000000..b923bb50b1bacc6e9dda1292fb2106e8fa8a0896 --- /dev/null +++ b/params_shard_97.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90bfc1bb8f7d25029121d70f8bfe0208f0d40dd3ab05d868c4ae9b6f809befa2 +size 28860416 diff --git a/private-llm-config.json b/private-llm-config.json new file mode 100644 index 0000000000000000000000000000000000000000..3bb44a17e159f966a74a6092c754536be371ea33 --- /dev/null +++ b/private-llm-config.json @@ -0,0 +1,21 @@ +{ + "model_lib": "Mistral-7B-Instruct-v0.1-w4a16g128asym", + "local_id": "Mistral-7B-Instruct-v0.1-w4a16g128asym", + "conv_template": "mistral_default", + "temperature": 0.7, + "repetition_penalty": 1.1, + "top_p": 0.95, + "mean_gen_len": 512, + "max_gen_len": 2048, + "num_shards": 1, + "shift_fill_factor": 0.3, + "tokenizer_files": [ + "added_tokens.json", + "tokenizer.model" + ], + "model_category": "mistral", + "model_name": "Mistral-7B-Instruct-v0.1", + "vocab_size": 32000, + "sliding_window": 4096, + "sliding_window_chunk_size": 4096 +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000000000000000000000000000000000000..8b443ef19c2a19acc3ac64fb9c3db4a72921dff6 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055 +size 493443 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..795527aa5f0e831d654bccb46cdfdbe01cfd39aa --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,47 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "" + ], + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "tokenizer_file": "/home/jeethu/LLM_models/Mistral-7B-Instruct-v0.1/tokenizer.json", + "unk_token": "", + "use_default_system_prompt": true +}