diff --git "a/ggml-large-v3-encoder.mlmodelc/model.mil" "b/ggml-large-v3-encoder.mlmodelc/model.mil" --- "a/ggml-large-v3-encoder.mlmodelc/model.mil" +++ "b/ggml-large-v3-encoder.mlmodelc/model.mil" @@ -1,5 +1,5 @@ program(1.0) -[buildInfo = dict, tensor>({{"coremlc-component-MIL", "3304.5.2"}, {"coremlc-version", "3304.6.2"}, {"coremltools-component-torch", "2.2.2"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "7.2"}})] +[buildInfo = dict, tensor>({{"coremlc-component-MIL", "3304.5.2"}, {"coremlc-version", "3304.6.2"}, {"coremltools-component-torch", "2.3.0"}, {"coremltools-source-dialect", "TorchScript"}, {"coremltools-version", "7.2"}})] { func main(tensor logmel_data) { tensor var_72 = const()[name = tensor("op_72"), val = tensor(1)]; @@ -76,28 +76,28 @@ program(1.0) tensor blocks_0_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_0_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27782144)))]; tensor blocks_0_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_0_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27784768)))]; tensor var_204_cast_fp16 = layer_norm(axes = var_204_axes_0, beta = blocks_0_mlp_ln_bias_to_fp16, epsilon = var_130_to_fp16, gamma = blocks_0_mlp_ln_weight_to_fp16, x = x_13_cast_fp16)[name = tensor("op_204_cast_fp16")]; - tensor var_213_to_fp16 = const()[name = tensor("op_213_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27787392)))]; - tensor var_214_to_fp16 = const()[name = tensor("op_214_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36798656)))]; - tensor linear_4_cast_fp16 = linear(bias = var_214_to_fp16, weight = var_213_to_fp16, x = var_204_cast_fp16)[name = tensor("linear_4_cast_fp16")]; + tensor var_213_to_fp16 = const()[name = tensor("op_213_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(27787392)))]; + tensor var_214_to_fp16 = const()[name = tensor("op_214_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37945536)))]; + tensor linear_4_cast_fp16 = linear(bias = var_214_to_fp16, weight = var_213_to_fp16, x = var_204_cast_fp16)[name = tensor("linear_4_cast_fp16")]; tensor x_17_mode_0 = const()[name = tensor("x_17_mode_0"), val = tensor("EXACT")]; - tensor x_17_cast_fp16 = gelu(mode = x_17_mode_0, x = linear_4_cast_fp16)[name = tensor("x_17_cast_fp16")]; - tensor var_219_to_fp16 = const()[name = tensor("op_219_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(36805760)))]; - tensor var_220_to_fp16 = const()[name = tensor("op_220_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45817024)))]; + tensor x_17_cast_fp16 = gelu(mode = x_17_mode_0, x = linear_4_cast_fp16)[name = tensor("x_17_cast_fp16")]; + tensor var_219_to_fp16 = const()[name = tensor("op_219_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(37953536)))]; + tensor var_220_to_fp16 = const()[name = tensor("op_220_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48111680)))]; tensor linear_5_cast_fp16 = linear(bias = var_220_to_fp16, weight = var_219_to_fp16, x = x_17_cast_fp16)[name = tensor("linear_5_cast_fp16")]; tensor x_19_cast_fp16 = add(x = x_13_cast_fp16, y = linear_5_cast_fp16)[name = tensor("x_19_cast_fp16")]; tensor var_230 = const()[name = tensor("op_230"), val = tensor(-1)]; tensor var_246_axes_0 = const()[name = tensor("op_246_axes_0"), val = tensor([-1])]; - tensor blocks_1_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_1_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45819648)))]; - tensor blocks_1_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_1_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45822272)))]; + tensor blocks_1_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_1_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48114304)))]; + tensor blocks_1_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_1_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48116928)))]; tensor var_236_to_fp16 = const()[name = tensor("op_236_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_246_cast_fp16 = layer_norm(axes = var_246_axes_0, beta = blocks_1_attn_ln_bias_to_fp16, epsilon = var_236_to_fp16, gamma = blocks_1_attn_ln_weight_to_fp16, x = x_19_cast_fp16)[name = tensor("op_246_cast_fp16")]; - tensor var_257_to_fp16 = const()[name = tensor("op_257_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(45824896)))]; - tensor var_258_to_fp16 = const()[name = tensor("op_258_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49101760)))]; + tensor var_257_to_fp16 = const()[name = tensor("op_257_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48119552)))]; + tensor var_258_to_fp16 = const()[name = tensor("op_258_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51396416)))]; tensor linear_6_cast_fp16 = linear(bias = var_258_to_fp16, weight = var_257_to_fp16, x = var_246_cast_fp16)[name = tensor("linear_6_cast_fp16")]; - tensor var_261_to_fp16 = const()[name = tensor("op_261_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49104384)))]; + tensor var_261_to_fp16 = const()[name = tensor("op_261_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51399040)))]; tensor linear_7_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_261_to_fp16, x = var_246_cast_fp16)[name = tensor("linear_7_cast_fp16")]; - tensor var_265_to_fp16 = const()[name = tensor("op_265_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(52381248)))]; - tensor var_266_to_fp16 = const()[name = tensor("op_266_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55658112)))]; + tensor var_265_to_fp16 = const()[name = tensor("op_265_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54675904)))]; + tensor var_266_to_fp16 = const()[name = tensor("op_266_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57952768)))]; tensor linear_8_cast_fp16 = linear(bias = var_266_to_fp16, weight = var_265_to_fp16, x = var_246_cast_fp16)[name = tensor("linear_8_cast_fp16")]; tensor var_274 = const()[name = tensor("op_274"), val = tensor([1, 1500, 20, -1])]; tensor var_275_cast_fp16 = reshape(shape = var_274, x = linear_6_cast_fp16)[name = tensor("op_275_cast_fp16")]; @@ -126,36 +126,36 @@ program(1.0) tensor concat_1 = const()[name = tensor("concat_1"), val = tensor([1, 1500, 1280])]; tensor transpose_312 = transpose(perm = var_297, x = var_296_cast_fp16)[name = tensor("transpose_312")]; tensor x_23_cast_fp16 = reshape(shape = concat_1, x = transpose_312)[name = tensor("x_23_cast_fp16")]; - tensor var_302_to_fp16 = const()[name = tensor("op_302_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(55660736)))]; - tensor var_303_to_fp16 = const()[name = tensor("op_303_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58937600)))]; + tensor var_302_to_fp16 = const()[name = tensor("op_302_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57955392)))]; + tensor var_303_to_fp16 = const()[name = tensor("op_303_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61232256)))]; tensor linear_9_cast_fp16 = linear(bias = var_303_to_fp16, weight = var_302_to_fp16, x = x_23_cast_fp16)[name = tensor("linear_9_cast_fp16")]; tensor x_25_cast_fp16 = add(x = x_19_cast_fp16, y = linear_9_cast_fp16)[name = tensor("x_25_cast_fp16")]; tensor var_310_axes_0 = const()[name = tensor("op_310_axes_0"), val = tensor([-1])]; - tensor blocks_1_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_1_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58940224)))]; - tensor blocks_1_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_1_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58942848)))]; + tensor blocks_1_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_1_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61234880)))]; + tensor blocks_1_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_1_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61237504)))]; tensor var_310_cast_fp16 = layer_norm(axes = var_310_axes_0, beta = blocks_1_mlp_ln_bias_to_fp16, epsilon = var_236_to_fp16, gamma = blocks_1_mlp_ln_weight_to_fp16, x = x_25_cast_fp16)[name = tensor("op_310_cast_fp16")]; - tensor var_319_to_fp16 = const()[name = tensor("op_319_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58945472)))]; - tensor var_320_to_fp16 = const()[name = tensor("op_320_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65499136)))]; - tensor linear_10_cast_fp16 = linear(bias = var_320_to_fp16, weight = var_319_to_fp16, x = var_310_cast_fp16)[name = tensor("linear_10_cast_fp16")]; + tensor var_319_to_fp16 = const()[name = tensor("op_319_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(61240128)))]; + tensor var_320_to_fp16 = const()[name = tensor("op_320_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70906752)))]; + tensor linear_10_cast_fp16 = linear(bias = var_320_to_fp16, weight = var_319_to_fp16, x = var_310_cast_fp16)[name = tensor("linear_10_cast_fp16")]; tensor x_29_mode_0 = const()[name = tensor("x_29_mode_0"), val = tensor("EXACT")]; - tensor x_29_cast_fp16 = gelu(mode = x_29_mode_0, x = linear_10_cast_fp16)[name = tensor("x_29_cast_fp16")]; - tensor var_325_to_fp16 = const()[name = tensor("op_325_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(65504320)))]; - tensor var_326_to_fp16 = const()[name = tensor("op_326_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72057984)))]; + tensor x_29_cast_fp16 = gelu(mode = x_29_mode_0, x = linear_10_cast_fp16)[name = tensor("x_29_cast_fp16")]; + tensor var_325_to_fp16 = const()[name = tensor("op_325_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70914368)))]; + tensor var_326_to_fp16 = const()[name = tensor("op_326_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80580992)))]; tensor linear_11_cast_fp16 = linear(bias = var_326_to_fp16, weight = var_325_to_fp16, x = x_29_cast_fp16)[name = tensor("linear_11_cast_fp16")]; tensor x_31_cast_fp16 = add(x = x_25_cast_fp16, y = linear_11_cast_fp16)[name = tensor("x_31_cast_fp16")]; tensor var_336 = const()[name = tensor("op_336"), val = tensor(-1)]; tensor var_352_axes_0 = const()[name = tensor("op_352_axes_0"), val = tensor([-1])]; - tensor blocks_2_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_2_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72060608)))]; - tensor blocks_2_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_2_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72063232)))]; + tensor blocks_2_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_2_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80583616)))]; + tensor blocks_2_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_2_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80586240)))]; tensor var_342_to_fp16 = const()[name = tensor("op_342_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_352_cast_fp16 = layer_norm(axes = var_352_axes_0, beta = blocks_2_attn_ln_bias_to_fp16, epsilon = var_342_to_fp16, gamma = blocks_2_attn_ln_weight_to_fp16, x = x_31_cast_fp16)[name = tensor("op_352_cast_fp16")]; - tensor var_363_to_fp16 = const()[name = tensor("op_363_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(72065856)))]; - tensor var_364_to_fp16 = const()[name = tensor("op_364_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75342720)))]; + tensor var_363_to_fp16 = const()[name = tensor("op_363_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(80588864)))]; + tensor var_364_to_fp16 = const()[name = tensor("op_364_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83865728)))]; tensor linear_12_cast_fp16 = linear(bias = var_364_to_fp16, weight = var_363_to_fp16, x = var_352_cast_fp16)[name = tensor("linear_12_cast_fp16")]; - tensor var_367_to_fp16 = const()[name = tensor("op_367_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(75345344)))]; + tensor var_367_to_fp16 = const()[name = tensor("op_367_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(83868352)))]; tensor linear_13_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_367_to_fp16, x = var_352_cast_fp16)[name = tensor("linear_13_cast_fp16")]; - tensor var_371_to_fp16 = const()[name = tensor("op_371_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78622208)))]; - tensor var_372_to_fp16 = const()[name = tensor("op_372_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81899072)))]; + tensor var_371_to_fp16 = const()[name = tensor("op_371_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87145216)))]; + tensor var_372_to_fp16 = const()[name = tensor("op_372_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90422080)))]; tensor linear_14_cast_fp16 = linear(bias = var_372_to_fp16, weight = var_371_to_fp16, x = var_352_cast_fp16)[name = tensor("linear_14_cast_fp16")]; tensor var_380 = const()[name = tensor("op_380"), val = tensor([1, 1500, 20, -1])]; tensor var_381_cast_fp16 = reshape(shape = var_380, x = linear_12_cast_fp16)[name = tensor("op_381_cast_fp16")]; @@ -184,36 +184,36 @@ program(1.0) tensor concat_2 = const()[name = tensor("concat_2"), val = tensor([1, 1500, 1280])]; tensor transpose_308 = transpose(perm = var_403, x = var_402_cast_fp16)[name = tensor("transpose_308")]; tensor x_35_cast_fp16 = reshape(shape = concat_2, x = transpose_308)[name = tensor("x_35_cast_fp16")]; - tensor var_408_to_fp16 = const()[name = tensor("op_408_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(81901696)))]; - tensor var_409_to_fp16 = const()[name = tensor("op_409_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85178560)))]; + tensor var_408_to_fp16 = const()[name = tensor("op_408_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(90424704)))]; + tensor var_409_to_fp16 = const()[name = tensor("op_409_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93701568)))]; tensor linear_15_cast_fp16 = linear(bias = var_409_to_fp16, weight = var_408_to_fp16, x = x_35_cast_fp16)[name = tensor("linear_15_cast_fp16")]; tensor x_37_cast_fp16 = add(x = x_31_cast_fp16, y = linear_15_cast_fp16)[name = tensor("x_37_cast_fp16")]; tensor var_416_axes_0 = const()[name = tensor("op_416_axes_0"), val = tensor([-1])]; - tensor blocks_2_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_2_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85181184)))]; - tensor blocks_2_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_2_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85183808)))]; + tensor blocks_2_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_2_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93704192)))]; + tensor blocks_2_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_2_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93706816)))]; tensor var_416_cast_fp16 = layer_norm(axes = var_416_axes_0, beta = blocks_2_mlp_ln_bias_to_fp16, epsilon = var_342_to_fp16, gamma = blocks_2_mlp_ln_weight_to_fp16, x = x_37_cast_fp16)[name = tensor("op_416_cast_fp16")]; - tensor var_425_to_fp16 = const()[name = tensor("op_425_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85186432)))]; - tensor var_426_to_fp16 = const()[name = tensor("op_426_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91740096)))]; - tensor linear_16_cast_fp16 = linear(bias = var_426_to_fp16, weight = var_425_to_fp16, x = var_416_cast_fp16)[name = tensor("linear_16_cast_fp16")]; + tensor var_425_to_fp16 = const()[name = tensor("op_425_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(93709440)))]; + tensor var_426_to_fp16 = const()[name = tensor("op_426_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101901504)))]; + tensor linear_16_cast_fp16 = linear(bias = var_426_to_fp16, weight = var_425_to_fp16, x = var_416_cast_fp16)[name = tensor("linear_16_cast_fp16")]; tensor x_41_mode_0 = const()[name = tensor("x_41_mode_0"), val = tensor("EXACT")]; - tensor x_41_cast_fp16 = gelu(mode = x_41_mode_0, x = linear_16_cast_fp16)[name = tensor("x_41_cast_fp16")]; - tensor var_431_to_fp16 = const()[name = tensor("op_431_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(91745280)))]; - tensor var_432_to_fp16 = const()[name = tensor("op_432_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98298944)))]; + tensor x_41_cast_fp16 = gelu(mode = x_41_mode_0, x = linear_16_cast_fp16)[name = tensor("x_41_cast_fp16")]; + tensor var_431_to_fp16 = const()[name = tensor("op_431_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101907968)))]; + tensor var_432_to_fp16 = const()[name = tensor("op_432_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110100032)))]; tensor linear_17_cast_fp16 = linear(bias = var_432_to_fp16, weight = var_431_to_fp16, x = x_41_cast_fp16)[name = tensor("linear_17_cast_fp16")]; tensor x_43_cast_fp16 = add(x = x_37_cast_fp16, y = linear_17_cast_fp16)[name = tensor("x_43_cast_fp16")]; tensor var_442 = const()[name = tensor("op_442"), val = tensor(-1)]; tensor var_458_axes_0 = const()[name = tensor("op_458_axes_0"), val = tensor([-1])]; - tensor blocks_3_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_3_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98301568)))]; - tensor blocks_3_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_3_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98304192)))]; + tensor blocks_3_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_3_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110102656)))]; + tensor blocks_3_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_3_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110105280)))]; tensor var_448_to_fp16 = const()[name = tensor("op_448_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_458_cast_fp16 = layer_norm(axes = var_458_axes_0, beta = blocks_3_attn_ln_bias_to_fp16, epsilon = var_448_to_fp16, gamma = blocks_3_attn_ln_weight_to_fp16, x = x_43_cast_fp16)[name = tensor("op_458_cast_fp16")]; - tensor var_469_to_fp16 = const()[name = tensor("op_469_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98306816)))]; - tensor var_470_to_fp16 = const()[name = tensor("op_470_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101583680)))]; + tensor var_469_to_fp16 = const()[name = tensor("op_469_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(110107904)))]; + tensor var_470_to_fp16 = const()[name = tensor("op_470_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113384768)))]; tensor linear_18_cast_fp16 = linear(bias = var_470_to_fp16, weight = var_469_to_fp16, x = var_458_cast_fp16)[name = tensor("linear_18_cast_fp16")]; - tensor var_473_to_fp16 = const()[name = tensor("op_473_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101586304)))]; + tensor var_473_to_fp16 = const()[name = tensor("op_473_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(113387392)))]; tensor linear_19_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_473_to_fp16, x = var_458_cast_fp16)[name = tensor("linear_19_cast_fp16")]; - tensor var_477_to_fp16 = const()[name = tensor("op_477_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104863168)))]; - tensor var_478_to_fp16 = const()[name = tensor("op_478_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108140032)))]; + tensor var_477_to_fp16 = const()[name = tensor("op_477_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116664256)))]; + tensor var_478_to_fp16 = const()[name = tensor("op_478_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119941120)))]; tensor linear_20_cast_fp16 = linear(bias = var_478_to_fp16, weight = var_477_to_fp16, x = var_458_cast_fp16)[name = tensor("linear_20_cast_fp16")]; tensor var_486 = const()[name = tensor("op_486"), val = tensor([1, 1500, 20, -1])]; tensor var_487_cast_fp16 = reshape(shape = var_486, x = linear_18_cast_fp16)[name = tensor("op_487_cast_fp16")]; @@ -242,36 +242,36 @@ program(1.0) tensor concat_3 = const()[name = tensor("concat_3"), val = tensor([1, 1500, 1280])]; tensor transpose_304 = transpose(perm = var_509, x = var_508_cast_fp16)[name = tensor("transpose_304")]; tensor x_47_cast_fp16 = reshape(shape = concat_3, x = transpose_304)[name = tensor("x_47_cast_fp16")]; - tensor var_514_to_fp16 = const()[name = tensor("op_514_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(108142656)))]; - tensor var_515_to_fp16 = const()[name = tensor("op_515_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111419520)))]; + tensor var_514_to_fp16 = const()[name = tensor("op_514_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(119943744)))]; + tensor var_515_to_fp16 = const()[name = tensor("op_515_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123220608)))]; tensor linear_21_cast_fp16 = linear(bias = var_515_to_fp16, weight = var_514_to_fp16, x = x_47_cast_fp16)[name = tensor("linear_21_cast_fp16")]; tensor x_49_cast_fp16 = add(x = x_43_cast_fp16, y = linear_21_cast_fp16)[name = tensor("x_49_cast_fp16")]; tensor var_522_axes_0 = const()[name = tensor("op_522_axes_0"), val = tensor([-1])]; - tensor blocks_3_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_3_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111422144)))]; - tensor blocks_3_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_3_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111424768)))]; + tensor blocks_3_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_3_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123223232)))]; + tensor blocks_3_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_3_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123225856)))]; tensor var_522_cast_fp16 = layer_norm(axes = var_522_axes_0, beta = blocks_3_mlp_ln_bias_to_fp16, epsilon = var_448_to_fp16, gamma = blocks_3_mlp_ln_weight_to_fp16, x = x_49_cast_fp16)[name = tensor("op_522_cast_fp16")]; - tensor var_531_to_fp16 = const()[name = tensor("op_531_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111427392)))]; - tensor var_532_to_fp16 = const()[name = tensor("op_532_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117981056)))]; - tensor linear_22_cast_fp16 = linear(bias = var_532_to_fp16, weight = var_531_to_fp16, x = var_522_cast_fp16)[name = tensor("linear_22_cast_fp16")]; + tensor var_531_to_fp16 = const()[name = tensor("op_531_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123228480)))]; + tensor var_532_to_fp16 = const()[name = tensor("op_532_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131338624)))]; + tensor linear_22_cast_fp16 = linear(bias = var_532_to_fp16, weight = var_531_to_fp16, x = var_522_cast_fp16)[name = tensor("linear_22_cast_fp16")]; tensor x_53_mode_0 = const()[name = tensor("x_53_mode_0"), val = tensor("EXACT")]; - tensor x_53_cast_fp16 = gelu(mode = x_53_mode_0, x = linear_22_cast_fp16)[name = tensor("x_53_cast_fp16")]; - tensor var_537_to_fp16 = const()[name = tensor("op_537_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117986240)))]; - tensor var_538_to_fp16 = const()[name = tensor("op_538_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124539904)))]; + tensor x_53_cast_fp16 = gelu(mode = x_53_mode_0, x = linear_22_cast_fp16)[name = tensor("x_53_cast_fp16")]; + tensor var_537_to_fp16 = const()[name = tensor("op_537_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131345024)))]; + tensor var_538_to_fp16 = const()[name = tensor("op_538_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139455168)))]; tensor linear_23_cast_fp16 = linear(bias = var_538_to_fp16, weight = var_537_to_fp16, x = x_53_cast_fp16)[name = tensor("linear_23_cast_fp16")]; tensor x_55_cast_fp16 = add(x = x_49_cast_fp16, y = linear_23_cast_fp16)[name = tensor("x_55_cast_fp16")]; tensor var_548 = const()[name = tensor("op_548"), val = tensor(-1)]; tensor var_564_axes_0 = const()[name = tensor("op_564_axes_0"), val = tensor([-1])]; - tensor blocks_4_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_4_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124542528)))]; - tensor blocks_4_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_4_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124545152)))]; + tensor blocks_4_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_4_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139457792)))]; + tensor blocks_4_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_4_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139460416)))]; tensor var_554_to_fp16 = const()[name = tensor("op_554_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_564_cast_fp16 = layer_norm(axes = var_564_axes_0, beta = blocks_4_attn_ln_bias_to_fp16, epsilon = var_554_to_fp16, gamma = blocks_4_attn_ln_weight_to_fp16, x = x_55_cast_fp16)[name = tensor("op_564_cast_fp16")]; - tensor var_575_to_fp16 = const()[name = tensor("op_575_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124547776)))]; - tensor var_576_to_fp16 = const()[name = tensor("op_576_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127824640)))]; + tensor var_575_to_fp16 = const()[name = tensor("op_575_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139463040)))]; + tensor var_576_to_fp16 = const()[name = tensor("op_576_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142739904)))]; tensor linear_24_cast_fp16 = linear(bias = var_576_to_fp16, weight = var_575_to_fp16, x = var_564_cast_fp16)[name = tensor("linear_24_cast_fp16")]; - tensor var_579_to_fp16 = const()[name = tensor("op_579_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(127827264)))]; + tensor var_579_to_fp16 = const()[name = tensor("op_579_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142742528)))]; tensor linear_25_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_579_to_fp16, x = var_564_cast_fp16)[name = tensor("linear_25_cast_fp16")]; - tensor var_583_to_fp16 = const()[name = tensor("op_583_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(131104128)))]; - tensor var_584_to_fp16 = const()[name = tensor("op_584_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134380992)))]; + tensor var_583_to_fp16 = const()[name = tensor("op_583_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(146019392)))]; + tensor var_584_to_fp16 = const()[name = tensor("op_584_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(149296256)))]; tensor linear_26_cast_fp16 = linear(bias = var_584_to_fp16, weight = var_583_to_fp16, x = var_564_cast_fp16)[name = tensor("linear_26_cast_fp16")]; tensor var_592 = const()[name = tensor("op_592"), val = tensor([1, 1500, 20, -1])]; tensor var_593_cast_fp16 = reshape(shape = var_592, x = linear_24_cast_fp16)[name = tensor("op_593_cast_fp16")]; @@ -300,36 +300,36 @@ program(1.0) tensor concat_4 = const()[name = tensor("concat_4"), val = tensor([1, 1500, 1280])]; tensor transpose_300 = transpose(perm = var_615, x = var_614_cast_fp16)[name = tensor("transpose_300")]; tensor x_59_cast_fp16 = reshape(shape = concat_4, x = transpose_300)[name = tensor("x_59_cast_fp16")]; - tensor var_620_to_fp16 = const()[name = tensor("op_620_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134383616)))]; - tensor var_621_to_fp16 = const()[name = tensor("op_621_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137660480)))]; + tensor var_620_to_fp16 = const()[name = tensor("op_620_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(149298880)))]; + tensor var_621_to_fp16 = const()[name = tensor("op_621_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152575744)))]; tensor linear_27_cast_fp16 = linear(bias = var_621_to_fp16, weight = var_620_to_fp16, x = x_59_cast_fp16)[name = tensor("linear_27_cast_fp16")]; tensor x_61_cast_fp16 = add(x = x_55_cast_fp16, y = linear_27_cast_fp16)[name = tensor("x_61_cast_fp16")]; tensor var_628_axes_0 = const()[name = tensor("op_628_axes_0"), val = tensor([-1])]; - tensor blocks_4_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_4_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137663104)))]; - tensor blocks_4_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_4_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137665728)))]; + tensor blocks_4_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_4_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152578368)))]; + tensor blocks_4_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_4_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152580992)))]; tensor var_628_cast_fp16 = layer_norm(axes = var_628_axes_0, beta = blocks_4_mlp_ln_bias_to_fp16, epsilon = var_554_to_fp16, gamma = blocks_4_mlp_ln_weight_to_fp16, x = x_61_cast_fp16)[name = tensor("op_628_cast_fp16")]; - tensor var_637_to_fp16 = const()[name = tensor("op_637_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(137668352)))]; - tensor var_638_to_fp16 = const()[name = tensor("op_638_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144222016)))]; - tensor linear_28_cast_fp16 = linear(bias = var_638_to_fp16, weight = var_637_to_fp16, x = var_628_cast_fp16)[name = tensor("linear_28_cast_fp16")]; + tensor var_637_to_fp16 = const()[name = tensor("op_637_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152583616)))]; + tensor var_638_to_fp16 = const()[name = tensor("op_638_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158481920)))]; + tensor linear_28_cast_fp16 = linear(bias = var_638_to_fp16, weight = var_637_to_fp16, x = var_628_cast_fp16)[name = tensor("linear_28_cast_fp16")]; tensor x_65_mode_0 = const()[name = tensor("x_65_mode_0"), val = tensor("EXACT")]; - tensor x_65_cast_fp16 = gelu(mode = x_65_mode_0, x = linear_28_cast_fp16)[name = tensor("x_65_cast_fp16")]; - tensor var_643_to_fp16 = const()[name = tensor("op_643_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144227200)))]; - tensor var_644_to_fp16 = const()[name = tensor("op_644_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150780864)))]; + tensor x_65_cast_fp16 = gelu(mode = x_65_mode_0, x = linear_28_cast_fp16)[name = tensor("x_65_cast_fp16")]; + tensor var_643_to_fp16 = const()[name = tensor("op_643_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158486592)))]; + tensor var_644_to_fp16 = const()[name = tensor("op_644_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164384896)))]; tensor linear_29_cast_fp16 = linear(bias = var_644_to_fp16, weight = var_643_to_fp16, x = x_65_cast_fp16)[name = tensor("linear_29_cast_fp16")]; tensor x_67_cast_fp16 = add(x = x_61_cast_fp16, y = linear_29_cast_fp16)[name = tensor("x_67_cast_fp16")]; tensor var_654 = const()[name = tensor("op_654"), val = tensor(-1)]; tensor var_670_axes_0 = const()[name = tensor("op_670_axes_0"), val = tensor([-1])]; - tensor blocks_5_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_5_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150783488)))]; - tensor blocks_5_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_5_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150786112)))]; + tensor blocks_5_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_5_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164387520)))]; + tensor blocks_5_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_5_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164390144)))]; tensor var_660_to_fp16 = const()[name = tensor("op_660_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_670_cast_fp16 = layer_norm(axes = var_670_axes_0, beta = blocks_5_attn_ln_bias_to_fp16, epsilon = var_660_to_fp16, gamma = blocks_5_attn_ln_weight_to_fp16, x = x_67_cast_fp16)[name = tensor("op_670_cast_fp16")]; - tensor var_681_to_fp16 = const()[name = tensor("op_681_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(150788736)))]; - tensor var_682_to_fp16 = const()[name = tensor("op_682_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154065600)))]; + tensor var_681_to_fp16 = const()[name = tensor("op_681_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164392768)))]; + tensor var_682_to_fp16 = const()[name = tensor("op_682_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167669632)))]; tensor linear_30_cast_fp16 = linear(bias = var_682_to_fp16, weight = var_681_to_fp16, x = var_670_cast_fp16)[name = tensor("linear_30_cast_fp16")]; - tensor var_685_to_fp16 = const()[name = tensor("op_685_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154068224)))]; + tensor var_685_to_fp16 = const()[name = tensor("op_685_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167672256)))]; tensor linear_31_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_685_to_fp16, x = var_670_cast_fp16)[name = tensor("linear_31_cast_fp16")]; - tensor var_689_to_fp16 = const()[name = tensor("op_689_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(157345088)))]; - tensor var_690_to_fp16 = const()[name = tensor("op_690_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160621952)))]; + tensor var_689_to_fp16 = const()[name = tensor("op_689_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170949120)))]; + tensor var_690_to_fp16 = const()[name = tensor("op_690_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174225984)))]; tensor linear_32_cast_fp16 = linear(bias = var_690_to_fp16, weight = var_689_to_fp16, x = var_670_cast_fp16)[name = tensor("linear_32_cast_fp16")]; tensor var_698 = const()[name = tensor("op_698"), val = tensor([1, 1500, 20, -1])]; tensor var_699_cast_fp16 = reshape(shape = var_698, x = linear_30_cast_fp16)[name = tensor("op_699_cast_fp16")]; @@ -358,36 +358,36 @@ program(1.0) tensor concat_5 = const()[name = tensor("concat_5"), val = tensor([1, 1500, 1280])]; tensor transpose_296 = transpose(perm = var_721, x = var_720_cast_fp16)[name = tensor("transpose_296")]; tensor x_71_cast_fp16 = reshape(shape = concat_5, x = transpose_296)[name = tensor("x_71_cast_fp16")]; - tensor var_726_to_fp16 = const()[name = tensor("op_726_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160624576)))]; - tensor var_727_to_fp16 = const()[name = tensor("op_727_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163901440)))]; + tensor var_726_to_fp16 = const()[name = tensor("op_726_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174228608)))]; + tensor var_727_to_fp16 = const()[name = tensor("op_727_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177505472)))]; tensor linear_33_cast_fp16 = linear(bias = var_727_to_fp16, weight = var_726_to_fp16, x = x_71_cast_fp16)[name = tensor("linear_33_cast_fp16")]; tensor x_73_cast_fp16 = add(x = x_67_cast_fp16, y = linear_33_cast_fp16)[name = tensor("x_73_cast_fp16")]; tensor var_734_axes_0 = const()[name = tensor("op_734_axes_0"), val = tensor([-1])]; - tensor blocks_5_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_5_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163904064)))]; - tensor blocks_5_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_5_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163906688)))]; + tensor blocks_5_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_5_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177508096)))]; + tensor blocks_5_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_5_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177510720)))]; tensor var_734_cast_fp16 = layer_norm(axes = var_734_axes_0, beta = blocks_5_mlp_ln_bias_to_fp16, epsilon = var_660_to_fp16, gamma = blocks_5_mlp_ln_weight_to_fp16, x = x_73_cast_fp16)[name = tensor("op_734_cast_fp16")]; - tensor var_743_to_fp16 = const()[name = tensor("op_743_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163909312)))]; - tensor var_744_to_fp16 = const()[name = tensor("op_744_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170462976)))]; - tensor linear_34_cast_fp16 = linear(bias = var_744_to_fp16, weight = var_743_to_fp16, x = var_734_cast_fp16)[name = tensor("linear_34_cast_fp16")]; + tensor var_743_to_fp16 = const()[name = tensor("op_743_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177513344)))]; + tensor var_744_to_fp16 = const()[name = tensor("op_744_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182100928)))]; + tensor linear_34_cast_fp16 = linear(bias = var_744_to_fp16, weight = var_743_to_fp16, x = var_734_cast_fp16)[name = tensor("linear_34_cast_fp16")]; tensor x_77_mode_0 = const()[name = tensor("x_77_mode_0"), val = tensor("EXACT")]; - tensor x_77_cast_fp16 = gelu(mode = x_77_mode_0, x = linear_34_cast_fp16)[name = tensor("x_77_cast_fp16")]; - tensor var_749_to_fp16 = const()[name = tensor("op_749_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170468160)))]; - tensor var_750_to_fp16 = const()[name = tensor("op_750_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177021824)))]; + tensor x_77_cast_fp16 = gelu(mode = x_77_mode_0, x = linear_34_cast_fp16)[name = tensor("x_77_cast_fp16")]; + tensor var_749_to_fp16 = const()[name = tensor("op_749_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182104576)))]; + tensor var_750_to_fp16 = const()[name = tensor("op_750_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186692160)))]; tensor linear_35_cast_fp16 = linear(bias = var_750_to_fp16, weight = var_749_to_fp16, x = x_77_cast_fp16)[name = tensor("linear_35_cast_fp16")]; tensor x_79_cast_fp16 = add(x = x_73_cast_fp16, y = linear_35_cast_fp16)[name = tensor("x_79_cast_fp16")]; tensor var_760 = const()[name = tensor("op_760"), val = tensor(-1)]; tensor var_776_axes_0 = const()[name = tensor("op_776_axes_0"), val = tensor([-1])]; - tensor blocks_6_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_6_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177024448)))]; - tensor blocks_6_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_6_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177027072)))]; + tensor blocks_6_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_6_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186694784)))]; + tensor blocks_6_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_6_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186697408)))]; tensor var_766_to_fp16 = const()[name = tensor("op_766_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_776_cast_fp16 = layer_norm(axes = var_776_axes_0, beta = blocks_6_attn_ln_bias_to_fp16, epsilon = var_766_to_fp16, gamma = blocks_6_attn_ln_weight_to_fp16, x = x_79_cast_fp16)[name = tensor("op_776_cast_fp16")]; - tensor var_787_to_fp16 = const()[name = tensor("op_787_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177029696)))]; - tensor var_788_to_fp16 = const()[name = tensor("op_788_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180306560)))]; + tensor var_787_to_fp16 = const()[name = tensor("op_787_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186700032)))]; + tensor var_788_to_fp16 = const()[name = tensor("op_788_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189976896)))]; tensor linear_36_cast_fp16 = linear(bias = var_788_to_fp16, weight = var_787_to_fp16, x = var_776_cast_fp16)[name = tensor("linear_36_cast_fp16")]; - tensor var_791_to_fp16 = const()[name = tensor("op_791_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180309184)))]; + tensor var_791_to_fp16 = const()[name = tensor("op_791_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189979520)))]; tensor linear_37_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_791_to_fp16, x = var_776_cast_fp16)[name = tensor("linear_37_cast_fp16")]; - tensor var_795_to_fp16 = const()[name = tensor("op_795_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183586048)))]; - tensor var_796_to_fp16 = const()[name = tensor("op_796_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186862912)))]; + tensor var_795_to_fp16 = const()[name = tensor("op_795_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193256384)))]; + tensor var_796_to_fp16 = const()[name = tensor("op_796_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196533248)))]; tensor linear_38_cast_fp16 = linear(bias = var_796_to_fp16, weight = var_795_to_fp16, x = var_776_cast_fp16)[name = tensor("linear_38_cast_fp16")]; tensor var_804 = const()[name = tensor("op_804"), val = tensor([1, 1500, 20, -1])]; tensor var_805_cast_fp16 = reshape(shape = var_804, x = linear_36_cast_fp16)[name = tensor("op_805_cast_fp16")]; @@ -416,36 +416,36 @@ program(1.0) tensor concat_6 = const()[name = tensor("concat_6"), val = tensor([1, 1500, 1280])]; tensor transpose_292 = transpose(perm = var_827, x = var_826_cast_fp16)[name = tensor("transpose_292")]; tensor x_83_cast_fp16 = reshape(shape = concat_6, x = transpose_292)[name = tensor("x_83_cast_fp16")]; - tensor var_832_to_fp16 = const()[name = tensor("op_832_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186865536)))]; - tensor var_833_to_fp16 = const()[name = tensor("op_833_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190142400)))]; + tensor var_832_to_fp16 = const()[name = tensor("op_832_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196535872)))]; + tensor var_833_to_fp16 = const()[name = tensor("op_833_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199812736)))]; tensor linear_39_cast_fp16 = linear(bias = var_833_to_fp16, weight = var_832_to_fp16, x = x_83_cast_fp16)[name = tensor("linear_39_cast_fp16")]; tensor x_85_cast_fp16 = add(x = x_79_cast_fp16, y = linear_39_cast_fp16)[name = tensor("x_85_cast_fp16")]; tensor var_840_axes_0 = const()[name = tensor("op_840_axes_0"), val = tensor([-1])]; - tensor blocks_6_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_6_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190145024)))]; - tensor blocks_6_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_6_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190147648)))]; + tensor blocks_6_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_6_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199815360)))]; + tensor blocks_6_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_6_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199817984)))]; tensor var_840_cast_fp16 = layer_norm(axes = var_840_axes_0, beta = blocks_6_mlp_ln_bias_to_fp16, epsilon = var_766_to_fp16, gamma = blocks_6_mlp_ln_weight_to_fp16, x = x_85_cast_fp16)[name = tensor("op_840_cast_fp16")]; - tensor var_849_to_fp16 = const()[name = tensor("op_849_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190150272)))]; - tensor var_850_to_fp16 = const()[name = tensor("op_850_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196703936)))]; - tensor linear_40_cast_fp16 = linear(bias = var_850_to_fp16, weight = var_849_to_fp16, x = var_840_cast_fp16)[name = tensor("linear_40_cast_fp16")]; + tensor var_849_to_fp16 = const()[name = tensor("op_849_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199820608)))]; + tensor var_850_to_fp16 = const()[name = tensor("op_850_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204490112)))]; + tensor linear_40_cast_fp16 = linear(bias = var_850_to_fp16, weight = var_849_to_fp16, x = var_840_cast_fp16)[name = tensor("linear_40_cast_fp16")]; tensor x_89_mode_0 = const()[name = tensor("x_89_mode_0"), val = tensor("EXACT")]; - tensor x_89_cast_fp16 = gelu(mode = x_89_mode_0, x = linear_40_cast_fp16)[name = tensor("x_89_cast_fp16")]; - tensor var_855_to_fp16 = const()[name = tensor("op_855_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196709120)))]; - tensor var_856_to_fp16 = const()[name = tensor("op_856_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203262784)))]; + tensor x_89_cast_fp16 = gelu(mode = x_89_mode_0, x = linear_40_cast_fp16)[name = tensor("x_89_cast_fp16")]; + tensor var_855_to_fp16 = const()[name = tensor("op_855_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204493824)))]; + tensor var_856_to_fp16 = const()[name = tensor("op_856_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209163328)))]; tensor linear_41_cast_fp16 = linear(bias = var_856_to_fp16, weight = var_855_to_fp16, x = x_89_cast_fp16)[name = tensor("linear_41_cast_fp16")]; tensor x_91_cast_fp16 = add(x = x_85_cast_fp16, y = linear_41_cast_fp16)[name = tensor("x_91_cast_fp16")]; tensor var_866 = const()[name = tensor("op_866"), val = tensor(-1)]; tensor var_882_axes_0 = const()[name = tensor("op_882_axes_0"), val = tensor([-1])]; - tensor blocks_7_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_7_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203265408)))]; - tensor blocks_7_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_7_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203268032)))]; + tensor blocks_7_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_7_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209165952)))]; + tensor blocks_7_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_7_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209168576)))]; tensor var_872_to_fp16 = const()[name = tensor("op_872_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_882_cast_fp16 = layer_norm(axes = var_882_axes_0, beta = blocks_7_attn_ln_bias_to_fp16, epsilon = var_872_to_fp16, gamma = blocks_7_attn_ln_weight_to_fp16, x = x_91_cast_fp16)[name = tensor("op_882_cast_fp16")]; - tensor var_893_to_fp16 = const()[name = tensor("op_893_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(203270656)))]; - tensor var_894_to_fp16 = const()[name = tensor("op_894_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206547520)))]; + tensor var_893_to_fp16 = const()[name = tensor("op_893_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209171200)))]; + tensor var_894_to_fp16 = const()[name = tensor("op_894_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212448064)))]; tensor linear_42_cast_fp16 = linear(bias = var_894_to_fp16, weight = var_893_to_fp16, x = var_882_cast_fp16)[name = tensor("linear_42_cast_fp16")]; - tensor var_897_to_fp16 = const()[name = tensor("op_897_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206550144)))]; + tensor var_897_to_fp16 = const()[name = tensor("op_897_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(212450688)))]; tensor linear_43_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_897_to_fp16, x = var_882_cast_fp16)[name = tensor("linear_43_cast_fp16")]; - tensor var_901_to_fp16 = const()[name = tensor("op_901_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209827008)))]; - tensor var_902_to_fp16 = const()[name = tensor("op_902_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213103872)))]; + tensor var_901_to_fp16 = const()[name = tensor("op_901_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215727552)))]; + tensor var_902_to_fp16 = const()[name = tensor("op_902_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219004416)))]; tensor linear_44_cast_fp16 = linear(bias = var_902_to_fp16, weight = var_901_to_fp16, x = var_882_cast_fp16)[name = tensor("linear_44_cast_fp16")]; tensor var_910 = const()[name = tensor("op_910"), val = tensor([1, 1500, 20, -1])]; tensor var_911_cast_fp16 = reshape(shape = var_910, x = linear_42_cast_fp16)[name = tensor("op_911_cast_fp16")]; @@ -474,36 +474,36 @@ program(1.0) tensor concat_7 = const()[name = tensor("concat_7"), val = tensor([1, 1500, 1280])]; tensor transpose_288 = transpose(perm = var_933, x = var_932_cast_fp16)[name = tensor("transpose_288")]; tensor x_95_cast_fp16 = reshape(shape = concat_7, x = transpose_288)[name = tensor("x_95_cast_fp16")]; - tensor var_938_to_fp16 = const()[name = tensor("op_938_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(213106496)))]; - tensor var_939_to_fp16 = const()[name = tensor("op_939_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216383360)))]; + tensor var_938_to_fp16 = const()[name = tensor("op_938_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219007040)))]; + tensor var_939_to_fp16 = const()[name = tensor("op_939_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222283904)))]; tensor linear_45_cast_fp16 = linear(bias = var_939_to_fp16, weight = var_938_to_fp16, x = x_95_cast_fp16)[name = tensor("linear_45_cast_fp16")]; tensor x_97_cast_fp16 = add(x = x_91_cast_fp16, y = linear_45_cast_fp16)[name = tensor("x_97_cast_fp16")]; tensor var_946_axes_0 = const()[name = tensor("op_946_axes_0"), val = tensor([-1])]; - tensor blocks_7_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_7_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216385984)))]; - tensor blocks_7_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_7_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216388608)))]; + tensor blocks_7_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_7_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222286528)))]; + tensor blocks_7_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_7_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222289152)))]; tensor var_946_cast_fp16 = layer_norm(axes = var_946_axes_0, beta = blocks_7_mlp_ln_bias_to_fp16, epsilon = var_872_to_fp16, gamma = blocks_7_mlp_ln_weight_to_fp16, x = x_97_cast_fp16)[name = tensor("op_946_cast_fp16")]; - tensor var_955_to_fp16 = const()[name = tensor("op_955_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(216391232)))]; - tensor var_956_to_fp16 = const()[name = tensor("op_956_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222944896)))]; - tensor linear_46_cast_fp16 = linear(bias = var_956_to_fp16, weight = var_955_to_fp16, x = var_946_cast_fp16)[name = tensor("linear_46_cast_fp16")]; + tensor var_955_to_fp16 = const()[name = tensor("op_955_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222291776)))]; + tensor var_956_to_fp16 = const()[name = tensor("op_956_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227043200)))]; + tensor linear_46_cast_fp16 = linear(bias = var_956_to_fp16, weight = var_955_to_fp16, x = var_946_cast_fp16)[name = tensor("linear_46_cast_fp16")]; tensor x_101_mode_0 = const()[name = tensor("x_101_mode_0"), val = tensor("EXACT")]; - tensor x_101_cast_fp16 = gelu(mode = x_101_mode_0, x = linear_46_cast_fp16)[name = tensor("x_101_cast_fp16")]; - tensor var_961_to_fp16 = const()[name = tensor("op_961_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(222950080)))]; - tensor var_962_to_fp16 = const()[name = tensor("op_962_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229503744)))]; + tensor x_101_cast_fp16 = gelu(mode = x_101_mode_0, x = linear_46_cast_fp16)[name = tensor("x_101_cast_fp16")]; + tensor var_961_to_fp16 = const()[name = tensor("op_961_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227046976)))]; + tensor var_962_to_fp16 = const()[name = tensor("op_962_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231798400)))]; tensor linear_47_cast_fp16 = linear(bias = var_962_to_fp16, weight = var_961_to_fp16, x = x_101_cast_fp16)[name = tensor("linear_47_cast_fp16")]; tensor x_103_cast_fp16 = add(x = x_97_cast_fp16, y = linear_47_cast_fp16)[name = tensor("x_103_cast_fp16")]; tensor var_972 = const()[name = tensor("op_972"), val = tensor(-1)]; tensor var_988_axes_0 = const()[name = tensor("op_988_axes_0"), val = tensor([-1])]; - tensor blocks_8_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_8_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229506368)))]; - tensor blocks_8_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_8_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229508992)))]; + tensor blocks_8_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_8_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231801024)))]; + tensor blocks_8_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_8_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231803648)))]; tensor var_978_to_fp16 = const()[name = tensor("op_978_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_988_cast_fp16 = layer_norm(axes = var_988_axes_0, beta = blocks_8_attn_ln_bias_to_fp16, epsilon = var_978_to_fp16, gamma = blocks_8_attn_ln_weight_to_fp16, x = x_103_cast_fp16)[name = tensor("op_988_cast_fp16")]; - tensor var_999_to_fp16 = const()[name = tensor("op_999_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229511616)))]; - tensor var_1000_to_fp16 = const()[name = tensor("op_1000_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(232788480)))]; + tensor var_999_to_fp16 = const()[name = tensor("op_999_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231806272)))]; + tensor var_1000_to_fp16 = const()[name = tensor("op_1000_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235083136)))]; tensor linear_48_cast_fp16 = linear(bias = var_1000_to_fp16, weight = var_999_to_fp16, x = var_988_cast_fp16)[name = tensor("linear_48_cast_fp16")]; - tensor var_1003_to_fp16 = const()[name = tensor("op_1003_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(232791104)))]; + tensor var_1003_to_fp16 = const()[name = tensor("op_1003_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235085760)))]; tensor linear_49_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1003_to_fp16, x = var_988_cast_fp16)[name = tensor("linear_49_cast_fp16")]; - tensor var_1007_to_fp16 = const()[name = tensor("op_1007_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(236067968)))]; - tensor var_1008_to_fp16 = const()[name = tensor("op_1008_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239344832)))]; + tensor var_1007_to_fp16 = const()[name = tensor("op_1007_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(238362624)))]; + tensor var_1008_to_fp16 = const()[name = tensor("op_1008_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(241639488)))]; tensor linear_50_cast_fp16 = linear(bias = var_1008_to_fp16, weight = var_1007_to_fp16, x = var_988_cast_fp16)[name = tensor("linear_50_cast_fp16")]; tensor var_1016 = const()[name = tensor("op_1016"), val = tensor([1, 1500, 20, -1])]; tensor var_1017_cast_fp16 = reshape(shape = var_1016, x = linear_48_cast_fp16)[name = tensor("op_1017_cast_fp16")]; @@ -532,36 +532,36 @@ program(1.0) tensor concat_8 = const()[name = tensor("concat_8"), val = tensor([1, 1500, 1280])]; tensor transpose_284 = transpose(perm = var_1039, x = var_1038_cast_fp16)[name = tensor("transpose_284")]; tensor x_107_cast_fp16 = reshape(shape = concat_8, x = transpose_284)[name = tensor("x_107_cast_fp16")]; - tensor var_1044_to_fp16 = const()[name = tensor("op_1044_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(239347456)))]; - tensor var_1045_to_fp16 = const()[name = tensor("op_1045_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242624320)))]; + tensor var_1044_to_fp16 = const()[name = tensor("op_1044_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(241642112)))]; + tensor var_1045_to_fp16 = const()[name = tensor("op_1045_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244918976)))]; tensor linear_51_cast_fp16 = linear(bias = var_1045_to_fp16, weight = var_1044_to_fp16, x = x_107_cast_fp16)[name = tensor("linear_51_cast_fp16")]; tensor x_109_cast_fp16 = add(x = x_103_cast_fp16, y = linear_51_cast_fp16)[name = tensor("x_109_cast_fp16")]; tensor var_1052_axes_0 = const()[name = tensor("op_1052_axes_0"), val = tensor([-1])]; - tensor blocks_8_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_8_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242626944)))]; - tensor blocks_8_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_8_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242629568)))]; + tensor blocks_8_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_8_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244921600)))]; + tensor blocks_8_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_8_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244924224)))]; tensor var_1052_cast_fp16 = layer_norm(axes = var_1052_axes_0, beta = blocks_8_mlp_ln_bias_to_fp16, epsilon = var_978_to_fp16, gamma = blocks_8_mlp_ln_weight_to_fp16, x = x_109_cast_fp16)[name = tensor("op_1052_cast_fp16")]; - tensor var_1061_to_fp16 = const()[name = tensor("op_1061_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(242632192)))]; - tensor var_1062_to_fp16 = const()[name = tensor("op_1062_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249185856)))]; - tensor linear_52_cast_fp16 = linear(bias = var_1062_to_fp16, weight = var_1061_to_fp16, x = var_1052_cast_fp16)[name = tensor("linear_52_cast_fp16")]; + tensor var_1061_to_fp16 = const()[name = tensor("op_1061_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244926848)))]; + tensor var_1062_to_fp16 = const()[name = tensor("op_1062_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(250743232)))]; + tensor linear_52_cast_fp16 = linear(bias = var_1062_to_fp16, weight = var_1061_to_fp16, x = var_1052_cast_fp16)[name = tensor("linear_52_cast_fp16")]; tensor x_113_mode_0 = const()[name = tensor("x_113_mode_0"), val = tensor("EXACT")]; - tensor x_113_cast_fp16 = gelu(mode = x_113_mode_0, x = linear_52_cast_fp16)[name = tensor("x_113_cast_fp16")]; - tensor var_1067_to_fp16 = const()[name = tensor("op_1067_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(249191040)))]; - tensor var_1068_to_fp16 = const()[name = tensor("op_1068_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255744704)))]; + tensor x_113_cast_fp16 = gelu(mode = x_113_mode_0, x = linear_52_cast_fp16)[name = tensor("x_113_cast_fp16")]; + tensor var_1067_to_fp16 = const()[name = tensor("op_1067_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(250747840)))]; + tensor var_1068_to_fp16 = const()[name = tensor("op_1068_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256564224)))]; tensor linear_53_cast_fp16 = linear(bias = var_1068_to_fp16, weight = var_1067_to_fp16, x = x_113_cast_fp16)[name = tensor("linear_53_cast_fp16")]; tensor x_115_cast_fp16 = add(x = x_109_cast_fp16, y = linear_53_cast_fp16)[name = tensor("x_115_cast_fp16")]; tensor var_1078 = const()[name = tensor("op_1078"), val = tensor(-1)]; tensor var_1094_axes_0 = const()[name = tensor("op_1094_axes_0"), val = tensor([-1])]; - tensor blocks_9_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_9_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255747328)))]; - tensor blocks_9_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_9_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255749952)))]; + tensor blocks_9_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_9_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256566848)))]; + tensor blocks_9_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_9_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256569472)))]; tensor var_1084_to_fp16 = const()[name = tensor("op_1084_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1094_cast_fp16 = layer_norm(axes = var_1094_axes_0, beta = blocks_9_attn_ln_bias_to_fp16, epsilon = var_1084_to_fp16, gamma = blocks_9_attn_ln_weight_to_fp16, x = x_115_cast_fp16)[name = tensor("op_1094_cast_fp16")]; - tensor var_1105_to_fp16 = const()[name = tensor("op_1105_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(255752576)))]; - tensor var_1106_to_fp16 = const()[name = tensor("op_1106_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259029440)))]; + tensor var_1105_to_fp16 = const()[name = tensor("op_1105_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256572096)))]; + tensor var_1106_to_fp16 = const()[name = tensor("op_1106_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259848960)))]; tensor linear_54_cast_fp16 = linear(bias = var_1106_to_fp16, weight = var_1105_to_fp16, x = var_1094_cast_fp16)[name = tensor("linear_54_cast_fp16")]; - tensor var_1109_to_fp16 = const()[name = tensor("op_1109_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259032064)))]; + tensor var_1109_to_fp16 = const()[name = tensor("op_1109_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(259851584)))]; tensor linear_55_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1109_to_fp16, x = var_1094_cast_fp16)[name = tensor("linear_55_cast_fp16")]; - tensor var_1113_to_fp16 = const()[name = tensor("op_1113_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(262308928)))]; - tensor var_1114_to_fp16 = const()[name = tensor("op_1114_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265585792)))]; + tensor var_1113_to_fp16 = const()[name = tensor("op_1113_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(263128448)))]; + tensor var_1114_to_fp16 = const()[name = tensor("op_1114_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(266405312)))]; tensor linear_56_cast_fp16 = linear(bias = var_1114_to_fp16, weight = var_1113_to_fp16, x = var_1094_cast_fp16)[name = tensor("linear_56_cast_fp16")]; tensor var_1122 = const()[name = tensor("op_1122"), val = tensor([1, 1500, 20, -1])]; tensor var_1123_cast_fp16 = reshape(shape = var_1122, x = linear_54_cast_fp16)[name = tensor("op_1123_cast_fp16")]; @@ -590,36 +590,36 @@ program(1.0) tensor concat_9 = const()[name = tensor("concat_9"), val = tensor([1, 1500, 1280])]; tensor transpose_280 = transpose(perm = var_1145, x = var_1144_cast_fp16)[name = tensor("transpose_280")]; tensor x_119_cast_fp16 = reshape(shape = concat_9, x = transpose_280)[name = tensor("x_119_cast_fp16")]; - tensor var_1150_to_fp16 = const()[name = tensor("op_1150_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(265588416)))]; - tensor var_1151_to_fp16 = const()[name = tensor("op_1151_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268865280)))]; + tensor var_1150_to_fp16 = const()[name = tensor("op_1150_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(266407936)))]; + tensor var_1151_to_fp16 = const()[name = tensor("op_1151_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269684800)))]; tensor linear_57_cast_fp16 = linear(bias = var_1151_to_fp16, weight = var_1150_to_fp16, x = x_119_cast_fp16)[name = tensor("linear_57_cast_fp16")]; tensor x_121_cast_fp16 = add(x = x_115_cast_fp16, y = linear_57_cast_fp16)[name = tensor("x_121_cast_fp16")]; tensor var_1158_axes_0 = const()[name = tensor("op_1158_axes_0"), val = tensor([-1])]; - tensor blocks_9_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_9_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268867904)))]; - tensor blocks_9_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_9_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268870528)))]; + tensor blocks_9_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_9_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269687424)))]; + tensor blocks_9_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_9_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269690048)))]; tensor var_1158_cast_fp16 = layer_norm(axes = var_1158_axes_0, beta = blocks_9_mlp_ln_bias_to_fp16, epsilon = var_1084_to_fp16, gamma = blocks_9_mlp_ln_weight_to_fp16, x = x_121_cast_fp16)[name = tensor("op_1158_cast_fp16")]; - tensor var_1167_to_fp16 = const()[name = tensor("op_1167_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(268873152)))]; - tensor var_1168_to_fp16 = const()[name = tensor("op_1168_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275426816)))]; - tensor linear_58_cast_fp16 = linear(bias = var_1168_to_fp16, weight = var_1167_to_fp16, x = var_1158_cast_fp16)[name = tensor("linear_58_cast_fp16")]; + tensor var_1167_to_fp16 = const()[name = tensor("op_1167_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269692672)))]; + tensor var_1168_to_fp16 = const()[name = tensor("op_1168_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275181376)))]; + tensor linear_58_cast_fp16 = linear(bias = var_1168_to_fp16, weight = var_1167_to_fp16, x = var_1158_cast_fp16)[name = tensor("linear_58_cast_fp16")]; tensor x_125_mode_0 = const()[name = tensor("x_125_mode_0"), val = tensor("EXACT")]; - tensor x_125_cast_fp16 = gelu(mode = x_125_mode_0, x = linear_58_cast_fp16)[name = tensor("x_125_cast_fp16")]; - tensor var_1173_to_fp16 = const()[name = tensor("op_1173_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275432000)))]; - tensor var_1174_to_fp16 = const()[name = tensor("op_1174_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281985664)))]; + tensor x_125_cast_fp16 = gelu(mode = x_125_mode_0, x = linear_58_cast_fp16)[name = tensor("x_125_cast_fp16")]; + tensor var_1173_to_fp16 = const()[name = tensor("op_1173_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(275185728)))]; + tensor var_1174_to_fp16 = const()[name = tensor("op_1174_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280674432)))]; tensor linear_59_cast_fp16 = linear(bias = var_1174_to_fp16, weight = var_1173_to_fp16, x = x_125_cast_fp16)[name = tensor("linear_59_cast_fp16")]; tensor x_127_cast_fp16 = add(x = x_121_cast_fp16, y = linear_59_cast_fp16)[name = tensor("x_127_cast_fp16")]; tensor var_1184 = const()[name = tensor("op_1184"), val = tensor(-1)]; tensor var_1200_axes_0 = const()[name = tensor("op_1200_axes_0"), val = tensor([-1])]; - tensor blocks_10_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_10_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281988288)))]; - tensor blocks_10_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_10_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281990912)))]; + tensor blocks_10_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_10_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280677056)))]; + tensor blocks_10_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_10_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280679680)))]; tensor var_1190_to_fp16 = const()[name = tensor("op_1190_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1200_cast_fp16 = layer_norm(axes = var_1200_axes_0, beta = blocks_10_attn_ln_bias_to_fp16, epsilon = var_1190_to_fp16, gamma = blocks_10_attn_ln_weight_to_fp16, x = x_127_cast_fp16)[name = tensor("op_1200_cast_fp16")]; - tensor var_1211_to_fp16 = const()[name = tensor("op_1211_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281993536)))]; - tensor var_1212_to_fp16 = const()[name = tensor("op_1212_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285270400)))]; + tensor var_1211_to_fp16 = const()[name = tensor("op_1211_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(280682304)))]; + tensor var_1212_to_fp16 = const()[name = tensor("op_1212_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(283959168)))]; tensor linear_60_cast_fp16 = linear(bias = var_1212_to_fp16, weight = var_1211_to_fp16, x = var_1200_cast_fp16)[name = tensor("linear_60_cast_fp16")]; - tensor var_1215_to_fp16 = const()[name = tensor("op_1215_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(285273024)))]; + tensor var_1215_to_fp16 = const()[name = tensor("op_1215_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(283961792)))]; tensor linear_61_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1215_to_fp16, x = var_1200_cast_fp16)[name = tensor("linear_61_cast_fp16")]; - tensor var_1219_to_fp16 = const()[name = tensor("op_1219_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(288549888)))]; - tensor var_1220_to_fp16 = const()[name = tensor("op_1220_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(291826752)))]; + tensor var_1219_to_fp16 = const()[name = tensor("op_1219_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(287238656)))]; + tensor var_1220_to_fp16 = const()[name = tensor("op_1220_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290515520)))]; tensor linear_62_cast_fp16 = linear(bias = var_1220_to_fp16, weight = var_1219_to_fp16, x = var_1200_cast_fp16)[name = tensor("linear_62_cast_fp16")]; tensor var_1228 = const()[name = tensor("op_1228"), val = tensor([1, 1500, 20, -1])]; tensor var_1229_cast_fp16 = reshape(shape = var_1228, x = linear_60_cast_fp16)[name = tensor("op_1229_cast_fp16")]; @@ -648,36 +648,36 @@ program(1.0) tensor concat_10 = const()[name = tensor("concat_10"), val = tensor([1, 1500, 1280])]; tensor transpose_276 = transpose(perm = var_1251, x = var_1250_cast_fp16)[name = tensor("transpose_276")]; tensor x_131_cast_fp16 = reshape(shape = concat_10, x = transpose_276)[name = tensor("x_131_cast_fp16")]; - tensor var_1256_to_fp16 = const()[name = tensor("op_1256_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(291829376)))]; - tensor var_1257_to_fp16 = const()[name = tensor("op_1257_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295106240)))]; + tensor var_1256_to_fp16 = const()[name = tensor("op_1256_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(290518144)))]; + tensor var_1257_to_fp16 = const()[name = tensor("op_1257_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293795008)))]; tensor linear_63_cast_fp16 = linear(bias = var_1257_to_fp16, weight = var_1256_to_fp16, x = x_131_cast_fp16)[name = tensor("linear_63_cast_fp16")]; tensor x_133_cast_fp16 = add(x = x_127_cast_fp16, y = linear_63_cast_fp16)[name = tensor("x_133_cast_fp16")]; tensor var_1264_axes_0 = const()[name = tensor("op_1264_axes_0"), val = tensor([-1])]; - tensor blocks_10_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_10_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295108864)))]; - tensor blocks_10_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_10_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295111488)))]; + tensor blocks_10_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_10_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293797632)))]; + tensor blocks_10_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_10_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293800256)))]; tensor var_1264_cast_fp16 = layer_norm(axes = var_1264_axes_0, beta = blocks_10_mlp_ln_bias_to_fp16, epsilon = var_1190_to_fp16, gamma = blocks_10_mlp_ln_weight_to_fp16, x = x_133_cast_fp16)[name = tensor("op_1264_cast_fp16")]; - tensor var_1273_to_fp16 = const()[name = tensor("op_1273_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(295114112)))]; - tensor var_1274_to_fp16 = const()[name = tensor("op_1274_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(301667776)))]; - tensor linear_64_cast_fp16 = linear(bias = var_1274_to_fp16, weight = var_1273_to_fp16, x = var_1264_cast_fp16)[name = tensor("linear_64_cast_fp16")]; + tensor var_1273_to_fp16 = const()[name = tensor("op_1273_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(293802880)))]; + tensor var_1274_to_fp16 = const()[name = tensor("op_1274_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(299783104)))]; + tensor linear_64_cast_fp16 = linear(bias = var_1274_to_fp16, weight = var_1273_to_fp16, x = var_1264_cast_fp16)[name = tensor("linear_64_cast_fp16")]; tensor x_137_mode_0 = const()[name = tensor("x_137_mode_0"), val = tensor("EXACT")]; - tensor x_137_cast_fp16 = gelu(mode = x_137_mode_0, x = linear_64_cast_fp16)[name = tensor("x_137_cast_fp16")]; - tensor var_1279_to_fp16 = const()[name = tensor("op_1279_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(301672960)))]; - tensor var_1280_to_fp16 = const()[name = tensor("op_1280_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308226624)))]; + tensor x_137_cast_fp16 = gelu(mode = x_137_mode_0, x = linear_64_cast_fp16)[name = tensor("x_137_cast_fp16")]; + tensor var_1279_to_fp16 = const()[name = tensor("op_1279_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(299787840)))]; + tensor var_1280_to_fp16 = const()[name = tensor("op_1280_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305768064)))]; tensor linear_65_cast_fp16 = linear(bias = var_1280_to_fp16, weight = var_1279_to_fp16, x = x_137_cast_fp16)[name = tensor("linear_65_cast_fp16")]; tensor x_139_cast_fp16 = add(x = x_133_cast_fp16, y = linear_65_cast_fp16)[name = tensor("x_139_cast_fp16")]; tensor var_1290 = const()[name = tensor("op_1290"), val = tensor(-1)]; tensor var_1306_axes_0 = const()[name = tensor("op_1306_axes_0"), val = tensor([-1])]; - tensor blocks_11_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_11_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308229248)))]; - tensor blocks_11_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_11_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308231872)))]; + tensor blocks_11_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_11_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305770688)))]; + tensor blocks_11_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_11_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305773312)))]; tensor var_1296_to_fp16 = const()[name = tensor("op_1296_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1306_cast_fp16 = layer_norm(axes = var_1306_axes_0, beta = blocks_11_attn_ln_bias_to_fp16, epsilon = var_1296_to_fp16, gamma = blocks_11_attn_ln_weight_to_fp16, x = x_139_cast_fp16)[name = tensor("op_1306_cast_fp16")]; - tensor var_1317_to_fp16 = const()[name = tensor("op_1317_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(308234496)))]; - tensor var_1318_to_fp16 = const()[name = tensor("op_1318_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311511360)))]; + tensor var_1317_to_fp16 = const()[name = tensor("op_1317_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305775936)))]; + tensor var_1318_to_fp16 = const()[name = tensor("op_1318_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(309052800)))]; tensor linear_66_cast_fp16 = linear(bias = var_1318_to_fp16, weight = var_1317_to_fp16, x = var_1306_cast_fp16)[name = tensor("linear_66_cast_fp16")]; - tensor var_1321_to_fp16 = const()[name = tensor("op_1321_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311513984)))]; + tensor var_1321_to_fp16 = const()[name = tensor("op_1321_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(309055424)))]; tensor linear_67_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1321_to_fp16, x = var_1306_cast_fp16)[name = tensor("linear_67_cast_fp16")]; - tensor var_1325_to_fp16 = const()[name = tensor("op_1325_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(314790848)))]; - tensor var_1326_to_fp16 = const()[name = tensor("op_1326_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318067712)))]; + tensor var_1325_to_fp16 = const()[name = tensor("op_1325_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(312332288)))]; + tensor var_1326_to_fp16 = const()[name = tensor("op_1326_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315609152)))]; tensor linear_68_cast_fp16 = linear(bias = var_1326_to_fp16, weight = var_1325_to_fp16, x = var_1306_cast_fp16)[name = tensor("linear_68_cast_fp16")]; tensor var_1334 = const()[name = tensor("op_1334"), val = tensor([1, 1500, 20, -1])]; tensor var_1335_cast_fp16 = reshape(shape = var_1334, x = linear_66_cast_fp16)[name = tensor("op_1335_cast_fp16")]; @@ -706,36 +706,36 @@ program(1.0) tensor concat_11 = const()[name = tensor("concat_11"), val = tensor([1, 1500, 1280])]; tensor transpose_272 = transpose(perm = var_1357, x = var_1356_cast_fp16)[name = tensor("transpose_272")]; tensor x_143_cast_fp16 = reshape(shape = concat_11, x = transpose_272)[name = tensor("x_143_cast_fp16")]; - tensor var_1362_to_fp16 = const()[name = tensor("op_1362_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318070336)))]; - tensor var_1363_to_fp16 = const()[name = tensor("op_1363_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(321347200)))]; + tensor var_1362_to_fp16 = const()[name = tensor("op_1362_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(315611776)))]; + tensor var_1363_to_fp16 = const()[name = tensor("op_1363_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318888640)))]; tensor linear_69_cast_fp16 = linear(bias = var_1363_to_fp16, weight = var_1362_to_fp16, x = x_143_cast_fp16)[name = tensor("linear_69_cast_fp16")]; tensor x_145_cast_fp16 = add(x = x_139_cast_fp16, y = linear_69_cast_fp16)[name = tensor("x_145_cast_fp16")]; tensor var_1370_axes_0 = const()[name = tensor("op_1370_axes_0"), val = tensor([-1])]; - tensor blocks_11_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_11_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(321349824)))]; - tensor blocks_11_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_11_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(321352448)))]; + tensor blocks_11_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_11_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318891264)))]; + tensor blocks_11_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_11_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318893888)))]; tensor var_1370_cast_fp16 = layer_norm(axes = var_1370_axes_0, beta = blocks_11_mlp_ln_bias_to_fp16, epsilon = var_1296_to_fp16, gamma = blocks_11_mlp_ln_weight_to_fp16, x = x_145_cast_fp16)[name = tensor("op_1370_cast_fp16")]; - tensor var_1379_to_fp16 = const()[name = tensor("op_1379_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(321355072)))]; - tensor var_1380_to_fp16 = const()[name = tensor("op_1380_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(327908736)))]; - tensor linear_70_cast_fp16 = linear(bias = var_1380_to_fp16, weight = var_1379_to_fp16, x = var_1370_cast_fp16)[name = tensor("linear_70_cast_fp16")]; + tensor var_1379_to_fp16 = const()[name = tensor("op_1379_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(318896512)))]; + tensor var_1380_to_fp16 = const()[name = tensor("op_1380_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(325368256)))]; + tensor linear_70_cast_fp16 = linear(bias = var_1380_to_fp16, weight = var_1379_to_fp16, x = var_1370_cast_fp16)[name = tensor("linear_70_cast_fp16")]; tensor x_149_mode_0 = const()[name = tensor("x_149_mode_0"), val = tensor("EXACT")]; - tensor x_149_cast_fp16 = gelu(mode = x_149_mode_0, x = linear_70_cast_fp16)[name = tensor("x_149_cast_fp16")]; - tensor var_1385_to_fp16 = const()[name = tensor("op_1385_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(327913920)))]; - tensor var_1386_to_fp16 = const()[name = tensor("op_1386_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334467584)))]; + tensor x_149_cast_fp16 = gelu(mode = x_149_mode_0, x = linear_70_cast_fp16)[name = tensor("x_149_cast_fp16")]; + tensor var_1385_to_fp16 = const()[name = tensor("op_1385_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(325373376)))]; + tensor var_1386_to_fp16 = const()[name = tensor("op_1386_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331845120)))]; tensor linear_71_cast_fp16 = linear(bias = var_1386_to_fp16, weight = var_1385_to_fp16, x = x_149_cast_fp16)[name = tensor("linear_71_cast_fp16")]; tensor x_151_cast_fp16 = add(x = x_145_cast_fp16, y = linear_71_cast_fp16)[name = tensor("x_151_cast_fp16")]; tensor var_1396 = const()[name = tensor("op_1396"), val = tensor(-1)]; tensor var_1412_axes_0 = const()[name = tensor("op_1412_axes_0"), val = tensor([-1])]; - tensor blocks_12_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_12_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334470208)))]; - tensor blocks_12_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_12_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334472832)))]; + tensor blocks_12_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_12_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331847744)))]; + tensor blocks_12_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_12_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331850368)))]; tensor var_1402_to_fp16 = const()[name = tensor("op_1402_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1412_cast_fp16 = layer_norm(axes = var_1412_axes_0, beta = blocks_12_attn_ln_bias_to_fp16, epsilon = var_1402_to_fp16, gamma = blocks_12_attn_ln_weight_to_fp16, x = x_151_cast_fp16)[name = tensor("op_1412_cast_fp16")]; - tensor var_1423_to_fp16 = const()[name = tensor("op_1423_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334475456)))]; - tensor var_1424_to_fp16 = const()[name = tensor("op_1424_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337752320)))]; + tensor var_1423_to_fp16 = const()[name = tensor("op_1423_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(331852992)))]; + tensor var_1424_to_fp16 = const()[name = tensor("op_1424_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335129856)))]; tensor linear_72_cast_fp16 = linear(bias = var_1424_to_fp16, weight = var_1423_to_fp16, x = var_1412_cast_fp16)[name = tensor("linear_72_cast_fp16")]; - tensor var_1427_to_fp16 = const()[name = tensor("op_1427_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(337754944)))]; + tensor var_1427_to_fp16 = const()[name = tensor("op_1427_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(335132480)))]; tensor linear_73_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1427_to_fp16, x = var_1412_cast_fp16)[name = tensor("linear_73_cast_fp16")]; - tensor var_1431_to_fp16 = const()[name = tensor("op_1431_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(341031808)))]; - tensor var_1432_to_fp16 = const()[name = tensor("op_1432_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344308672)))]; + tensor var_1431_to_fp16 = const()[name = tensor("op_1431_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(338409344)))]; + tensor var_1432_to_fp16 = const()[name = tensor("op_1432_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(341686208)))]; tensor linear_74_cast_fp16 = linear(bias = var_1432_to_fp16, weight = var_1431_to_fp16, x = var_1412_cast_fp16)[name = tensor("linear_74_cast_fp16")]; tensor var_1440 = const()[name = tensor("op_1440"), val = tensor([1, 1500, 20, -1])]; tensor var_1441_cast_fp16 = reshape(shape = var_1440, x = linear_72_cast_fp16)[name = tensor("op_1441_cast_fp16")]; @@ -764,36 +764,36 @@ program(1.0) tensor concat_12 = const()[name = tensor("concat_12"), val = tensor([1, 1500, 1280])]; tensor transpose_268 = transpose(perm = var_1463, x = var_1462_cast_fp16)[name = tensor("transpose_268")]; tensor x_155_cast_fp16 = reshape(shape = concat_12, x = transpose_268)[name = tensor("x_155_cast_fp16")]; - tensor var_1468_to_fp16 = const()[name = tensor("op_1468_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344311296)))]; - tensor var_1469_to_fp16 = const()[name = tensor("op_1469_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(347588160)))]; + tensor var_1468_to_fp16 = const()[name = tensor("op_1468_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(341688832)))]; + tensor var_1469_to_fp16 = const()[name = tensor("op_1469_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344965696)))]; tensor linear_75_cast_fp16 = linear(bias = var_1469_to_fp16, weight = var_1468_to_fp16, x = x_155_cast_fp16)[name = tensor("linear_75_cast_fp16")]; tensor x_157_cast_fp16 = add(x = x_151_cast_fp16, y = linear_75_cast_fp16)[name = tensor("x_157_cast_fp16")]; tensor var_1476_axes_0 = const()[name = tensor("op_1476_axes_0"), val = tensor([-1])]; - tensor blocks_12_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_12_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(347590784)))]; - tensor blocks_12_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_12_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(347593408)))]; + tensor blocks_12_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_12_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344968320)))]; + tensor blocks_12_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_12_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344970944)))]; tensor var_1476_cast_fp16 = layer_norm(axes = var_1476_axes_0, beta = blocks_12_mlp_ln_bias_to_fp16, epsilon = var_1402_to_fp16, gamma = blocks_12_mlp_ln_weight_to_fp16, x = x_157_cast_fp16)[name = tensor("op_1476_cast_fp16")]; - tensor var_1485_to_fp16 = const()[name = tensor("op_1485_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(347596032)))]; - tensor var_1486_to_fp16 = const()[name = tensor("op_1486_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354641216)))]; + tensor var_1485_to_fp16 = const()[name = tensor("op_1485_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344973568)))]; + tensor var_1486_to_fp16 = const()[name = tensor("op_1486_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352018752)))]; tensor linear_76_cast_fp16 = linear(bias = var_1486_to_fp16, weight = var_1485_to_fp16, x = var_1476_cast_fp16)[name = tensor("linear_76_cast_fp16")]; tensor x_161_mode_0 = const()[name = tensor("x_161_mode_0"), val = tensor("EXACT")]; tensor x_161_cast_fp16 = gelu(mode = x_161_mode_0, x = linear_76_cast_fp16)[name = tensor("x_161_cast_fp16")]; - tensor var_1491_to_fp16 = const()[name = tensor("op_1491_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(354646784)))]; - tensor var_1492_to_fp16 = const()[name = tensor("op_1492_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361691968)))]; + tensor var_1491_to_fp16 = const()[name = tensor("op_1491_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(352024320)))]; + tensor var_1492_to_fp16 = const()[name = tensor("op_1492_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359069504)))]; tensor linear_77_cast_fp16 = linear(bias = var_1492_to_fp16, weight = var_1491_to_fp16, x = x_161_cast_fp16)[name = tensor("linear_77_cast_fp16")]; tensor x_163_cast_fp16 = add(x = x_157_cast_fp16, y = linear_77_cast_fp16)[name = tensor("x_163_cast_fp16")]; tensor var_1502 = const()[name = tensor("op_1502"), val = tensor(-1)]; tensor var_1518_axes_0 = const()[name = tensor("op_1518_axes_0"), val = tensor([-1])]; - tensor blocks_13_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_13_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361694592)))]; - tensor blocks_13_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_13_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361697216)))]; + tensor blocks_13_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_13_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359072128)))]; + tensor blocks_13_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_13_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359074752)))]; tensor var_1508_to_fp16 = const()[name = tensor("op_1508_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1518_cast_fp16 = layer_norm(axes = var_1518_axes_0, beta = blocks_13_attn_ln_bias_to_fp16, epsilon = var_1508_to_fp16, gamma = blocks_13_attn_ln_weight_to_fp16, x = x_163_cast_fp16)[name = tensor("op_1518_cast_fp16")]; - tensor var_1529_to_fp16 = const()[name = tensor("op_1529_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361699840)))]; - tensor var_1530_to_fp16 = const()[name = tensor("op_1530_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(364976704)))]; + tensor var_1529_to_fp16 = const()[name = tensor("op_1529_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359077376)))]; + tensor var_1530_to_fp16 = const()[name = tensor("op_1530_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362354240)))]; tensor linear_78_cast_fp16 = linear(bias = var_1530_to_fp16, weight = var_1529_to_fp16, x = var_1518_cast_fp16)[name = tensor("linear_78_cast_fp16")]; - tensor var_1533_to_fp16 = const()[name = tensor("op_1533_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(364979328)))]; + tensor var_1533_to_fp16 = const()[name = tensor("op_1533_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(362356864)))]; tensor linear_79_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1533_to_fp16, x = var_1518_cast_fp16)[name = tensor("linear_79_cast_fp16")]; - tensor var_1537_to_fp16 = const()[name = tensor("op_1537_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(368256192)))]; - tensor var_1538_to_fp16 = const()[name = tensor("op_1538_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371533056)))]; + tensor var_1537_to_fp16 = const()[name = tensor("op_1537_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(365633728)))]; + tensor var_1538_to_fp16 = const()[name = tensor("op_1538_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(368910592)))]; tensor linear_80_cast_fp16 = linear(bias = var_1538_to_fp16, weight = var_1537_to_fp16, x = var_1518_cast_fp16)[name = tensor("linear_80_cast_fp16")]; tensor var_1546 = const()[name = tensor("op_1546"), val = tensor([1, 1500, 20, -1])]; tensor var_1547_cast_fp16 = reshape(shape = var_1546, x = linear_78_cast_fp16)[name = tensor("op_1547_cast_fp16")]; @@ -822,36 +822,36 @@ program(1.0) tensor concat_13 = const()[name = tensor("concat_13"), val = tensor([1, 1500, 1280])]; tensor transpose_264 = transpose(perm = var_1569, x = var_1568_cast_fp16)[name = tensor("transpose_264")]; tensor x_167_cast_fp16 = reshape(shape = concat_13, x = transpose_264)[name = tensor("x_167_cast_fp16")]; - tensor var_1574_to_fp16 = const()[name = tensor("op_1574_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(371535680)))]; - tensor var_1575_to_fp16 = const()[name = tensor("op_1575_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(374812544)))]; + tensor var_1574_to_fp16 = const()[name = tensor("op_1574_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(368913216)))]; + tensor var_1575_to_fp16 = const()[name = tensor("op_1575_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372190080)))]; tensor linear_81_cast_fp16 = linear(bias = var_1575_to_fp16, weight = var_1574_to_fp16, x = x_167_cast_fp16)[name = tensor("linear_81_cast_fp16")]; tensor x_169_cast_fp16 = add(x = x_163_cast_fp16, y = linear_81_cast_fp16)[name = tensor("x_169_cast_fp16")]; tensor var_1582_axes_0 = const()[name = tensor("op_1582_axes_0"), val = tensor([-1])]; - tensor blocks_13_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_13_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(374815168)))]; - tensor blocks_13_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_13_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(374817792)))]; + tensor blocks_13_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_13_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372192704)))]; + tensor blocks_13_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_13_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372195328)))]; tensor var_1582_cast_fp16 = layer_norm(axes = var_1582_axes_0, beta = blocks_13_mlp_ln_bias_to_fp16, epsilon = var_1508_to_fp16, gamma = blocks_13_mlp_ln_weight_to_fp16, x = x_169_cast_fp16)[name = tensor("op_1582_cast_fp16")]; - tensor var_1591_to_fp16 = const()[name = tensor("op_1591_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(374820416)))]; - tensor var_1592_to_fp16 = const()[name = tensor("op_1592_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383012480)))]; + tensor var_1591_to_fp16 = const()[name = tensor("op_1591_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(372197952)))]; + tensor var_1592_to_fp16 = const()[name = tensor("op_1592_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(380390016)))]; tensor linear_82_cast_fp16 = linear(bias = var_1592_to_fp16, weight = var_1591_to_fp16, x = var_1582_cast_fp16)[name = tensor("linear_82_cast_fp16")]; tensor x_173_mode_0 = const()[name = tensor("x_173_mode_0"), val = tensor("EXACT")]; tensor x_173_cast_fp16 = gelu(mode = x_173_mode_0, x = linear_82_cast_fp16)[name = tensor("x_173_cast_fp16")]; - tensor var_1597_to_fp16 = const()[name = tensor("op_1597_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(383018944)))]; - tensor var_1598_to_fp16 = const()[name = tensor("op_1598_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391211008)))]; + tensor var_1597_to_fp16 = const()[name = tensor("op_1597_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(380396480)))]; + tensor var_1598_to_fp16 = const()[name = tensor("op_1598_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388588544)))]; tensor linear_83_cast_fp16 = linear(bias = var_1598_to_fp16, weight = var_1597_to_fp16, x = x_173_cast_fp16)[name = tensor("linear_83_cast_fp16")]; tensor x_175_cast_fp16 = add(x = x_169_cast_fp16, y = linear_83_cast_fp16)[name = tensor("x_175_cast_fp16")]; tensor var_1608 = const()[name = tensor("op_1608"), val = tensor(-1)]; tensor var_1624_axes_0 = const()[name = tensor("op_1624_axes_0"), val = tensor([-1])]; - tensor blocks_14_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_14_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391213632)))]; - tensor blocks_14_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_14_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391216256)))]; + tensor blocks_14_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_14_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388591168)))]; + tensor blocks_14_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_14_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388593792)))]; tensor var_1614_to_fp16 = const()[name = tensor("op_1614_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1624_cast_fp16 = layer_norm(axes = var_1624_axes_0, beta = blocks_14_attn_ln_bias_to_fp16, epsilon = var_1614_to_fp16, gamma = blocks_14_attn_ln_weight_to_fp16, x = x_175_cast_fp16)[name = tensor("op_1624_cast_fp16")]; - tensor var_1635_to_fp16 = const()[name = tensor("op_1635_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391218880)))]; - tensor var_1636_to_fp16 = const()[name = tensor("op_1636_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(394495744)))]; + tensor var_1635_to_fp16 = const()[name = tensor("op_1635_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(388596416)))]; + tensor var_1636_to_fp16 = const()[name = tensor("op_1636_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391873280)))]; tensor linear_84_cast_fp16 = linear(bias = var_1636_to_fp16, weight = var_1635_to_fp16, x = var_1624_cast_fp16)[name = tensor("linear_84_cast_fp16")]; - tensor var_1639_to_fp16 = const()[name = tensor("op_1639_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(394498368)))]; + tensor var_1639_to_fp16 = const()[name = tensor("op_1639_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(391875904)))]; tensor linear_85_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1639_to_fp16, x = var_1624_cast_fp16)[name = tensor("linear_85_cast_fp16")]; - tensor var_1643_to_fp16 = const()[name = tensor("op_1643_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(397775232)))]; - tensor var_1644_to_fp16 = const()[name = tensor("op_1644_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401052096)))]; + tensor var_1643_to_fp16 = const()[name = tensor("op_1643_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(395152768)))]; + tensor var_1644_to_fp16 = const()[name = tensor("op_1644_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(398429632)))]; tensor linear_86_cast_fp16 = linear(bias = var_1644_to_fp16, weight = var_1643_to_fp16, x = var_1624_cast_fp16)[name = tensor("linear_86_cast_fp16")]; tensor var_1652 = const()[name = tensor("op_1652"), val = tensor([1, 1500, 20, -1])]; tensor var_1653_cast_fp16 = reshape(shape = var_1652, x = linear_84_cast_fp16)[name = tensor("op_1653_cast_fp16")]; @@ -880,36 +880,36 @@ program(1.0) tensor concat_14 = const()[name = tensor("concat_14"), val = tensor([1, 1500, 1280])]; tensor transpose_260 = transpose(perm = var_1675, x = var_1674_cast_fp16)[name = tensor("transpose_260")]; tensor x_179_cast_fp16 = reshape(shape = concat_14, x = transpose_260)[name = tensor("x_179_cast_fp16")]; - tensor var_1680_to_fp16 = const()[name = tensor("op_1680_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401054720)))]; - tensor var_1681_to_fp16 = const()[name = tensor("op_1681_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404331584)))]; + tensor var_1680_to_fp16 = const()[name = tensor("op_1680_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(398432256)))]; + tensor var_1681_to_fp16 = const()[name = tensor("op_1681_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401709120)))]; tensor linear_87_cast_fp16 = linear(bias = var_1681_to_fp16, weight = var_1680_to_fp16, x = x_179_cast_fp16)[name = tensor("linear_87_cast_fp16")]; tensor x_181_cast_fp16 = add(x = x_175_cast_fp16, y = linear_87_cast_fp16)[name = tensor("x_181_cast_fp16")]; tensor var_1688_axes_0 = const()[name = tensor("op_1688_axes_0"), val = tensor([-1])]; - tensor blocks_14_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_14_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404334208)))]; - tensor blocks_14_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_14_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404336832)))]; + tensor blocks_14_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_14_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401711744)))]; + tensor blocks_14_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_14_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401714368)))]; tensor var_1688_cast_fp16 = layer_norm(axes = var_1688_axes_0, beta = blocks_14_mlp_ln_bias_to_fp16, epsilon = var_1614_to_fp16, gamma = blocks_14_mlp_ln_weight_to_fp16, x = x_181_cast_fp16)[name = tensor("op_1688_cast_fp16")]; - tensor var_1697_to_fp16 = const()[name = tensor("op_1697_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(404339456)))]; - tensor var_1698_to_fp16 = const()[name = tensor("op_1698_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413350720)))]; - tensor linear_88_cast_fp16 = linear(bias = var_1698_to_fp16, weight = var_1697_to_fp16, x = var_1688_cast_fp16)[name = tensor("linear_88_cast_fp16")]; + tensor var_1697_to_fp16 = const()[name = tensor("op_1697_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(401716992)))]; + tensor var_1698_to_fp16 = const()[name = tensor("op_1698_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(410810176)))]; + tensor linear_88_cast_fp16 = linear(bias = var_1698_to_fp16, weight = var_1697_to_fp16, x = var_1688_cast_fp16)[name = tensor("linear_88_cast_fp16")]; tensor x_185_mode_0 = const()[name = tensor("x_185_mode_0"), val = tensor("EXACT")]; - tensor x_185_cast_fp16 = gelu(mode = x_185_mode_0, x = linear_88_cast_fp16)[name = tensor("x_185_cast_fp16")]; - tensor var_1703_to_fp16 = const()[name = tensor("op_1703_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(413357824)))]; - tensor var_1704_to_fp16 = const()[name = tensor("op_1704_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422369088)))]; + tensor x_185_cast_fp16 = gelu(mode = x_185_mode_0, x = linear_88_cast_fp16)[name = tensor("x_185_cast_fp16")]; + tensor var_1703_to_fp16 = const()[name = tensor("op_1703_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(410817344)))]; + tensor var_1704_to_fp16 = const()[name = tensor("op_1704_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419910528)))]; tensor linear_89_cast_fp16 = linear(bias = var_1704_to_fp16, weight = var_1703_to_fp16, x = x_185_cast_fp16)[name = tensor("linear_89_cast_fp16")]; tensor x_187_cast_fp16 = add(x = x_181_cast_fp16, y = linear_89_cast_fp16)[name = tensor("x_187_cast_fp16")]; tensor var_1714 = const()[name = tensor("op_1714"), val = tensor(-1)]; tensor var_1730_axes_0 = const()[name = tensor("op_1730_axes_0"), val = tensor([-1])]; - tensor blocks_15_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_15_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422371712)))]; - tensor blocks_15_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_15_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422374336)))]; + tensor blocks_15_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_15_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419913152)))]; + tensor blocks_15_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_15_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419915776)))]; tensor var_1720_to_fp16 = const()[name = tensor("op_1720_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1730_cast_fp16 = layer_norm(axes = var_1730_axes_0, beta = blocks_15_attn_ln_bias_to_fp16, epsilon = var_1720_to_fp16, gamma = blocks_15_attn_ln_weight_to_fp16, x = x_187_cast_fp16)[name = tensor("op_1730_cast_fp16")]; - tensor var_1741_to_fp16 = const()[name = tensor("op_1741_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(422376960)))]; - tensor var_1742_to_fp16 = const()[name = tensor("op_1742_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(425653824)))]; + tensor var_1741_to_fp16 = const()[name = tensor("op_1741_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(419918400)))]; + tensor var_1742_to_fp16 = const()[name = tensor("op_1742_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(423195264)))]; tensor linear_90_cast_fp16 = linear(bias = var_1742_to_fp16, weight = var_1741_to_fp16, x = var_1730_cast_fp16)[name = tensor("linear_90_cast_fp16")]; - tensor var_1745_to_fp16 = const()[name = tensor("op_1745_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(425656448)))]; + tensor var_1745_to_fp16 = const()[name = tensor("op_1745_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(423197888)))]; tensor linear_91_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1745_to_fp16, x = var_1730_cast_fp16)[name = tensor("linear_91_cast_fp16")]; - tensor var_1749_to_fp16 = const()[name = tensor("op_1749_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(428933312)))]; - tensor var_1750_to_fp16 = const()[name = tensor("op_1750_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(432210176)))]; + tensor var_1749_to_fp16 = const()[name = tensor("op_1749_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(426474752)))]; + tensor var_1750_to_fp16 = const()[name = tensor("op_1750_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(429751616)))]; tensor linear_92_cast_fp16 = linear(bias = var_1750_to_fp16, weight = var_1749_to_fp16, x = var_1730_cast_fp16)[name = tensor("linear_92_cast_fp16")]; tensor var_1758 = const()[name = tensor("op_1758"), val = tensor([1, 1500, 20, -1])]; tensor var_1759_cast_fp16 = reshape(shape = var_1758, x = linear_90_cast_fp16)[name = tensor("op_1759_cast_fp16")]; @@ -938,36 +938,36 @@ program(1.0) tensor concat_15 = const()[name = tensor("concat_15"), val = tensor([1, 1500, 1280])]; tensor transpose_256 = transpose(perm = var_1781, x = var_1780_cast_fp16)[name = tensor("transpose_256")]; tensor x_191_cast_fp16 = reshape(shape = concat_15, x = transpose_256)[name = tensor("x_191_cast_fp16")]; - tensor var_1786_to_fp16 = const()[name = tensor("op_1786_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(432212800)))]; - tensor var_1787_to_fp16 = const()[name = tensor("op_1787_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435489664)))]; + tensor var_1786_to_fp16 = const()[name = tensor("op_1786_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(429754240)))]; + tensor var_1787_to_fp16 = const()[name = tensor("op_1787_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433031104)))]; tensor linear_93_cast_fp16 = linear(bias = var_1787_to_fp16, weight = var_1786_to_fp16, x = x_191_cast_fp16)[name = tensor("linear_93_cast_fp16")]; tensor x_193_cast_fp16 = add(x = x_187_cast_fp16, y = linear_93_cast_fp16)[name = tensor("x_193_cast_fp16")]; tensor var_1794_axes_0 = const()[name = tensor("op_1794_axes_0"), val = tensor([-1])]; - tensor blocks_15_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_15_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435492288)))]; - tensor blocks_15_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_15_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435494912)))]; + tensor blocks_15_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_15_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433033728)))]; + tensor blocks_15_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_15_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433036352)))]; tensor var_1794_cast_fp16 = layer_norm(axes = var_1794_axes_0, beta = blocks_15_mlp_ln_bias_to_fp16, epsilon = var_1720_to_fp16, gamma = blocks_15_mlp_ln_weight_to_fp16, x = x_193_cast_fp16)[name = tensor("op_1794_cast_fp16")]; - tensor var_1803_to_fp16 = const()[name = tensor("op_1803_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435497536)))]; - tensor var_1804_to_fp16 = const()[name = tensor("op_1804_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(444017280)))]; - tensor linear_94_cast_fp16 = linear(bias = var_1804_to_fp16, weight = var_1803_to_fp16, x = var_1794_cast_fp16)[name = tensor("linear_94_cast_fp16")]; + tensor var_1803_to_fp16 = const()[name = tensor("op_1803_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433038976)))]; + tensor var_1804_to_fp16 = const()[name = tensor("op_1804_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(441476800)))]; + tensor linear_94_cast_fp16 = linear(bias = var_1804_to_fp16, weight = var_1803_to_fp16, x = var_1794_cast_fp16)[name = tensor("linear_94_cast_fp16")]; tensor x_197_mode_0 = const()[name = tensor("x_197_mode_0"), val = tensor("EXACT")]; - tensor x_197_cast_fp16 = gelu(mode = x_197_mode_0, x = linear_94_cast_fp16)[name = tensor("x_197_cast_fp16")]; - tensor var_1809_to_fp16 = const()[name = tensor("op_1809_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(444024000)))]; - tensor var_1810_to_fp16 = const()[name = tensor("op_1810_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(452543744)))]; + tensor x_197_cast_fp16 = gelu(mode = x_197_mode_0, x = linear_94_cast_fp16)[name = tensor("x_197_cast_fp16")]; + tensor var_1809_to_fp16 = const()[name = tensor("op_1809_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(441483456)))]; + tensor var_1810_to_fp16 = const()[name = tensor("op_1810_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449921280)))]; tensor linear_95_cast_fp16 = linear(bias = var_1810_to_fp16, weight = var_1809_to_fp16, x = x_197_cast_fp16)[name = tensor("linear_95_cast_fp16")]; tensor x_199_cast_fp16 = add(x = x_193_cast_fp16, y = linear_95_cast_fp16)[name = tensor("x_199_cast_fp16")]; tensor var_1820 = const()[name = tensor("op_1820"), val = tensor(-1)]; tensor var_1836_axes_0 = const()[name = tensor("op_1836_axes_0"), val = tensor([-1])]; - tensor blocks_16_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_16_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(452546368)))]; - tensor blocks_16_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_16_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(452548992)))]; + tensor blocks_16_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_16_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449923904)))]; + tensor blocks_16_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_16_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449926528)))]; tensor var_1826_to_fp16 = const()[name = tensor("op_1826_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1836_cast_fp16 = layer_norm(axes = var_1836_axes_0, beta = blocks_16_attn_ln_bias_to_fp16, epsilon = var_1826_to_fp16, gamma = blocks_16_attn_ln_weight_to_fp16, x = x_199_cast_fp16)[name = tensor("op_1836_cast_fp16")]; - tensor var_1847_to_fp16 = const()[name = tensor("op_1847_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(452551616)))]; - tensor var_1848_to_fp16 = const()[name = tensor("op_1848_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455828480)))]; + tensor var_1847_to_fp16 = const()[name = tensor("op_1847_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(449929152)))]; + tensor var_1848_to_fp16 = const()[name = tensor("op_1848_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(453206016)))]; tensor linear_96_cast_fp16 = linear(bias = var_1848_to_fp16, weight = var_1847_to_fp16, x = var_1836_cast_fp16)[name = tensor("linear_96_cast_fp16")]; - tensor var_1851_to_fp16 = const()[name = tensor("op_1851_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(455831104)))]; + tensor var_1851_to_fp16 = const()[name = tensor("op_1851_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(453208640)))]; tensor linear_97_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1851_to_fp16, x = var_1836_cast_fp16)[name = tensor("linear_97_cast_fp16")]; - tensor var_1855_to_fp16 = const()[name = tensor("op_1855_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(459107968)))]; - tensor var_1856_to_fp16 = const()[name = tensor("op_1856_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462384832)))]; + tensor var_1855_to_fp16 = const()[name = tensor("op_1855_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456485504)))]; + tensor var_1856_to_fp16 = const()[name = tensor("op_1856_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(459762368)))]; tensor linear_98_cast_fp16 = linear(bias = var_1856_to_fp16, weight = var_1855_to_fp16, x = var_1836_cast_fp16)[name = tensor("linear_98_cast_fp16")]; tensor var_1864 = const()[name = tensor("op_1864"), val = tensor([1, 1500, 20, -1])]; tensor var_1865_cast_fp16 = reshape(shape = var_1864, x = linear_96_cast_fp16)[name = tensor("op_1865_cast_fp16")]; @@ -996,36 +996,36 @@ program(1.0) tensor concat_16 = const()[name = tensor("concat_16"), val = tensor([1, 1500, 1280])]; tensor transpose_252 = transpose(perm = var_1887, x = var_1886_cast_fp16)[name = tensor("transpose_252")]; tensor x_203_cast_fp16 = reshape(shape = concat_16, x = transpose_252)[name = tensor("x_203_cast_fp16")]; - tensor var_1892_to_fp16 = const()[name = tensor("op_1892_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462387456)))]; - tensor var_1893_to_fp16 = const()[name = tensor("op_1893_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465664320)))]; + tensor var_1892_to_fp16 = const()[name = tensor("op_1892_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(459764992)))]; + tensor var_1893_to_fp16 = const()[name = tensor("op_1893_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463041856)))]; tensor linear_99_cast_fp16 = linear(bias = var_1893_to_fp16, weight = var_1892_to_fp16, x = x_203_cast_fp16)[name = tensor("linear_99_cast_fp16")]; tensor x_205_cast_fp16 = add(x = x_199_cast_fp16, y = linear_99_cast_fp16)[name = tensor("x_205_cast_fp16")]; tensor var_1900_axes_0 = const()[name = tensor("op_1900_axes_0"), val = tensor([-1])]; - tensor blocks_16_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_16_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465666944)))]; - tensor blocks_16_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_16_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465669568)))]; + tensor blocks_16_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_16_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463044480)))]; + tensor blocks_16_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_16_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463047104)))]; tensor var_1900_cast_fp16 = layer_norm(axes = var_1900_axes_0, beta = blocks_16_mlp_ln_bias_to_fp16, epsilon = var_1826_to_fp16, gamma = blocks_16_mlp_ln_weight_to_fp16, x = x_205_cast_fp16)[name = tensor("op_1900_cast_fp16")]; - tensor var_1909_to_fp16 = const()[name = tensor("op_1909_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(465672192)))]; - tensor var_1910_to_fp16 = const()[name = tensor("op_1910_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(475666496)))]; - tensor linear_100_cast_fp16 = linear(bias = var_1910_to_fp16, weight = var_1909_to_fp16, x = var_1900_cast_fp16)[name = tensor("linear_100_cast_fp16")]; + tensor var_1909_to_fp16 = const()[name = tensor("op_1909_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(463049728)))]; + tensor var_1910_to_fp16 = const()[name = tensor("op_1910_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472962112)))]; + tensor linear_100_cast_fp16 = linear(bias = var_1910_to_fp16, weight = var_1909_to_fp16, x = var_1900_cast_fp16)[name = tensor("linear_100_cast_fp16")]; tensor x_209_mode_0 = const()[name = tensor("x_209_mode_0"), val = tensor("EXACT")]; - tensor x_209_cast_fp16 = gelu(mode = x_209_mode_0, x = linear_100_cast_fp16)[name = tensor("x_209_cast_fp16")]; - tensor var_1915_to_fp16 = const()[name = tensor("op_1915_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(475674368)))]; - tensor var_1916_to_fp16 = const()[name = tensor("op_1916_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485668672)))]; + tensor x_209_cast_fp16 = gelu(mode = x_209_mode_0, x = linear_100_cast_fp16)[name = tensor("x_209_cast_fp16")]; + tensor var_1915_to_fp16 = const()[name = tensor("op_1915_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(472969920)))]; + tensor var_1916_to_fp16 = const()[name = tensor("op_1916_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482882304)))]; tensor linear_101_cast_fp16 = linear(bias = var_1916_to_fp16, weight = var_1915_to_fp16, x = x_209_cast_fp16)[name = tensor("linear_101_cast_fp16")]; tensor x_211_cast_fp16 = add(x = x_205_cast_fp16, y = linear_101_cast_fp16)[name = tensor("x_211_cast_fp16")]; tensor var_1926 = const()[name = tensor("op_1926"), val = tensor(-1)]; tensor var_1942_axes_0 = const()[name = tensor("op_1942_axes_0"), val = tensor([-1])]; - tensor blocks_17_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_17_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485671296)))]; - tensor blocks_17_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_17_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485673920)))]; + tensor blocks_17_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_17_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482884928)))]; + tensor blocks_17_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_17_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482887552)))]; tensor var_1932_to_fp16 = const()[name = tensor("op_1932_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_1942_cast_fp16 = layer_norm(axes = var_1942_axes_0, beta = blocks_17_attn_ln_bias_to_fp16, epsilon = var_1932_to_fp16, gamma = blocks_17_attn_ln_weight_to_fp16, x = x_211_cast_fp16)[name = tensor("op_1942_cast_fp16")]; - tensor var_1953_to_fp16 = const()[name = tensor("op_1953_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485676544)))]; - tensor var_1954_to_fp16 = const()[name = tensor("op_1954_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488953408)))]; + tensor var_1953_to_fp16 = const()[name = tensor("op_1953_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(482890176)))]; + tensor var_1954_to_fp16 = const()[name = tensor("op_1954_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486167040)))]; tensor linear_102_cast_fp16 = linear(bias = var_1954_to_fp16, weight = var_1953_to_fp16, x = var_1942_cast_fp16)[name = tensor("linear_102_cast_fp16")]; - tensor var_1957_to_fp16 = const()[name = tensor("op_1957_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(488956032)))]; + tensor var_1957_to_fp16 = const()[name = tensor("op_1957_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(486169664)))]; tensor linear_103_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_1957_to_fp16, x = var_1942_cast_fp16)[name = tensor("linear_103_cast_fp16")]; - tensor var_1961_to_fp16 = const()[name = tensor("op_1961_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492232896)))]; - tensor var_1962_to_fp16 = const()[name = tensor("op_1962_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495509760)))]; + tensor var_1961_to_fp16 = const()[name = tensor("op_1961_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(489446528)))]; + tensor var_1962_to_fp16 = const()[name = tensor("op_1962_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492723392)))]; tensor linear_104_cast_fp16 = linear(bias = var_1962_to_fp16, weight = var_1961_to_fp16, x = var_1942_cast_fp16)[name = tensor("linear_104_cast_fp16")]; tensor var_1970 = const()[name = tensor("op_1970"), val = tensor([1, 1500, 20, -1])]; tensor var_1971_cast_fp16 = reshape(shape = var_1970, x = linear_102_cast_fp16)[name = tensor("op_1971_cast_fp16")]; @@ -1054,36 +1054,36 @@ program(1.0) tensor concat_17 = const()[name = tensor("concat_17"), val = tensor([1, 1500, 1280])]; tensor transpose_248 = transpose(perm = var_1993, x = var_1992_cast_fp16)[name = tensor("transpose_248")]; tensor x_215_cast_fp16 = reshape(shape = concat_17, x = transpose_248)[name = tensor("x_215_cast_fp16")]; - tensor var_1998_to_fp16 = const()[name = tensor("op_1998_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(495512384)))]; - tensor var_1999_to_fp16 = const()[name = tensor("op_1999_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(498789248)))]; + tensor var_1998_to_fp16 = const()[name = tensor("op_1998_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(492726016)))]; + tensor var_1999_to_fp16 = const()[name = tensor("op_1999_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496002880)))]; tensor linear_105_cast_fp16 = linear(bias = var_1999_to_fp16, weight = var_1998_to_fp16, x = x_215_cast_fp16)[name = tensor("linear_105_cast_fp16")]; tensor x_217_cast_fp16 = add(x = x_211_cast_fp16, y = linear_105_cast_fp16)[name = tensor("x_217_cast_fp16")]; tensor var_2006_axes_0 = const()[name = tensor("op_2006_axes_0"), val = tensor([-1])]; - tensor blocks_17_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_17_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(498791872)))]; - tensor blocks_17_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_17_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(498794496)))]; + tensor blocks_17_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_17_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496005504)))]; + tensor blocks_17_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_17_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496008128)))]; tensor var_2006_cast_fp16 = layer_norm(axes = var_2006_axes_0, beta = blocks_17_mlp_ln_bias_to_fp16, epsilon = var_1932_to_fp16, gamma = blocks_17_mlp_ln_weight_to_fp16, x = x_217_cast_fp16)[name = tensor("op_2006_cast_fp16")]; - tensor var_2015_to_fp16 = const()[name = tensor("op_2015_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(498797120)))]; - tensor var_2016_to_fp16 = const()[name = tensor("op_2016_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509938304)))]; - tensor linear_106_cast_fp16 = linear(bias = var_2016_to_fp16, weight = var_2015_to_fp16, x = var_2006_cast_fp16)[name = tensor("linear_106_cast_fp16")]; + tensor var_2015_to_fp16 = const()[name = tensor("op_2015_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496010752)))]; + tensor var_2016_to_fp16 = const()[name = tensor("op_2016_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507070016)))]; + tensor linear_106_cast_fp16 = linear(bias = var_2016_to_fp16, weight = var_2015_to_fp16, x = var_2006_cast_fp16)[name = tensor("linear_106_cast_fp16")]; tensor x_221_mode_0 = const()[name = tensor("x_221_mode_0"), val = tensor("EXACT")]; - tensor x_221_cast_fp16 = gelu(mode = x_221_mode_0, x = linear_106_cast_fp16)[name = tensor("x_221_cast_fp16")]; - tensor var_2021_to_fp16 = const()[name = tensor("op_2021_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(509947072)))]; - tensor var_2022_to_fp16 = const()[name = tensor("op_2022_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521088256)))]; + tensor x_221_cast_fp16 = gelu(mode = x_221_mode_0, x = linear_106_cast_fp16)[name = tensor("x_221_cast_fp16")]; + tensor var_2021_to_fp16 = const()[name = tensor("op_2021_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(507078720)))]; + tensor var_2022_to_fp16 = const()[name = tensor("op_2022_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518137984)))]; tensor linear_107_cast_fp16 = linear(bias = var_2022_to_fp16, weight = var_2021_to_fp16, x = x_221_cast_fp16)[name = tensor("linear_107_cast_fp16")]; tensor x_223_cast_fp16 = add(x = x_217_cast_fp16, y = linear_107_cast_fp16)[name = tensor("x_223_cast_fp16")]; tensor var_2032 = const()[name = tensor("op_2032"), val = tensor(-1)]; tensor var_2048_axes_0 = const()[name = tensor("op_2048_axes_0"), val = tensor([-1])]; - tensor blocks_18_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_18_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521090880)))]; - tensor blocks_18_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_18_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521093504)))]; + tensor blocks_18_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_18_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518140608)))]; + tensor blocks_18_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_18_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518143232)))]; tensor var_2038_to_fp16 = const()[name = tensor("op_2038_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2048_cast_fp16 = layer_norm(axes = var_2048_axes_0, beta = blocks_18_attn_ln_bias_to_fp16, epsilon = var_2038_to_fp16, gamma = blocks_18_attn_ln_weight_to_fp16, x = x_223_cast_fp16)[name = tensor("op_2048_cast_fp16")]; - tensor var_2059_to_fp16 = const()[name = tensor("op_2059_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521096128)))]; - tensor var_2060_to_fp16 = const()[name = tensor("op_2060_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(524372992)))]; + tensor var_2059_to_fp16 = const()[name = tensor("op_2059_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(518145856)))]; + tensor var_2060_to_fp16 = const()[name = tensor("op_2060_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521422720)))]; tensor linear_108_cast_fp16 = linear(bias = var_2060_to_fp16, weight = var_2059_to_fp16, x = var_2048_cast_fp16)[name = tensor("linear_108_cast_fp16")]; - tensor var_2063_to_fp16 = const()[name = tensor("op_2063_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(524375616)))]; + tensor var_2063_to_fp16 = const()[name = tensor("op_2063_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521425344)))]; tensor linear_109_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2063_to_fp16, x = var_2048_cast_fp16)[name = tensor("linear_109_cast_fp16")]; - tensor var_2067_to_fp16 = const()[name = tensor("op_2067_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(527652480)))]; - tensor var_2068_to_fp16 = const()[name = tensor("op_2068_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530929344)))]; + tensor var_2067_to_fp16 = const()[name = tensor("op_2067_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(524702208)))]; + tensor var_2068_to_fp16 = const()[name = tensor("op_2068_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(527979072)))]; tensor linear_110_cast_fp16 = linear(bias = var_2068_to_fp16, weight = var_2067_to_fp16, x = var_2048_cast_fp16)[name = tensor("linear_110_cast_fp16")]; tensor var_2076 = const()[name = tensor("op_2076"), val = tensor([1, 1500, 20, -1])]; tensor var_2077_cast_fp16 = reshape(shape = var_2076, x = linear_108_cast_fp16)[name = tensor("op_2077_cast_fp16")]; @@ -1112,36 +1112,36 @@ program(1.0) tensor concat_18 = const()[name = tensor("concat_18"), val = tensor([1, 1500, 1280])]; tensor transpose_244 = transpose(perm = var_2099, x = var_2098_cast_fp16)[name = tensor("transpose_244")]; tensor x_227_cast_fp16 = reshape(shape = concat_18, x = transpose_244)[name = tensor("x_227_cast_fp16")]; - tensor var_2104_to_fp16 = const()[name = tensor("op_2104_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(530931968)))]; - tensor var_2105_to_fp16 = const()[name = tensor("op_2105_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(534208832)))]; + tensor var_2104_to_fp16 = const()[name = tensor("op_2104_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(527981696)))]; + tensor var_2105_to_fp16 = const()[name = tensor("op_2105_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531258560)))]; tensor linear_111_cast_fp16 = linear(bias = var_2105_to_fp16, weight = var_2104_to_fp16, x = x_227_cast_fp16)[name = tensor("linear_111_cast_fp16")]; tensor x_229_cast_fp16 = add(x = x_223_cast_fp16, y = linear_111_cast_fp16)[name = tensor("x_229_cast_fp16")]; tensor var_2112_axes_0 = const()[name = tensor("op_2112_axes_0"), val = tensor([-1])]; - tensor blocks_18_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_18_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(534211456)))]; - tensor blocks_18_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_18_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(534214080)))]; + tensor blocks_18_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_18_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531261184)))]; + tensor blocks_18_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_18_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531263808)))]; tensor var_2112_cast_fp16 = layer_norm(axes = var_2112_axes_0, beta = blocks_18_mlp_ln_bias_to_fp16, epsilon = var_2038_to_fp16, gamma = blocks_18_mlp_ln_weight_to_fp16, x = x_229_cast_fp16)[name = tensor("op_2112_cast_fp16")]; - tensor var_2121_to_fp16 = const()[name = tensor("op_2121_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(534216704)))]; - tensor var_2122_to_fp16 = const()[name = tensor("op_2122_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(545685568)))]; + tensor var_2121_to_fp16 = const()[name = tensor("op_2121_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531266432)))]; + tensor var_2122_to_fp16 = const()[name = tensor("op_2122_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(542735296)))]; tensor linear_112_cast_fp16 = linear(bias = var_2122_to_fp16, weight = var_2121_to_fp16, x = var_2112_cast_fp16)[name = tensor("linear_112_cast_fp16")]; tensor x_233_mode_0 = const()[name = tensor("x_233_mode_0"), val = tensor("EXACT")]; tensor x_233_cast_fp16 = gelu(mode = x_233_mode_0, x = linear_112_cast_fp16)[name = tensor("x_233_cast_fp16")]; - tensor var_2127_to_fp16 = const()[name = tensor("op_2127_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(545694592)))]; - tensor var_2128_to_fp16 = const()[name = tensor("op_2128_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557163456)))]; + tensor var_2127_to_fp16 = const()[name = tensor("op_2127_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(542744320)))]; + tensor var_2128_to_fp16 = const()[name = tensor("op_2128_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554213184)))]; tensor linear_113_cast_fp16 = linear(bias = var_2128_to_fp16, weight = var_2127_to_fp16, x = x_233_cast_fp16)[name = tensor("linear_113_cast_fp16")]; tensor x_235_cast_fp16 = add(x = x_229_cast_fp16, y = linear_113_cast_fp16)[name = tensor("x_235_cast_fp16")]; tensor var_2138 = const()[name = tensor("op_2138"), val = tensor(-1)]; tensor var_2154_axes_0 = const()[name = tensor("op_2154_axes_0"), val = tensor([-1])]; - tensor blocks_19_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_19_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557166080)))]; - tensor blocks_19_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_19_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557168704)))]; + tensor blocks_19_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_19_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554215808)))]; + tensor blocks_19_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_19_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554218432)))]; tensor var_2144_to_fp16 = const()[name = tensor("op_2144_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2154_cast_fp16 = layer_norm(axes = var_2154_axes_0, beta = blocks_19_attn_ln_bias_to_fp16, epsilon = var_2144_to_fp16, gamma = blocks_19_attn_ln_weight_to_fp16, x = x_235_cast_fp16)[name = tensor("op_2154_cast_fp16")]; - tensor var_2165_to_fp16 = const()[name = tensor("op_2165_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557171328)))]; - tensor var_2166_to_fp16 = const()[name = tensor("op_2166_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560448192)))]; + tensor var_2165_to_fp16 = const()[name = tensor("op_2165_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554221056)))]; + tensor var_2166_to_fp16 = const()[name = tensor("op_2166_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557497920)))]; tensor linear_114_cast_fp16 = linear(bias = var_2166_to_fp16, weight = var_2165_to_fp16, x = var_2154_cast_fp16)[name = tensor("linear_114_cast_fp16")]; - tensor var_2169_to_fp16 = const()[name = tensor("op_2169_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560450816)))]; + tensor var_2169_to_fp16 = const()[name = tensor("op_2169_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(557500544)))]; tensor linear_115_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2169_to_fp16, x = var_2154_cast_fp16)[name = tensor("linear_115_cast_fp16")]; - tensor var_2173_to_fp16 = const()[name = tensor("op_2173_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(563727680)))]; - tensor var_2174_to_fp16 = const()[name = tensor("op_2174_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567004544)))]; + tensor var_2173_to_fp16 = const()[name = tensor("op_2173_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(560777408)))]; + tensor var_2174_to_fp16 = const()[name = tensor("op_2174_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564054272)))]; tensor linear_116_cast_fp16 = linear(bias = var_2174_to_fp16, weight = var_2173_to_fp16, x = var_2154_cast_fp16)[name = tensor("linear_116_cast_fp16")]; tensor var_2182 = const()[name = tensor("op_2182"), val = tensor([1, 1500, 20, -1])]; tensor var_2183_cast_fp16 = reshape(shape = var_2182, x = linear_114_cast_fp16)[name = tensor("op_2183_cast_fp16")]; @@ -1170,36 +1170,36 @@ program(1.0) tensor concat_19 = const()[name = tensor("concat_19"), val = tensor([1, 1500, 1280])]; tensor transpose_240 = transpose(perm = var_2205, x = var_2204_cast_fp16)[name = tensor("transpose_240")]; tensor x_239_cast_fp16 = reshape(shape = concat_19, x = transpose_240)[name = tensor("x_239_cast_fp16")]; - tensor var_2210_to_fp16 = const()[name = tensor("op_2210_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567007168)))]; - tensor var_2211_to_fp16 = const()[name = tensor("op_2211_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(570284032)))]; + tensor var_2210_to_fp16 = const()[name = tensor("op_2210_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(564056896)))]; + tensor var_2211_to_fp16 = const()[name = tensor("op_2211_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567333760)))]; tensor linear_117_cast_fp16 = linear(bias = var_2211_to_fp16, weight = var_2210_to_fp16, x = x_239_cast_fp16)[name = tensor("linear_117_cast_fp16")]; tensor x_241_cast_fp16 = add(x = x_235_cast_fp16, y = linear_117_cast_fp16)[name = tensor("x_241_cast_fp16")]; tensor var_2218_axes_0 = const()[name = tensor("op_2218_axes_0"), val = tensor([-1])]; - tensor blocks_19_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_19_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(570286656)))]; - tensor blocks_19_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_19_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(570289280)))]; + tensor blocks_19_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_19_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567336384)))]; + tensor blocks_19_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_19_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567339008)))]; tensor var_2218_cast_fp16 = layer_norm(axes = var_2218_axes_0, beta = blocks_19_mlp_ln_bias_to_fp16, epsilon = var_2144_to_fp16, gamma = blocks_19_mlp_ln_weight_to_fp16, x = x_241_cast_fp16)[name = tensor("op_2218_cast_fp16")]; - tensor var_2227_to_fp16 = const()[name = tensor("op_2227_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(570291904)))]; - tensor var_2228_to_fp16 = const()[name = tensor("op_2228_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582416128)))]; - tensor linear_118_cast_fp16 = linear(bias = var_2228_to_fp16, weight = var_2227_to_fp16, x = var_2218_cast_fp16)[name = tensor("linear_118_cast_fp16")]; + tensor var_2227_to_fp16 = const()[name = tensor("op_2227_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(567341632)))]; + tensor var_2228_to_fp16 = const()[name = tensor("op_2228_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(579629696)))]; + tensor linear_118_cast_fp16 = linear(bias = var_2228_to_fp16, weight = var_2227_to_fp16, x = var_2218_cast_fp16)[name = tensor("linear_118_cast_fp16")]; tensor x_245_mode_0 = const()[name = tensor("x_245_mode_0"), val = tensor("EXACT")]; - tensor x_245_cast_fp16 = gelu(mode = x_245_mode_0, x = linear_118_cast_fp16)[name = tensor("x_245_cast_fp16")]; - tensor var_2233_to_fp16 = const()[name = tensor("op_2233_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582425664)))]; - tensor var_2234_to_fp16 = const()[name = tensor("op_2234_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594549888)))]; + tensor x_245_cast_fp16 = gelu(mode = x_245_mode_0, x = linear_118_cast_fp16)[name = tensor("x_245_cast_fp16")]; + tensor var_2233_to_fp16 = const()[name = tensor("op_2233_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(579639360)))]; + tensor var_2234_to_fp16 = const()[name = tensor("op_2234_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(591927424)))]; tensor linear_119_cast_fp16 = linear(bias = var_2234_to_fp16, weight = var_2233_to_fp16, x = x_245_cast_fp16)[name = tensor("linear_119_cast_fp16")]; tensor x_247_cast_fp16 = add(x = x_241_cast_fp16, y = linear_119_cast_fp16)[name = tensor("x_247_cast_fp16")]; tensor var_2244 = const()[name = tensor("op_2244"), val = tensor(-1)]; tensor var_2260_axes_0 = const()[name = tensor("op_2260_axes_0"), val = tensor([-1])]; - tensor blocks_20_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_20_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594552512)))]; - tensor blocks_20_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_20_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594555136)))]; + tensor blocks_20_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_20_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(591930048)))]; + tensor blocks_20_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_20_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(591932672)))]; tensor var_2250_to_fp16 = const()[name = tensor("op_2250_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2260_cast_fp16 = layer_norm(axes = var_2260_axes_0, beta = blocks_20_attn_ln_bias_to_fp16, epsilon = var_2250_to_fp16, gamma = blocks_20_attn_ln_weight_to_fp16, x = x_247_cast_fp16)[name = tensor("op_2260_cast_fp16")]; - tensor var_2271_to_fp16 = const()[name = tensor("op_2271_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(594557760)))]; - tensor var_2272_to_fp16 = const()[name = tensor("op_2272_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597834624)))]; + tensor var_2271_to_fp16 = const()[name = tensor("op_2271_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(591935296)))]; + tensor var_2272_to_fp16 = const()[name = tensor("op_2272_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(595212160)))]; tensor linear_120_cast_fp16 = linear(bias = var_2272_to_fp16, weight = var_2271_to_fp16, x = var_2260_cast_fp16)[name = tensor("linear_120_cast_fp16")]; - tensor var_2275_to_fp16 = const()[name = tensor("op_2275_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(597837248)))]; + tensor var_2275_to_fp16 = const()[name = tensor("op_2275_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(595214784)))]; tensor linear_121_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2275_to_fp16, x = var_2260_cast_fp16)[name = tensor("linear_121_cast_fp16")]; - tensor var_2279_to_fp16 = const()[name = tensor("op_2279_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(601114112)))]; - tensor var_2280_to_fp16 = const()[name = tensor("op_2280_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(604390976)))]; + tensor var_2279_to_fp16 = const()[name = tensor("op_2279_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(598491648)))]; + tensor var_2280_to_fp16 = const()[name = tensor("op_2280_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(601768512)))]; tensor linear_122_cast_fp16 = linear(bias = var_2280_to_fp16, weight = var_2279_to_fp16, x = var_2260_cast_fp16)[name = tensor("linear_122_cast_fp16")]; tensor var_2288 = const()[name = tensor("op_2288"), val = tensor([1, 1500, 20, -1])]; tensor var_2289_cast_fp16 = reshape(shape = var_2288, x = linear_120_cast_fp16)[name = tensor("op_2289_cast_fp16")]; @@ -1228,36 +1228,36 @@ program(1.0) tensor concat_20 = const()[name = tensor("concat_20"), val = tensor([1, 1500, 1280])]; tensor transpose_236 = transpose(perm = var_2311, x = var_2310_cast_fp16)[name = tensor("transpose_236")]; tensor x_251_cast_fp16 = reshape(shape = concat_20, x = transpose_236)[name = tensor("x_251_cast_fp16")]; - tensor var_2316_to_fp16 = const()[name = tensor("op_2316_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(604393600)))]; - tensor var_2317_to_fp16 = const()[name = tensor("op_2317_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607670464)))]; + tensor var_2316_to_fp16 = const()[name = tensor("op_2316_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(601771136)))]; + tensor var_2317_to_fp16 = const()[name = tensor("op_2317_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605048000)))]; tensor linear_123_cast_fp16 = linear(bias = var_2317_to_fp16, weight = var_2316_to_fp16, x = x_251_cast_fp16)[name = tensor("linear_123_cast_fp16")]; tensor x_253_cast_fp16 = add(x = x_247_cast_fp16, y = linear_123_cast_fp16)[name = tensor("x_253_cast_fp16")]; tensor var_2324_axes_0 = const()[name = tensor("op_2324_axes_0"), val = tensor([-1])]; - tensor blocks_20_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_20_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607673088)))]; - tensor blocks_20_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_20_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607675712)))]; + tensor blocks_20_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_20_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605050624)))]; + tensor blocks_20_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_20_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605053248)))]; tensor var_2324_cast_fp16 = layer_norm(axes = var_2324_axes_0, beta = blocks_20_mlp_ln_bias_to_fp16, epsilon = var_2250_to_fp16, gamma = blocks_20_mlp_ln_weight_to_fp16, x = x_253_cast_fp16)[name = tensor("op_2324_cast_fp16")]; - tensor var_2333_to_fp16 = const()[name = tensor("op_2333_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607678336)))]; - tensor var_2334_to_fp16 = const()[name = tensor("op_2334_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620785600)))]; + tensor var_2333_to_fp16 = const()[name = tensor("op_2333_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605055872)))]; + tensor var_2334_to_fp16 = const()[name = tensor("op_2334_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(618163136)))]; tensor linear_124_cast_fp16 = linear(bias = var_2334_to_fp16, weight = var_2333_to_fp16, x = var_2324_cast_fp16)[name = tensor("linear_124_cast_fp16")]; tensor x_257_mode_0 = const()[name = tensor("x_257_mode_0"), val = tensor("EXACT")]; tensor x_257_cast_fp16 = gelu(mode = x_257_mode_0, x = linear_124_cast_fp16)[name = tensor("x_257_cast_fp16")]; - tensor var_2339_to_fp16 = const()[name = tensor("op_2339_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(620795904)))]; - tensor var_2340_to_fp16 = const()[name = tensor("op_2340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633903168)))]; + tensor var_2339_to_fp16 = const()[name = tensor("op_2339_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(618173440)))]; + tensor var_2340_to_fp16 = const()[name = tensor("op_2340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(631280704)))]; tensor linear_125_cast_fp16 = linear(bias = var_2340_to_fp16, weight = var_2339_to_fp16, x = x_257_cast_fp16)[name = tensor("linear_125_cast_fp16")]; tensor x_259_cast_fp16 = add(x = x_253_cast_fp16, y = linear_125_cast_fp16)[name = tensor("x_259_cast_fp16")]; tensor var_2350 = const()[name = tensor("op_2350"), val = tensor(-1)]; tensor var_2366_axes_0 = const()[name = tensor("op_2366_axes_0"), val = tensor([-1])]; - tensor blocks_21_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_21_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633905792)))]; - tensor blocks_21_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_21_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633908416)))]; + tensor blocks_21_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_21_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(631283328)))]; + tensor blocks_21_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_21_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(631285952)))]; tensor var_2356_to_fp16 = const()[name = tensor("op_2356_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2366_cast_fp16 = layer_norm(axes = var_2366_axes_0, beta = blocks_21_attn_ln_bias_to_fp16, epsilon = var_2356_to_fp16, gamma = blocks_21_attn_ln_weight_to_fp16, x = x_259_cast_fp16)[name = tensor("op_2366_cast_fp16")]; - tensor var_2377_to_fp16 = const()[name = tensor("op_2377_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(633911040)))]; - tensor var_2378_to_fp16 = const()[name = tensor("op_2378_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(637187904)))]; + tensor var_2377_to_fp16 = const()[name = tensor("op_2377_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(631288576)))]; + tensor var_2378_to_fp16 = const()[name = tensor("op_2378_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(634565440)))]; tensor linear_126_cast_fp16 = linear(bias = var_2378_to_fp16, weight = var_2377_to_fp16, x = var_2366_cast_fp16)[name = tensor("linear_126_cast_fp16")]; - tensor var_2381_to_fp16 = const()[name = tensor("op_2381_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(637190528)))]; + tensor var_2381_to_fp16 = const()[name = tensor("op_2381_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(634568064)))]; tensor linear_127_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2381_to_fp16, x = var_2366_cast_fp16)[name = tensor("linear_127_cast_fp16")]; - tensor var_2385_to_fp16 = const()[name = tensor("op_2385_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(640467392)))]; - tensor var_2386_to_fp16 = const()[name = tensor("op_2386_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(643744256)))]; + tensor var_2385_to_fp16 = const()[name = tensor("op_2385_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(637844928)))]; + tensor var_2386_to_fp16 = const()[name = tensor("op_2386_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(641121792)))]; tensor linear_128_cast_fp16 = linear(bias = var_2386_to_fp16, weight = var_2385_to_fp16, x = var_2366_cast_fp16)[name = tensor("linear_128_cast_fp16")]; tensor var_2394 = const()[name = tensor("op_2394"), val = tensor([1, 1500, 20, -1])]; tensor var_2395_cast_fp16 = reshape(shape = var_2394, x = linear_126_cast_fp16)[name = tensor("op_2395_cast_fp16")]; @@ -1286,36 +1286,36 @@ program(1.0) tensor concat_21 = const()[name = tensor("concat_21"), val = tensor([1, 1500, 1280])]; tensor transpose_232 = transpose(perm = var_2417, x = var_2416_cast_fp16)[name = tensor("transpose_232")]; tensor x_263_cast_fp16 = reshape(shape = concat_21, x = transpose_232)[name = tensor("x_263_cast_fp16")]; - tensor var_2422_to_fp16 = const()[name = tensor("op_2422_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(643746880)))]; - tensor var_2423_to_fp16 = const()[name = tensor("op_2423_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647023744)))]; + tensor var_2422_to_fp16 = const()[name = tensor("op_2422_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(641124416)))]; + tensor var_2423_to_fp16 = const()[name = tensor("op_2423_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(644401280)))]; tensor linear_129_cast_fp16 = linear(bias = var_2423_to_fp16, weight = var_2422_to_fp16, x = x_263_cast_fp16)[name = tensor("linear_129_cast_fp16")]; tensor x_265_cast_fp16 = add(x = x_259_cast_fp16, y = linear_129_cast_fp16)[name = tensor("x_265_cast_fp16")]; tensor var_2430_axes_0 = const()[name = tensor("op_2430_axes_0"), val = tensor([-1])]; - tensor blocks_21_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_21_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647026368)))]; - tensor blocks_21_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_21_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647028992)))]; + tensor blocks_21_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_21_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(644403904)))]; + tensor blocks_21_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_21_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(644406528)))]; tensor var_2430_cast_fp16 = layer_norm(axes = var_2430_axes_0, beta = blocks_21_mlp_ln_bias_to_fp16, epsilon = var_2356_to_fp16, gamma = blocks_21_mlp_ln_weight_to_fp16, x = x_265_cast_fp16)[name = tensor("op_2430_cast_fp16")]; - tensor var_2439_to_fp16 = const()[name = tensor("op_2439_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647031616)))]; - tensor var_2440_to_fp16 = const()[name = tensor("op_2440_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(660138880)))]; + tensor var_2439_to_fp16 = const()[name = tensor("op_2439_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(644409152)))]; + tensor var_2440_to_fp16 = const()[name = tensor("op_2440_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(657516416)))]; tensor linear_130_cast_fp16 = linear(bias = var_2440_to_fp16, weight = var_2439_to_fp16, x = var_2430_cast_fp16)[name = tensor("linear_130_cast_fp16")]; tensor x_269_mode_0 = const()[name = tensor("x_269_mode_0"), val = tensor("EXACT")]; tensor x_269_cast_fp16 = gelu(mode = x_269_mode_0, x = linear_130_cast_fp16)[name = tensor("x_269_cast_fp16")]; - tensor var_2445_to_fp16 = const()[name = tensor("op_2445_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(660149184)))]; - tensor var_2446_to_fp16 = const()[name = tensor("op_2446_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673256448)))]; + tensor var_2445_to_fp16 = const()[name = tensor("op_2445_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(657526720)))]; + tensor var_2446_to_fp16 = const()[name = tensor("op_2446_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(670633984)))]; tensor linear_131_cast_fp16 = linear(bias = var_2446_to_fp16, weight = var_2445_to_fp16, x = x_269_cast_fp16)[name = tensor("linear_131_cast_fp16")]; tensor x_271_cast_fp16 = add(x = x_265_cast_fp16, y = linear_131_cast_fp16)[name = tensor("x_271_cast_fp16")]; tensor var_2456 = const()[name = tensor("op_2456"), val = tensor(-1)]; tensor var_2472_axes_0 = const()[name = tensor("op_2472_axes_0"), val = tensor([-1])]; - tensor blocks_22_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_22_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673259072)))]; - tensor blocks_22_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_22_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673261696)))]; + tensor blocks_22_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_22_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(670636608)))]; + tensor blocks_22_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_22_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(670639232)))]; tensor var_2462_to_fp16 = const()[name = tensor("op_2462_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2472_cast_fp16 = layer_norm(axes = var_2472_axes_0, beta = blocks_22_attn_ln_bias_to_fp16, epsilon = var_2462_to_fp16, gamma = blocks_22_attn_ln_weight_to_fp16, x = x_271_cast_fp16)[name = tensor("op_2472_cast_fp16")]; - tensor var_2483_to_fp16 = const()[name = tensor("op_2483_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673264320)))]; - tensor var_2484_to_fp16 = const()[name = tensor("op_2484_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676541184)))]; + tensor var_2483_to_fp16 = const()[name = tensor("op_2483_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(670641856)))]; + tensor var_2484_to_fp16 = const()[name = tensor("op_2484_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673918720)))]; tensor linear_132_cast_fp16 = linear(bias = var_2484_to_fp16, weight = var_2483_to_fp16, x = var_2472_cast_fp16)[name = tensor("linear_132_cast_fp16")]; - tensor var_2487_to_fp16 = const()[name = tensor("op_2487_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(676543808)))]; + tensor var_2487_to_fp16 = const()[name = tensor("op_2487_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(673921344)))]; tensor linear_133_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2487_to_fp16, x = var_2472_cast_fp16)[name = tensor("linear_133_cast_fp16")]; - tensor var_2491_to_fp16 = const()[name = tensor("op_2491_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(679820672)))]; - tensor var_2492_to_fp16 = const()[name = tensor("op_2492_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683097536)))]; + tensor var_2491_to_fp16 = const()[name = tensor("op_2491_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(677198208)))]; + tensor var_2492_to_fp16 = const()[name = tensor("op_2492_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(680475072)))]; tensor linear_134_cast_fp16 = linear(bias = var_2492_to_fp16, weight = var_2491_to_fp16, x = var_2472_cast_fp16)[name = tensor("linear_134_cast_fp16")]; tensor var_2500 = const()[name = tensor("op_2500"), val = tensor([1, 1500, 20, -1])]; tensor var_2501_cast_fp16 = reshape(shape = var_2500, x = linear_132_cast_fp16)[name = tensor("op_2501_cast_fp16")]; @@ -1344,36 +1344,36 @@ program(1.0) tensor concat_22 = const()[name = tensor("concat_22"), val = tensor([1, 1500, 1280])]; tensor transpose_228 = transpose(perm = var_2523, x = var_2522_cast_fp16)[name = tensor("transpose_228")]; tensor x_275_cast_fp16 = reshape(shape = concat_22, x = transpose_228)[name = tensor("x_275_cast_fp16")]; - tensor var_2528_to_fp16 = const()[name = tensor("op_2528_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683100160)))]; - tensor var_2529_to_fp16 = const()[name = tensor("op_2529_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686377024)))]; + tensor var_2528_to_fp16 = const()[name = tensor("op_2528_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(680477696)))]; + tensor var_2529_to_fp16 = const()[name = tensor("op_2529_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683754560)))]; tensor linear_135_cast_fp16 = linear(bias = var_2529_to_fp16, weight = var_2528_to_fp16, x = x_275_cast_fp16)[name = tensor("linear_135_cast_fp16")]; tensor x_277_cast_fp16 = add(x = x_271_cast_fp16, y = linear_135_cast_fp16)[name = tensor("x_277_cast_fp16")]; tensor var_2536_axes_0 = const()[name = tensor("op_2536_axes_0"), val = tensor([-1])]; - tensor blocks_22_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_22_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686379648)))]; - tensor blocks_22_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_22_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686382272)))]; + tensor blocks_22_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_22_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683757184)))]; + tensor blocks_22_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_22_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683759808)))]; tensor var_2536_cast_fp16 = layer_norm(axes = var_2536_axes_0, beta = blocks_22_mlp_ln_bias_to_fp16, epsilon = var_2462_to_fp16, gamma = blocks_22_mlp_ln_weight_to_fp16, x = x_277_cast_fp16)[name = tensor("op_2536_cast_fp16")]; - tensor var_2545_to_fp16 = const()[name = tensor("op_2545_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(686384896)))]; - tensor var_2546_to_fp16 = const()[name = tensor("op_2546_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(699492160)))]; + tensor var_2545_to_fp16 = const()[name = tensor("op_2545_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(683762432)))]; + tensor var_2546_to_fp16 = const()[name = tensor("op_2546_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(696869696)))]; tensor linear_136_cast_fp16 = linear(bias = var_2546_to_fp16, weight = var_2545_to_fp16, x = var_2536_cast_fp16)[name = tensor("linear_136_cast_fp16")]; tensor x_281_mode_0 = const()[name = tensor("x_281_mode_0"), val = tensor("EXACT")]; tensor x_281_cast_fp16 = gelu(mode = x_281_mode_0, x = linear_136_cast_fp16)[name = tensor("x_281_cast_fp16")]; - tensor var_2551_to_fp16 = const()[name = tensor("op_2551_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(699502464)))]; - tensor var_2552_to_fp16 = const()[name = tensor("op_2552_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712609728)))]; + tensor var_2551_to_fp16 = const()[name = tensor("op_2551_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(696880000)))]; + tensor var_2552_to_fp16 = const()[name = tensor("op_2552_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(709987264)))]; tensor linear_137_cast_fp16 = linear(bias = var_2552_to_fp16, weight = var_2551_to_fp16, x = x_281_cast_fp16)[name = tensor("linear_137_cast_fp16")]; tensor x_283_cast_fp16 = add(x = x_277_cast_fp16, y = linear_137_cast_fp16)[name = tensor("x_283_cast_fp16")]; tensor var_2562 = const()[name = tensor("op_2562"), val = tensor(-1)]; tensor var_2578_axes_0 = const()[name = tensor("op_2578_axes_0"), val = tensor([-1])]; - tensor blocks_23_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_23_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712612352)))]; - tensor blocks_23_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_23_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712614976)))]; + tensor blocks_23_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_23_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(709989888)))]; + tensor blocks_23_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_23_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(709992512)))]; tensor var_2568_to_fp16 = const()[name = tensor("op_2568_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2578_cast_fp16 = layer_norm(axes = var_2578_axes_0, beta = blocks_23_attn_ln_bias_to_fp16, epsilon = var_2568_to_fp16, gamma = blocks_23_attn_ln_weight_to_fp16, x = x_283_cast_fp16)[name = tensor("op_2578_cast_fp16")]; - tensor var_2589_to_fp16 = const()[name = tensor("op_2589_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(712617600)))]; - tensor var_2590_to_fp16 = const()[name = tensor("op_2590_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(715894464)))]; + tensor var_2589_to_fp16 = const()[name = tensor("op_2589_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(709995136)))]; + tensor var_2590_to_fp16 = const()[name = tensor("op_2590_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713272000)))]; tensor linear_138_cast_fp16 = linear(bias = var_2590_to_fp16, weight = var_2589_to_fp16, x = var_2578_cast_fp16)[name = tensor("linear_138_cast_fp16")]; - tensor var_2593_to_fp16 = const()[name = tensor("op_2593_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(715897088)))]; + tensor var_2593_to_fp16 = const()[name = tensor("op_2593_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(713274624)))]; tensor linear_139_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2593_to_fp16, x = var_2578_cast_fp16)[name = tensor("linear_139_cast_fp16")]; - tensor var_2597_to_fp16 = const()[name = tensor("op_2597_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719173952)))]; - tensor var_2598_to_fp16 = const()[name = tensor("op_2598_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(722450816)))]; + tensor var_2597_to_fp16 = const()[name = tensor("op_2597_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(716551488)))]; + tensor var_2598_to_fp16 = const()[name = tensor("op_2598_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719828352)))]; tensor linear_140_cast_fp16 = linear(bias = var_2598_to_fp16, weight = var_2597_to_fp16, x = var_2578_cast_fp16)[name = tensor("linear_140_cast_fp16")]; tensor var_2606 = const()[name = tensor("op_2606"), val = tensor([1, 1500, 20, -1])]; tensor var_2607_cast_fp16 = reshape(shape = var_2606, x = linear_138_cast_fp16)[name = tensor("op_2607_cast_fp16")]; @@ -1402,36 +1402,36 @@ program(1.0) tensor concat_23 = const()[name = tensor("concat_23"), val = tensor([1, 1500, 1280])]; tensor transpose_224 = transpose(perm = var_2629, x = var_2628_cast_fp16)[name = tensor("transpose_224")]; tensor x_287_cast_fp16 = reshape(shape = concat_23, x = transpose_224)[name = tensor("x_287_cast_fp16")]; - tensor var_2634_to_fp16 = const()[name = tensor("op_2634_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(722453440)))]; - tensor var_2635_to_fp16 = const()[name = tensor("op_2635_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(725730304)))]; + tensor var_2634_to_fp16 = const()[name = tensor("op_2634_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(719830976)))]; + tensor var_2635_to_fp16 = const()[name = tensor("op_2635_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(723107840)))]; tensor linear_141_cast_fp16 = linear(bias = var_2635_to_fp16, weight = var_2634_to_fp16, x = x_287_cast_fp16)[name = tensor("linear_141_cast_fp16")]; tensor x_289_cast_fp16 = add(x = x_283_cast_fp16, y = linear_141_cast_fp16)[name = tensor("x_289_cast_fp16")]; tensor var_2642_axes_0 = const()[name = tensor("op_2642_axes_0"), val = tensor([-1])]; - tensor blocks_23_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_23_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(725732928)))]; - tensor blocks_23_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_23_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(725735552)))]; + tensor blocks_23_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_23_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(723110464)))]; + tensor blocks_23_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_23_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(723113088)))]; tensor var_2642_cast_fp16 = layer_norm(axes = var_2642_axes_0, beta = blocks_23_mlp_ln_bias_to_fp16, epsilon = var_2568_to_fp16, gamma = blocks_23_mlp_ln_weight_to_fp16, x = x_289_cast_fp16)[name = tensor("op_2642_cast_fp16")]; - tensor var_2651_to_fp16 = const()[name = tensor("op_2651_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(725738176)))]; - tensor var_2652_to_fp16 = const()[name = tensor("op_2652_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(738845440)))]; + tensor var_2651_to_fp16 = const()[name = tensor("op_2651_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(723115712)))]; + tensor var_2652_to_fp16 = const()[name = tensor("op_2652_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(736222976)))]; tensor linear_142_cast_fp16 = linear(bias = var_2652_to_fp16, weight = var_2651_to_fp16, x = var_2642_cast_fp16)[name = tensor("linear_142_cast_fp16")]; tensor x_293_mode_0 = const()[name = tensor("x_293_mode_0"), val = tensor("EXACT")]; tensor x_293_cast_fp16 = gelu(mode = x_293_mode_0, x = linear_142_cast_fp16)[name = tensor("x_293_cast_fp16")]; - tensor var_2657_to_fp16 = const()[name = tensor("op_2657_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(738855744)))]; - tensor var_2658_to_fp16 = const()[name = tensor("op_2658_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(751963008)))]; + tensor var_2657_to_fp16 = const()[name = tensor("op_2657_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(736233280)))]; + tensor var_2658_to_fp16 = const()[name = tensor("op_2658_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749340544)))]; tensor linear_143_cast_fp16 = linear(bias = var_2658_to_fp16, weight = var_2657_to_fp16, x = x_293_cast_fp16)[name = tensor("linear_143_cast_fp16")]; tensor x_295_cast_fp16 = add(x = x_289_cast_fp16, y = linear_143_cast_fp16)[name = tensor("x_295_cast_fp16")]; tensor var_2668 = const()[name = tensor("op_2668"), val = tensor(-1)]; tensor var_2684_axes_0 = const()[name = tensor("op_2684_axes_0"), val = tensor([-1])]; - tensor blocks_24_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_24_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(751965632)))]; - tensor blocks_24_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_24_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(751968256)))]; + tensor blocks_24_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_24_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749343168)))]; + tensor blocks_24_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_24_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749345792)))]; tensor var_2674_to_fp16 = const()[name = tensor("op_2674_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2684_cast_fp16 = layer_norm(axes = var_2684_axes_0, beta = blocks_24_attn_ln_bias_to_fp16, epsilon = var_2674_to_fp16, gamma = blocks_24_attn_ln_weight_to_fp16, x = x_295_cast_fp16)[name = tensor("op_2684_cast_fp16")]; - tensor var_2695_to_fp16 = const()[name = tensor("op_2695_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(751970880)))]; - tensor var_2696_to_fp16 = const()[name = tensor("op_2696_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755247744)))]; + tensor var_2695_to_fp16 = const()[name = tensor("op_2695_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(749348416)))]; + tensor var_2696_to_fp16 = const()[name = tensor("op_2696_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(752625280)))]; tensor linear_144_cast_fp16 = linear(bias = var_2696_to_fp16, weight = var_2695_to_fp16, x = var_2684_cast_fp16)[name = tensor("linear_144_cast_fp16")]; - tensor var_2699_to_fp16 = const()[name = tensor("op_2699_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755250368)))]; + tensor var_2699_to_fp16 = const()[name = tensor("op_2699_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(752627904)))]; tensor linear_145_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2699_to_fp16, x = var_2684_cast_fp16)[name = tensor("linear_145_cast_fp16")]; - tensor var_2703_to_fp16 = const()[name = tensor("op_2703_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(758527232)))]; - tensor var_2704_to_fp16 = const()[name = tensor("op_2704_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761804096)))]; + tensor var_2703_to_fp16 = const()[name = tensor("op_2703_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(755904768)))]; + tensor var_2704_to_fp16 = const()[name = tensor("op_2704_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(759181632)))]; tensor linear_146_cast_fp16 = linear(bias = var_2704_to_fp16, weight = var_2703_to_fp16, x = var_2684_cast_fp16)[name = tensor("linear_146_cast_fp16")]; tensor var_2712 = const()[name = tensor("op_2712"), val = tensor([1, 1500, 20, -1])]; tensor var_2713_cast_fp16 = reshape(shape = var_2712, x = linear_144_cast_fp16)[name = tensor("op_2713_cast_fp16")]; @@ -1460,36 +1460,36 @@ program(1.0) tensor concat_24 = const()[name = tensor("concat_24"), val = tensor([1, 1500, 1280])]; tensor transpose_220 = transpose(perm = var_2735, x = var_2734_cast_fp16)[name = tensor("transpose_220")]; tensor x_299_cast_fp16 = reshape(shape = concat_24, x = transpose_220)[name = tensor("x_299_cast_fp16")]; - tensor var_2740_to_fp16 = const()[name = tensor("op_2740_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(761806720)))]; - tensor var_2741_to_fp16 = const()[name = tensor("op_2741_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765083584)))]; + tensor var_2740_to_fp16 = const()[name = tensor("op_2740_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(759184256)))]; + tensor var_2741_to_fp16 = const()[name = tensor("op_2741_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(762461120)))]; tensor linear_147_cast_fp16 = linear(bias = var_2741_to_fp16, weight = var_2740_to_fp16, x = x_299_cast_fp16)[name = tensor("linear_147_cast_fp16")]; tensor x_301_cast_fp16 = add(x = x_295_cast_fp16, y = linear_147_cast_fp16)[name = tensor("x_301_cast_fp16")]; tensor var_2748_axes_0 = const()[name = tensor("op_2748_axes_0"), val = tensor([-1])]; - tensor blocks_24_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_24_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765086208)))]; - tensor blocks_24_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_24_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765088832)))]; + tensor blocks_24_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_24_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(762463744)))]; + tensor blocks_24_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_24_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(762466368)))]; tensor var_2748_cast_fp16 = layer_norm(axes = var_2748_axes_0, beta = blocks_24_mlp_ln_bias_to_fp16, epsilon = var_2674_to_fp16, gamma = blocks_24_mlp_ln_weight_to_fp16, x = x_301_cast_fp16)[name = tensor("op_2748_cast_fp16")]; - tensor var_2757_to_fp16 = const()[name = tensor("op_2757_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(765091456)))]; - tensor var_2758_to_fp16 = const()[name = tensor("op_2758_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(778198720)))]; + tensor var_2757_to_fp16 = const()[name = tensor("op_2757_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(762468992)))]; + tensor var_2758_to_fp16 = const()[name = tensor("op_2758_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775576256)))]; tensor linear_148_cast_fp16 = linear(bias = var_2758_to_fp16, weight = var_2757_to_fp16, x = var_2748_cast_fp16)[name = tensor("linear_148_cast_fp16")]; tensor x_305_mode_0 = const()[name = tensor("x_305_mode_0"), val = tensor("EXACT")]; tensor x_305_cast_fp16 = gelu(mode = x_305_mode_0, x = linear_148_cast_fp16)[name = tensor("x_305_cast_fp16")]; - tensor var_2763_to_fp16 = const()[name = tensor("op_2763_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(778209024)))]; - tensor var_2764_to_fp16 = const()[name = tensor("op_2764_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791316288)))]; + tensor var_2763_to_fp16 = const()[name = tensor("op_2763_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(775586560)))]; + tensor var_2764_to_fp16 = const()[name = tensor("op_2764_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(788693824)))]; tensor linear_149_cast_fp16 = linear(bias = var_2764_to_fp16, weight = var_2763_to_fp16, x = x_305_cast_fp16)[name = tensor("linear_149_cast_fp16")]; tensor x_307_cast_fp16 = add(x = x_301_cast_fp16, y = linear_149_cast_fp16)[name = tensor("x_307_cast_fp16")]; tensor var_2774 = const()[name = tensor("op_2774"), val = tensor(-1)]; tensor var_2790_axes_0 = const()[name = tensor("op_2790_axes_0"), val = tensor([-1])]; - tensor blocks_25_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_25_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791318912)))]; - tensor blocks_25_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_25_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791321536)))]; + tensor blocks_25_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_25_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(788696448)))]; + tensor blocks_25_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_25_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(788699072)))]; tensor var_2780_to_fp16 = const()[name = tensor("op_2780_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2790_cast_fp16 = layer_norm(axes = var_2790_axes_0, beta = blocks_25_attn_ln_bias_to_fp16, epsilon = var_2780_to_fp16, gamma = blocks_25_attn_ln_weight_to_fp16, x = x_307_cast_fp16)[name = tensor("op_2790_cast_fp16")]; - tensor var_2801_to_fp16 = const()[name = tensor("op_2801_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791324160)))]; - tensor var_2802_to_fp16 = const()[name = tensor("op_2802_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794601024)))]; + tensor var_2801_to_fp16 = const()[name = tensor("op_2801_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(788701696)))]; + tensor var_2802_to_fp16 = const()[name = tensor("op_2802_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791978560)))]; tensor linear_150_cast_fp16 = linear(bias = var_2802_to_fp16, weight = var_2801_to_fp16, x = var_2790_cast_fp16)[name = tensor("linear_150_cast_fp16")]; - tensor var_2805_to_fp16 = const()[name = tensor("op_2805_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(794603648)))]; + tensor var_2805_to_fp16 = const()[name = tensor("op_2805_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(791981184)))]; tensor linear_151_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2805_to_fp16, x = var_2790_cast_fp16)[name = tensor("linear_151_cast_fp16")]; - tensor var_2809_to_fp16 = const()[name = tensor("op_2809_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(797880512)))]; - tensor var_2810_to_fp16 = const()[name = tensor("op_2810_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801157376)))]; + tensor var_2809_to_fp16 = const()[name = tensor("op_2809_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(795258048)))]; + tensor var_2810_to_fp16 = const()[name = tensor("op_2810_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(798534912)))]; tensor linear_152_cast_fp16 = linear(bias = var_2810_to_fp16, weight = var_2809_to_fp16, x = var_2790_cast_fp16)[name = tensor("linear_152_cast_fp16")]; tensor var_2818 = const()[name = tensor("op_2818"), val = tensor([1, 1500, 20, -1])]; tensor var_2819_cast_fp16 = reshape(shape = var_2818, x = linear_150_cast_fp16)[name = tensor("op_2819_cast_fp16")]; @@ -1518,36 +1518,36 @@ program(1.0) tensor concat_25 = const()[name = tensor("concat_25"), val = tensor([1, 1500, 1280])]; tensor transpose_216 = transpose(perm = var_2841, x = var_2840_cast_fp16)[name = tensor("transpose_216")]; tensor x_311_cast_fp16 = reshape(shape = concat_25, x = transpose_216)[name = tensor("x_311_cast_fp16")]; - tensor var_2846_to_fp16 = const()[name = tensor("op_2846_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801160000)))]; - tensor var_2847_to_fp16 = const()[name = tensor("op_2847_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(804436864)))]; + tensor var_2846_to_fp16 = const()[name = tensor("op_2846_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(798537536)))]; + tensor var_2847_to_fp16 = const()[name = tensor("op_2847_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801814400)))]; tensor linear_153_cast_fp16 = linear(bias = var_2847_to_fp16, weight = var_2846_to_fp16, x = x_311_cast_fp16)[name = tensor("linear_153_cast_fp16")]; tensor x_313_cast_fp16 = add(x = x_307_cast_fp16, y = linear_153_cast_fp16)[name = tensor("x_313_cast_fp16")]; tensor var_2854_axes_0 = const()[name = tensor("op_2854_axes_0"), val = tensor([-1])]; - tensor blocks_25_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_25_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(804439488)))]; - tensor blocks_25_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_25_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(804442112)))]; + tensor blocks_25_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_25_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801817024)))]; + tensor blocks_25_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_25_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801819648)))]; tensor var_2854_cast_fp16 = layer_norm(axes = var_2854_axes_0, beta = blocks_25_mlp_ln_bias_to_fp16, epsilon = var_2780_to_fp16, gamma = blocks_25_mlp_ln_weight_to_fp16, x = x_313_cast_fp16)[name = tensor("op_2854_cast_fp16")]; - tensor var_2863_to_fp16 = const()[name = tensor("op_2863_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(804444736)))]; - tensor var_2864_to_fp16 = const()[name = tensor("op_2864_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817552000)))]; + tensor var_2863_to_fp16 = const()[name = tensor("op_2863_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(801822272)))]; + tensor var_2864_to_fp16 = const()[name = tensor("op_2864_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(814929536)))]; tensor linear_154_cast_fp16 = linear(bias = var_2864_to_fp16, weight = var_2863_to_fp16, x = var_2854_cast_fp16)[name = tensor("linear_154_cast_fp16")]; tensor x_317_mode_0 = const()[name = tensor("x_317_mode_0"), val = tensor("EXACT")]; tensor x_317_cast_fp16 = gelu(mode = x_317_mode_0, x = linear_154_cast_fp16)[name = tensor("x_317_cast_fp16")]; - tensor var_2869_to_fp16 = const()[name = tensor("op_2869_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(817562304)))]; - tensor var_2870_to_fp16 = const()[name = tensor("op_2870_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(830669568)))]; + tensor var_2869_to_fp16 = const()[name = tensor("op_2869_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(814939840)))]; + tensor var_2870_to_fp16 = const()[name = tensor("op_2870_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(828047104)))]; tensor linear_155_cast_fp16 = linear(bias = var_2870_to_fp16, weight = var_2869_to_fp16, x = x_317_cast_fp16)[name = tensor("linear_155_cast_fp16")]; tensor x_319_cast_fp16 = add(x = x_313_cast_fp16, y = linear_155_cast_fp16)[name = tensor("x_319_cast_fp16")]; tensor var_2880 = const()[name = tensor("op_2880"), val = tensor(-1)]; tensor var_2896_axes_0 = const()[name = tensor("op_2896_axes_0"), val = tensor([-1])]; - tensor blocks_26_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_26_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(830672192)))]; - tensor blocks_26_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_26_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(830674816)))]; + tensor blocks_26_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_26_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(828049728)))]; + tensor blocks_26_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_26_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(828052352)))]; tensor var_2886_to_fp16 = const()[name = tensor("op_2886_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_2896_cast_fp16 = layer_norm(axes = var_2896_axes_0, beta = blocks_26_attn_ln_bias_to_fp16, epsilon = var_2886_to_fp16, gamma = blocks_26_attn_ln_weight_to_fp16, x = x_319_cast_fp16)[name = tensor("op_2896_cast_fp16")]; - tensor var_2907_to_fp16 = const()[name = tensor("op_2907_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(830677440)))]; - tensor var_2908_to_fp16 = const()[name = tensor("op_2908_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(833954304)))]; + tensor var_2907_to_fp16 = const()[name = tensor("op_2907_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(828054976)))]; + tensor var_2908_to_fp16 = const()[name = tensor("op_2908_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(831331840)))]; tensor linear_156_cast_fp16 = linear(bias = var_2908_to_fp16, weight = var_2907_to_fp16, x = var_2896_cast_fp16)[name = tensor("linear_156_cast_fp16")]; - tensor var_2911_to_fp16 = const()[name = tensor("op_2911_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(833956928)))]; + tensor var_2911_to_fp16 = const()[name = tensor("op_2911_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(831334464)))]; tensor linear_157_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_2911_to_fp16, x = var_2896_cast_fp16)[name = tensor("linear_157_cast_fp16")]; - tensor var_2915_to_fp16 = const()[name = tensor("op_2915_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(837233792)))]; - tensor var_2916_to_fp16 = const()[name = tensor("op_2916_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(840510656)))]; + tensor var_2915_to_fp16 = const()[name = tensor("op_2915_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(834611328)))]; + tensor var_2916_to_fp16 = const()[name = tensor("op_2916_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(837888192)))]; tensor linear_158_cast_fp16 = linear(bias = var_2916_to_fp16, weight = var_2915_to_fp16, x = var_2896_cast_fp16)[name = tensor("linear_158_cast_fp16")]; tensor var_2924 = const()[name = tensor("op_2924"), val = tensor([1, 1500, 20, -1])]; tensor var_2925_cast_fp16 = reshape(shape = var_2924, x = linear_156_cast_fp16)[name = tensor("op_2925_cast_fp16")]; @@ -1576,36 +1576,36 @@ program(1.0) tensor concat_26 = const()[name = tensor("concat_26"), val = tensor([1, 1500, 1280])]; tensor transpose_212 = transpose(perm = var_2947, x = var_2946_cast_fp16)[name = tensor("transpose_212")]; tensor x_323_cast_fp16 = reshape(shape = concat_26, x = transpose_212)[name = tensor("x_323_cast_fp16")]; - tensor var_2952_to_fp16 = const()[name = tensor("op_2952_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(840513280)))]; - tensor var_2953_to_fp16 = const()[name = tensor("op_2953_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843790144)))]; + tensor var_2952_to_fp16 = const()[name = tensor("op_2952_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(837890816)))]; + tensor var_2953_to_fp16 = const()[name = tensor("op_2953_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841167680)))]; tensor linear_159_cast_fp16 = linear(bias = var_2953_to_fp16, weight = var_2952_to_fp16, x = x_323_cast_fp16)[name = tensor("linear_159_cast_fp16")]; tensor x_325_cast_fp16 = add(x = x_319_cast_fp16, y = linear_159_cast_fp16)[name = tensor("x_325_cast_fp16")]; tensor var_2960_axes_0 = const()[name = tensor("op_2960_axes_0"), val = tensor([-1])]; - tensor blocks_26_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_26_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843792768)))]; - tensor blocks_26_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_26_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843795392)))]; + tensor blocks_26_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_26_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841170304)))]; + tensor blocks_26_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_26_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841172928)))]; tensor var_2960_cast_fp16 = layer_norm(axes = var_2960_axes_0, beta = blocks_26_mlp_ln_bias_to_fp16, epsilon = var_2886_to_fp16, gamma = blocks_26_mlp_ln_weight_to_fp16, x = x_325_cast_fp16)[name = tensor("op_2960_cast_fp16")]; - tensor var_2969_to_fp16 = const()[name = tensor("op_2969_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(843798016)))]; - tensor var_2970_to_fp16 = const()[name = tensor("op_2970_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(856905280)))]; + tensor var_2969_to_fp16 = const()[name = tensor("op_2969_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(841175552)))]; + tensor var_2970_to_fp16 = const()[name = tensor("op_2970_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(854282816)))]; tensor linear_160_cast_fp16 = linear(bias = var_2970_to_fp16, weight = var_2969_to_fp16, x = var_2960_cast_fp16)[name = tensor("linear_160_cast_fp16")]; tensor x_329_mode_0 = const()[name = tensor("x_329_mode_0"), val = tensor("EXACT")]; tensor x_329_cast_fp16 = gelu(mode = x_329_mode_0, x = linear_160_cast_fp16)[name = tensor("x_329_cast_fp16")]; - tensor var_2975_to_fp16 = const()[name = tensor("op_2975_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(856915584)))]; - tensor var_2976_to_fp16 = const()[name = tensor("op_2976_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870022848)))]; + tensor var_2975_to_fp16 = const()[name = tensor("op_2975_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(854293120)))]; + tensor var_2976_to_fp16 = const()[name = tensor("op_2976_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(867400384)))]; tensor linear_161_cast_fp16 = linear(bias = var_2976_to_fp16, weight = var_2975_to_fp16, x = x_329_cast_fp16)[name = tensor("linear_161_cast_fp16")]; tensor x_331_cast_fp16 = add(x = x_325_cast_fp16, y = linear_161_cast_fp16)[name = tensor("x_331_cast_fp16")]; tensor var_2986 = const()[name = tensor("op_2986"), val = tensor(-1)]; tensor var_3002_axes_0 = const()[name = tensor("op_3002_axes_0"), val = tensor([-1])]; - tensor blocks_27_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_27_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870025472)))]; - tensor blocks_27_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_27_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870028096)))]; + tensor blocks_27_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_27_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(867403008)))]; + tensor blocks_27_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_27_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(867405632)))]; tensor var_2992_to_fp16 = const()[name = tensor("op_2992_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_3002_cast_fp16 = layer_norm(axes = var_3002_axes_0, beta = blocks_27_attn_ln_bias_to_fp16, epsilon = var_2992_to_fp16, gamma = blocks_27_attn_ln_weight_to_fp16, x = x_331_cast_fp16)[name = tensor("op_3002_cast_fp16")]; - tensor var_3013_to_fp16 = const()[name = tensor("op_3013_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870030720)))]; - tensor var_3014_to_fp16 = const()[name = tensor("op_3014_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873307584)))]; + tensor var_3013_to_fp16 = const()[name = tensor("op_3013_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(867408256)))]; + tensor var_3014_to_fp16 = const()[name = tensor("op_3014_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870685120)))]; tensor linear_162_cast_fp16 = linear(bias = var_3014_to_fp16, weight = var_3013_to_fp16, x = var_3002_cast_fp16)[name = tensor("linear_162_cast_fp16")]; - tensor var_3017_to_fp16 = const()[name = tensor("op_3017_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873310208)))]; + tensor var_3017_to_fp16 = const()[name = tensor("op_3017_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(870687744)))]; tensor linear_163_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_3017_to_fp16, x = var_3002_cast_fp16)[name = tensor("linear_163_cast_fp16")]; - tensor var_3021_to_fp16 = const()[name = tensor("op_3021_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(876587072)))]; - tensor var_3022_to_fp16 = const()[name = tensor("op_3022_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(879863936)))]; + tensor var_3021_to_fp16 = const()[name = tensor("op_3021_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(873964608)))]; + tensor var_3022_to_fp16 = const()[name = tensor("op_3022_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(877241472)))]; tensor linear_164_cast_fp16 = linear(bias = var_3022_to_fp16, weight = var_3021_to_fp16, x = var_3002_cast_fp16)[name = tensor("linear_164_cast_fp16")]; tensor var_3030 = const()[name = tensor("op_3030"), val = tensor([1, 1500, 20, -1])]; tensor var_3031_cast_fp16 = reshape(shape = var_3030, x = linear_162_cast_fp16)[name = tensor("op_3031_cast_fp16")]; @@ -1634,36 +1634,36 @@ program(1.0) tensor concat_27 = const()[name = tensor("concat_27"), val = tensor([1, 1500, 1280])]; tensor transpose_208 = transpose(perm = var_3053, x = var_3052_cast_fp16)[name = tensor("transpose_208")]; tensor x_335_cast_fp16 = reshape(shape = concat_27, x = transpose_208)[name = tensor("x_335_cast_fp16")]; - tensor var_3058_to_fp16 = const()[name = tensor("op_3058_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(879866560)))]; - tensor var_3059_to_fp16 = const()[name = tensor("op_3059_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883143424)))]; + tensor var_3058_to_fp16 = const()[name = tensor("op_3058_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(877244096)))]; + tensor var_3059_to_fp16 = const()[name = tensor("op_3059_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(880520960)))]; tensor linear_165_cast_fp16 = linear(bias = var_3059_to_fp16, weight = var_3058_to_fp16, x = x_335_cast_fp16)[name = tensor("linear_165_cast_fp16")]; tensor x_337_cast_fp16 = add(x = x_331_cast_fp16, y = linear_165_cast_fp16)[name = tensor("x_337_cast_fp16")]; tensor var_3066_axes_0 = const()[name = tensor("op_3066_axes_0"), val = tensor([-1])]; - tensor blocks_27_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_27_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883146048)))]; - tensor blocks_27_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_27_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883148672)))]; + tensor blocks_27_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_27_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(880523584)))]; + tensor blocks_27_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_27_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(880526208)))]; tensor var_3066_cast_fp16 = layer_norm(axes = var_3066_axes_0, beta = blocks_27_mlp_ln_bias_to_fp16, epsilon = var_2992_to_fp16, gamma = blocks_27_mlp_ln_weight_to_fp16, x = x_337_cast_fp16)[name = tensor("op_3066_cast_fp16")]; - tensor var_3075_to_fp16 = const()[name = tensor("op_3075_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(883151296)))]; - tensor var_3076_to_fp16 = const()[name = tensor("op_3076_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896258560)))]; + tensor var_3075_to_fp16 = const()[name = tensor("op_3075_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(880528832)))]; + tensor var_3076_to_fp16 = const()[name = tensor("op_3076_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(893636096)))]; tensor linear_166_cast_fp16 = linear(bias = var_3076_to_fp16, weight = var_3075_to_fp16, x = var_3066_cast_fp16)[name = tensor("linear_166_cast_fp16")]; tensor x_341_mode_0 = const()[name = tensor("x_341_mode_0"), val = tensor("EXACT")]; tensor x_341_cast_fp16 = gelu(mode = x_341_mode_0, x = linear_166_cast_fp16)[name = tensor("x_341_cast_fp16")]; - tensor var_3081_to_fp16 = const()[name = tensor("op_3081_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(896268864)))]; - tensor var_3082_to_fp16 = const()[name = tensor("op_3082_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(909376128)))]; + tensor var_3081_to_fp16 = const()[name = tensor("op_3081_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(893646400)))]; + tensor var_3082_to_fp16 = const()[name = tensor("op_3082_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(906753664)))]; tensor linear_167_cast_fp16 = linear(bias = var_3082_to_fp16, weight = var_3081_to_fp16, x = x_341_cast_fp16)[name = tensor("linear_167_cast_fp16")]; tensor x_343_cast_fp16 = add(x = x_337_cast_fp16, y = linear_167_cast_fp16)[name = tensor("x_343_cast_fp16")]; tensor var_3092 = const()[name = tensor("op_3092"), val = tensor(-1)]; tensor var_3108_axes_0 = const()[name = tensor("op_3108_axes_0"), val = tensor([-1])]; - tensor blocks_28_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_28_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(909378752)))]; - tensor blocks_28_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_28_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(909381376)))]; + tensor blocks_28_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_28_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(906756288)))]; + tensor blocks_28_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_28_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(906758912)))]; tensor var_3098_to_fp16 = const()[name = tensor("op_3098_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_3108_cast_fp16 = layer_norm(axes = var_3108_axes_0, beta = blocks_28_attn_ln_bias_to_fp16, epsilon = var_3098_to_fp16, gamma = blocks_28_attn_ln_weight_to_fp16, x = x_343_cast_fp16)[name = tensor("op_3108_cast_fp16")]; - tensor var_3119_to_fp16 = const()[name = tensor("op_3119_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(909384000)))]; - tensor var_3120_to_fp16 = const()[name = tensor("op_3120_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(912660864)))]; + tensor var_3119_to_fp16 = const()[name = tensor("op_3119_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(906761536)))]; + tensor var_3120_to_fp16 = const()[name = tensor("op_3120_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(910038400)))]; tensor linear_168_cast_fp16 = linear(bias = var_3120_to_fp16, weight = var_3119_to_fp16, x = var_3108_cast_fp16)[name = tensor("linear_168_cast_fp16")]; - tensor var_3123_to_fp16 = const()[name = tensor("op_3123_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(912663488)))]; + tensor var_3123_to_fp16 = const()[name = tensor("op_3123_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(910041024)))]; tensor linear_169_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_3123_to_fp16, x = var_3108_cast_fp16)[name = tensor("linear_169_cast_fp16")]; - tensor var_3127_to_fp16 = const()[name = tensor("op_3127_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(915940352)))]; - tensor var_3128_to_fp16 = const()[name = tensor("op_3128_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919217216)))]; + tensor var_3127_to_fp16 = const()[name = tensor("op_3127_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(913317888)))]; + tensor var_3128_to_fp16 = const()[name = tensor("op_3128_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(916594752)))]; tensor linear_170_cast_fp16 = linear(bias = var_3128_to_fp16, weight = var_3127_to_fp16, x = var_3108_cast_fp16)[name = tensor("linear_170_cast_fp16")]; tensor var_3136 = const()[name = tensor("op_3136"), val = tensor([1, 1500, 20, -1])]; tensor var_3137_cast_fp16 = reshape(shape = var_3136, x = linear_168_cast_fp16)[name = tensor("op_3137_cast_fp16")]; @@ -1692,36 +1692,36 @@ program(1.0) tensor concat_28 = const()[name = tensor("concat_28"), val = tensor([1, 1500, 1280])]; tensor transpose_204 = transpose(perm = var_3159, x = var_3158_cast_fp16)[name = tensor("transpose_204")]; tensor x_347_cast_fp16 = reshape(shape = concat_28, x = transpose_204)[name = tensor("x_347_cast_fp16")]; - tensor var_3164_to_fp16 = const()[name = tensor("op_3164_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919219840)))]; - tensor var_3165_to_fp16 = const()[name = tensor("op_3165_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922496704)))]; + tensor var_3164_to_fp16 = const()[name = tensor("op_3164_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(916597376)))]; + tensor var_3165_to_fp16 = const()[name = tensor("op_3165_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919874240)))]; tensor linear_171_cast_fp16 = linear(bias = var_3165_to_fp16, weight = var_3164_to_fp16, x = x_347_cast_fp16)[name = tensor("linear_171_cast_fp16")]; tensor x_349_cast_fp16 = add(x = x_343_cast_fp16, y = linear_171_cast_fp16)[name = tensor("x_349_cast_fp16")]; tensor var_3172_axes_0 = const()[name = tensor("op_3172_axes_0"), val = tensor([-1])]; - tensor blocks_28_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_28_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922499328)))]; - tensor blocks_28_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_28_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922501952)))]; + tensor blocks_28_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_28_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919876864)))]; + tensor blocks_28_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_28_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919879488)))]; tensor var_3172_cast_fp16 = layer_norm(axes = var_3172_axes_0, beta = blocks_28_mlp_ln_bias_to_fp16, epsilon = var_3098_to_fp16, gamma = blocks_28_mlp_ln_weight_to_fp16, x = x_349_cast_fp16)[name = tensor("op_3172_cast_fp16")]; - tensor var_3181_to_fp16 = const()[name = tensor("op_3181_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(922504576)))]; - tensor var_3182_to_fp16 = const()[name = tensor("op_3182_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(935611840)))]; + tensor var_3181_to_fp16 = const()[name = tensor("op_3181_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(919882112)))]; + tensor var_3182_to_fp16 = const()[name = tensor("op_3182_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(932989376)))]; tensor linear_172_cast_fp16 = linear(bias = var_3182_to_fp16, weight = var_3181_to_fp16, x = var_3172_cast_fp16)[name = tensor("linear_172_cast_fp16")]; tensor x_353_mode_0 = const()[name = tensor("x_353_mode_0"), val = tensor("EXACT")]; tensor x_353_cast_fp16 = gelu(mode = x_353_mode_0, x = linear_172_cast_fp16)[name = tensor("x_353_cast_fp16")]; - tensor var_3187_to_fp16 = const()[name = tensor("op_3187_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(935622144)))]; - tensor var_3188_to_fp16 = const()[name = tensor("op_3188_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(948729408)))]; + tensor var_3187_to_fp16 = const()[name = tensor("op_3187_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(932999680)))]; + tensor var_3188_to_fp16 = const()[name = tensor("op_3188_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(946106944)))]; tensor linear_173_cast_fp16 = linear(bias = var_3188_to_fp16, weight = var_3187_to_fp16, x = x_353_cast_fp16)[name = tensor("linear_173_cast_fp16")]; tensor x_355_cast_fp16 = add(x = x_349_cast_fp16, y = linear_173_cast_fp16)[name = tensor("x_355_cast_fp16")]; tensor var_3198 = const()[name = tensor("op_3198"), val = tensor(-1)]; tensor var_3214_axes_0 = const()[name = tensor("op_3214_axes_0"), val = tensor([-1])]; - tensor blocks_29_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_29_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(948732032)))]; - tensor blocks_29_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_29_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(948734656)))]; + tensor blocks_29_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_29_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(946109568)))]; + tensor blocks_29_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_29_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(946112192)))]; tensor var_3204_to_fp16 = const()[name = tensor("op_3204_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_3214_cast_fp16 = layer_norm(axes = var_3214_axes_0, beta = blocks_29_attn_ln_bias_to_fp16, epsilon = var_3204_to_fp16, gamma = blocks_29_attn_ln_weight_to_fp16, x = x_355_cast_fp16)[name = tensor("op_3214_cast_fp16")]; - tensor var_3225_to_fp16 = const()[name = tensor("op_3225_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(948737280)))]; - tensor var_3226_to_fp16 = const()[name = tensor("op_3226_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(952014144)))]; + tensor var_3225_to_fp16 = const()[name = tensor("op_3225_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(946114816)))]; + tensor var_3226_to_fp16 = const()[name = tensor("op_3226_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(949391680)))]; tensor linear_174_cast_fp16 = linear(bias = var_3226_to_fp16, weight = var_3225_to_fp16, x = var_3214_cast_fp16)[name = tensor("linear_174_cast_fp16")]; - tensor var_3229_to_fp16 = const()[name = tensor("op_3229_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(952016768)))]; + tensor var_3229_to_fp16 = const()[name = tensor("op_3229_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(949394304)))]; tensor linear_175_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_3229_to_fp16, x = var_3214_cast_fp16)[name = tensor("linear_175_cast_fp16")]; - tensor var_3233_to_fp16 = const()[name = tensor("op_3233_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(955293632)))]; - tensor var_3234_to_fp16 = const()[name = tensor("op_3234_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958570496)))]; + tensor var_3233_to_fp16 = const()[name = tensor("op_3233_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(952671168)))]; + tensor var_3234_to_fp16 = const()[name = tensor("op_3234_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(955948032)))]; tensor linear_176_cast_fp16 = linear(bias = var_3234_to_fp16, weight = var_3233_to_fp16, x = var_3214_cast_fp16)[name = tensor("linear_176_cast_fp16")]; tensor var_3242 = const()[name = tensor("op_3242"), val = tensor([1, 1500, 20, -1])]; tensor var_3243_cast_fp16 = reshape(shape = var_3242, x = linear_174_cast_fp16)[name = tensor("op_3243_cast_fp16")]; @@ -1750,36 +1750,36 @@ program(1.0) tensor concat_29 = const()[name = tensor("concat_29"), val = tensor([1, 1500, 1280])]; tensor transpose_200 = transpose(perm = var_3265, x = var_3264_cast_fp16)[name = tensor("transpose_200")]; tensor x_359_cast_fp16 = reshape(shape = concat_29, x = transpose_200)[name = tensor("x_359_cast_fp16")]; - tensor var_3270_to_fp16 = const()[name = tensor("op_3270_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(958573120)))]; - tensor var_3271_to_fp16 = const()[name = tensor("op_3271_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(961849984)))]; + tensor var_3270_to_fp16 = const()[name = tensor("op_3270_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(955950656)))]; + tensor var_3271_to_fp16 = const()[name = tensor("op_3271_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(959227520)))]; tensor linear_177_cast_fp16 = linear(bias = var_3271_to_fp16, weight = var_3270_to_fp16, x = x_359_cast_fp16)[name = tensor("linear_177_cast_fp16")]; tensor x_361_cast_fp16 = add(x = x_355_cast_fp16, y = linear_177_cast_fp16)[name = tensor("x_361_cast_fp16")]; tensor var_3278_axes_0 = const()[name = tensor("op_3278_axes_0"), val = tensor([-1])]; - tensor blocks_29_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_29_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(961852608)))]; - tensor blocks_29_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_29_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(961855232)))]; + tensor blocks_29_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_29_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(959230144)))]; + tensor blocks_29_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_29_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(959232768)))]; tensor var_3278_cast_fp16 = layer_norm(axes = var_3278_axes_0, beta = blocks_29_mlp_ln_bias_to_fp16, epsilon = var_3204_to_fp16, gamma = blocks_29_mlp_ln_weight_to_fp16, x = x_361_cast_fp16)[name = tensor("op_3278_cast_fp16")]; - tensor var_3287_to_fp16 = const()[name = tensor("op_3287_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(961857856)))]; - tensor var_3288_to_fp16 = const()[name = tensor("op_3288_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(974965120)))]; + tensor var_3287_to_fp16 = const()[name = tensor("op_3287_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(959235392)))]; + tensor var_3288_to_fp16 = const()[name = tensor("op_3288_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(972342656)))]; tensor linear_178_cast_fp16 = linear(bias = var_3288_to_fp16, weight = var_3287_to_fp16, x = var_3278_cast_fp16)[name = tensor("linear_178_cast_fp16")]; tensor x_365_mode_0 = const()[name = tensor("x_365_mode_0"), val = tensor("EXACT")]; tensor x_365_cast_fp16 = gelu(mode = x_365_mode_0, x = linear_178_cast_fp16)[name = tensor("x_365_cast_fp16")]; - tensor var_3293_to_fp16 = const()[name = tensor("op_3293_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(974975424)))]; - tensor var_3294_to_fp16 = const()[name = tensor("op_3294_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988082688)))]; + tensor var_3293_to_fp16 = const()[name = tensor("op_3293_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(972352960)))]; + tensor var_3294_to_fp16 = const()[name = tensor("op_3294_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(985460224)))]; tensor linear_179_cast_fp16 = linear(bias = var_3294_to_fp16, weight = var_3293_to_fp16, x = x_365_cast_fp16)[name = tensor("linear_179_cast_fp16")]; tensor x_367_cast_fp16 = add(x = x_361_cast_fp16, y = linear_179_cast_fp16)[name = tensor("x_367_cast_fp16")]; tensor var_3304 = const()[name = tensor("op_3304"), val = tensor(-1)]; tensor var_3320_axes_0 = const()[name = tensor("op_3320_axes_0"), val = tensor([-1])]; - tensor blocks_30_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_30_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988085312)))]; - tensor blocks_30_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_30_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988087936)))]; + tensor blocks_30_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_30_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(985462848)))]; + tensor blocks_30_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_30_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(985465472)))]; tensor var_3310_to_fp16 = const()[name = tensor("op_3310_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_3320_cast_fp16 = layer_norm(axes = var_3320_axes_0, beta = blocks_30_attn_ln_bias_to_fp16, epsilon = var_3310_to_fp16, gamma = blocks_30_attn_ln_weight_to_fp16, x = x_367_cast_fp16)[name = tensor("op_3320_cast_fp16")]; - tensor var_3331_to_fp16 = const()[name = tensor("op_3331_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988090560)))]; - tensor var_3332_to_fp16 = const()[name = tensor("op_3332_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(991367424)))]; + tensor var_3331_to_fp16 = const()[name = tensor("op_3331_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(985468096)))]; + tensor var_3332_to_fp16 = const()[name = tensor("op_3332_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988744960)))]; tensor linear_180_cast_fp16 = linear(bias = var_3332_to_fp16, weight = var_3331_to_fp16, x = var_3320_cast_fp16)[name = tensor("linear_180_cast_fp16")]; - tensor var_3335_to_fp16 = const()[name = tensor("op_3335_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(991370048)))]; + tensor var_3335_to_fp16 = const()[name = tensor("op_3335_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(988747584)))]; tensor linear_181_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_3335_to_fp16, x = var_3320_cast_fp16)[name = tensor("linear_181_cast_fp16")]; - tensor var_3339_to_fp16 = const()[name = tensor("op_3339_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(994646912)))]; - tensor var_3340_to_fp16 = const()[name = tensor("op_3340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(997923776)))]; + tensor var_3339_to_fp16 = const()[name = tensor("op_3339_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(992024448)))]; + tensor var_3340_to_fp16 = const()[name = tensor("op_3340_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(995301312)))]; tensor linear_182_cast_fp16 = linear(bias = var_3340_to_fp16, weight = var_3339_to_fp16, x = var_3320_cast_fp16)[name = tensor("linear_182_cast_fp16")]; tensor var_3348 = const()[name = tensor("op_3348"), val = tensor([1, 1500, 20, -1])]; tensor var_3349_cast_fp16 = reshape(shape = var_3348, x = linear_180_cast_fp16)[name = tensor("op_3349_cast_fp16")]; @@ -1808,36 +1808,36 @@ program(1.0) tensor concat_30 = const()[name = tensor("concat_30"), val = tensor([1, 1500, 1280])]; tensor transpose_196 = transpose(perm = var_3371, x = var_3370_cast_fp16)[name = tensor("transpose_196")]; tensor x_371_cast_fp16 = reshape(shape = concat_30, x = transpose_196)[name = tensor("x_371_cast_fp16")]; - tensor var_3376_to_fp16 = const()[name = tensor("op_3376_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(997926400)))]; - tensor var_3377_to_fp16 = const()[name = tensor("op_3377_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1001203264)))]; + tensor var_3376_to_fp16 = const()[name = tensor("op_3376_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(995303936)))]; + tensor var_3377_to_fp16 = const()[name = tensor("op_3377_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998580800)))]; tensor linear_183_cast_fp16 = linear(bias = var_3377_to_fp16, weight = var_3376_to_fp16, x = x_371_cast_fp16)[name = tensor("linear_183_cast_fp16")]; tensor x_373_cast_fp16 = add(x = x_367_cast_fp16, y = linear_183_cast_fp16)[name = tensor("x_373_cast_fp16")]; tensor var_3384_axes_0 = const()[name = tensor("op_3384_axes_0"), val = tensor([-1])]; - tensor blocks_30_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_30_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1001205888)))]; - tensor blocks_30_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_30_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1001208512)))]; + tensor blocks_30_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_30_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998583424)))]; + tensor blocks_30_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_30_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998586048)))]; tensor var_3384_cast_fp16 = layer_norm(axes = var_3384_axes_0, beta = blocks_30_mlp_ln_bias_to_fp16, epsilon = var_3310_to_fp16, gamma = blocks_30_mlp_ln_weight_to_fp16, x = x_373_cast_fp16)[name = tensor("op_3384_cast_fp16")]; - tensor var_3393_to_fp16 = const()[name = tensor("op_3393_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1001211136)))]; - tensor var_3394_to_fp16 = const()[name = tensor("op_3394_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1014318400)))]; + tensor var_3393_to_fp16 = const()[name = tensor("op_3393_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(998588672)))]; + tensor var_3394_to_fp16 = const()[name = tensor("op_3394_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1011695936)))]; tensor linear_184_cast_fp16 = linear(bias = var_3394_to_fp16, weight = var_3393_to_fp16, x = var_3384_cast_fp16)[name = tensor("linear_184_cast_fp16")]; tensor x_377_mode_0 = const()[name = tensor("x_377_mode_0"), val = tensor("EXACT")]; tensor x_377_cast_fp16 = gelu(mode = x_377_mode_0, x = linear_184_cast_fp16)[name = tensor("x_377_cast_fp16")]; - tensor var_3399_to_fp16 = const()[name = tensor("op_3399_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1014328704)))]; - tensor var_3400_to_fp16 = const()[name = tensor("op_3400_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1027435968)))]; + tensor var_3399_to_fp16 = const()[name = tensor("op_3399_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1011706240)))]; + tensor var_3400_to_fp16 = const()[name = tensor("op_3400_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1024813504)))]; tensor linear_185_cast_fp16 = linear(bias = var_3400_to_fp16, weight = var_3399_to_fp16, x = x_377_cast_fp16)[name = tensor("linear_185_cast_fp16")]; tensor x_379_cast_fp16 = add(x = x_373_cast_fp16, y = linear_185_cast_fp16)[name = tensor("x_379_cast_fp16")]; tensor var_3410 = const()[name = tensor("op_3410"), val = tensor(-1)]; tensor var_3426_axes_0 = const()[name = tensor("op_3426_axes_0"), val = tensor([-1])]; - tensor blocks_31_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_31_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1027438592)))]; - tensor blocks_31_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_31_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1027441216)))]; + tensor blocks_31_attn_ln_weight_to_fp16 = const()[name = tensor("blocks_31_attn_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1024816128)))]; + tensor blocks_31_attn_ln_bias_to_fp16 = const()[name = tensor("blocks_31_attn_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1024818752)))]; tensor var_3416_to_fp16 = const()[name = tensor("op_3416_to_fp16"), val = tensor(0x1.5p-17)]; tensor var_3426_cast_fp16 = layer_norm(axes = var_3426_axes_0, beta = blocks_31_attn_ln_bias_to_fp16, epsilon = var_3416_to_fp16, gamma = blocks_31_attn_ln_weight_to_fp16, x = x_379_cast_fp16)[name = tensor("op_3426_cast_fp16")]; - tensor var_3437_to_fp16 = const()[name = tensor("op_3437_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1027443840)))]; - tensor var_3438_to_fp16 = const()[name = tensor("op_3438_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1030720704)))]; + tensor var_3437_to_fp16 = const()[name = tensor("op_3437_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1024821376)))]; + tensor var_3438_to_fp16 = const()[name = tensor("op_3438_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1028098240)))]; tensor linear_186_cast_fp16 = linear(bias = var_3438_to_fp16, weight = var_3437_to_fp16, x = var_3426_cast_fp16)[name = tensor("linear_186_cast_fp16")]; - tensor var_3441_to_fp16 = const()[name = tensor("op_3441_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1030723328)))]; + tensor var_3441_to_fp16 = const()[name = tensor("op_3441_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1028100864)))]; tensor linear_187_cast_fp16 = linear(bias = linear_1_bias_0_to_fp16, weight = var_3441_to_fp16, x = var_3426_cast_fp16)[name = tensor("linear_187_cast_fp16")]; - tensor var_3445_to_fp16 = const()[name = tensor("op_3445_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1034000192)))]; - tensor var_3446_to_fp16 = const()[name = tensor("op_3446_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037277056)))]; + tensor var_3445_to_fp16 = const()[name = tensor("op_3445_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1031377728)))]; + tensor var_3446_to_fp16 = const()[name = tensor("op_3446_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1034654592)))]; tensor linear_188_cast_fp16 = linear(bias = var_3446_to_fp16, weight = var_3445_to_fp16, x = var_3426_cast_fp16)[name = tensor("linear_188_cast_fp16")]; tensor var_3454 = const()[name = tensor("op_3454"), val = tensor([1, 1500, 20, -1])]; tensor var_3455_cast_fp16 = reshape(shape = var_3454, x = linear_186_cast_fp16)[name = tensor("op_3455_cast_fp16")]; @@ -1866,26 +1866,26 @@ program(1.0) tensor concat_31 = const()[name = tensor("concat_31"), val = tensor([1, 1500, 1280])]; tensor transpose_192 = transpose(perm = var_3477, x = var_3476_cast_fp16)[name = tensor("transpose_192")]; tensor x_383_cast_fp16 = reshape(shape = concat_31, x = transpose_192)[name = tensor("x_383_cast_fp16")]; - tensor var_3482_to_fp16 = const()[name = tensor("op_3482_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037279680)))]; - tensor var_3483_to_fp16 = const()[name = tensor("op_3483_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1040556544)))]; + tensor var_3482_to_fp16 = const()[name = tensor("op_3482_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1034657216)))]; + tensor var_3483_to_fp16 = const()[name = tensor("op_3483_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037934080)))]; tensor linear_189_cast_fp16 = linear(bias = var_3483_to_fp16, weight = var_3482_to_fp16, x = x_383_cast_fp16)[name = tensor("linear_189_cast_fp16")]; tensor x_385_cast_fp16 = add(x = x_379_cast_fp16, y = linear_189_cast_fp16)[name = tensor("x_385_cast_fp16")]; tensor var_3490_axes_0 = const()[name = tensor("op_3490_axes_0"), val = tensor([-1])]; - tensor blocks_31_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_31_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1040559168)))]; - tensor blocks_31_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_31_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1040561792)))]; + tensor blocks_31_mlp_ln_weight_to_fp16 = const()[name = tensor("blocks_31_mlp_ln_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037936704)))]; + tensor blocks_31_mlp_ln_bias_to_fp16 = const()[name = tensor("blocks_31_mlp_ln_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037939328)))]; tensor var_3490_cast_fp16 = layer_norm(axes = var_3490_axes_0, beta = blocks_31_mlp_ln_bias_to_fp16, epsilon = var_3416_to_fp16, gamma = blocks_31_mlp_ln_weight_to_fp16, x = x_385_cast_fp16)[name = tensor("op_3490_cast_fp16")]; - tensor var_3499_to_fp16 = const()[name = tensor("op_3499_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1040564416)))]; - tensor var_3500_to_fp16 = const()[name = tensor("op_3500_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1053671680)))]; + tensor var_3499_to_fp16 = const()[name = tensor("op_3499_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1037941952)))]; + tensor var_3500_to_fp16 = const()[name = tensor("op_3500_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1051049216)))]; tensor linear_190_cast_fp16 = linear(bias = var_3500_to_fp16, weight = var_3499_to_fp16, x = var_3490_cast_fp16)[name = tensor("linear_190_cast_fp16")]; tensor x_389_mode_0 = const()[name = tensor("x_389_mode_0"), val = tensor("EXACT")]; tensor x_389_cast_fp16 = gelu(mode = x_389_mode_0, x = linear_190_cast_fp16)[name = tensor("x_389_cast_fp16")]; - tensor var_3505_to_fp16 = const()[name = tensor("op_3505_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1053681984)))]; - tensor var_3506_to_fp16 = const()[name = tensor("op_3506_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1066789248)))]; + tensor var_3505_to_fp16 = const()[name = tensor("op_3505_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1051059520)))]; + tensor var_3506_to_fp16 = const()[name = tensor("op_3506_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1064166784)))]; tensor linear_191_cast_fp16 = linear(bias = var_3506_to_fp16, weight = var_3505_to_fp16, x = x_389_cast_fp16)[name = tensor("linear_191_cast_fp16")]; tensor x_cast_fp16 = add(x = x_385_cast_fp16, y = linear_191_cast_fp16)[name = tensor("x_cast_fp16")]; tensor var_3519_axes_0 = const()[name = tensor("op_3519_axes_0"), val = tensor([-1])]; - tensor ln_post_weight_to_fp16 = const()[name = tensor("ln_post_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1066791872)))]; - tensor ln_post_bias_to_fp16 = const()[name = tensor("ln_post_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1066794496)))]; + tensor ln_post_weight_to_fp16 = const()[name = tensor("ln_post_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1064169408)))]; + tensor ln_post_bias_to_fp16 = const()[name = tensor("ln_post_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1064172032)))]; tensor var_3510_to_fp16 = const()[name = tensor("op_3510_to_fp16"), val = tensor(0x1.5p-17)]; tensor output = layer_norm(axes = var_3519_axes_0, beta = ln_post_bias_to_fp16, epsilon = var_3510_to_fp16, gamma = ln_post_weight_to_fp16, x = x_cast_fp16)[name = tensor("op_3519_cast_fp16")]; } -> (output);