|
#include <cstdint> |
|
|
|
extern unsigned char acc_f32_data[5100]; |
|
const uint64_t acc_f32_len = 5100; |
|
|
|
extern unsigned char add_f16_f32_f16_data[5984]; |
|
const uint64_t add_f16_f32_f16_len = 5984; |
|
|
|
extern unsigned char add_f32_data[5916]; |
|
const uint64_t add_f32_len = 5916; |
|
|
|
extern unsigned char argmax_f32_data[2976]; |
|
const uint64_t argmax_f32_len = 2976; |
|
|
|
extern unsigned char argsort_f32_data[4200]; |
|
const uint64_t argsort_f32_len = 4200; |
|
|
|
extern unsigned char clamp_f32_data[4964]; |
|
const uint64_t clamp_f32_len = 4964; |
|
|
|
extern unsigned char concat_f16_data[5556]; |
|
const uint64_t concat_f16_len = 5556; |
|
|
|
extern unsigned char concat_f32_data[5452]; |
|
const uint64_t concat_f32_len = 5452; |
|
|
|
extern unsigned char concat_i32_data[5452]; |
|
const uint64_t concat_i32_len = 5452; |
|
|
|
extern unsigned char contig_cpy_f16_f16_data[3184]; |
|
const uint64_t contig_cpy_f16_f16_len = 3184; |
|
|
|
extern unsigned char contig_cpy_f32_f16_data[3280]; |
|
const uint64_t contig_cpy_f32_f16_len = 3280; |
|
|
|
extern unsigned char contig_cpy_f32_f32_data[3164]; |
|
const uint64_t contig_cpy_f32_f32_len = 3164; |
|
|
|
extern unsigned char cos_f32_data[4708]; |
|
const uint64_t cos_f32_len = 4708; |
|
|
|
extern unsigned char count_equal_i32_data[1788]; |
|
const uint64_t count_equal_i32_len = 1788; |
|
|
|
extern unsigned char cpy_f16_f16_data[4704]; |
|
const uint64_t cpy_f16_f16_len = 4704; |
|
|
|
extern unsigned char cpy_f32_f16_data[4736]; |
|
const uint64_t cpy_f32_f16_len = 4736; |
|
|
|
extern unsigned char cpy_f32_f32_data[4684]; |
|
const uint64_t cpy_f32_f32_len = 4684; |
|
|
|
extern unsigned char cpy_f32_iq4_nl_data[13752]; |
|
const uint64_t cpy_f32_iq4_nl_len = 13752; |
|
|
|
extern unsigned char cpy_f32_q4_0_data[15164]; |
|
const uint64_t cpy_f32_q4_0_len = 15164; |
|
|
|
extern unsigned char cpy_f32_q4_1_data[15832]; |
|
const uint64_t cpy_f32_q4_1_len = 15832; |
|
|
|
extern unsigned char cpy_f32_q5_0_data[18660]; |
|
const uint64_t cpy_f32_q5_0_len = 18660; |
|
|
|
extern unsigned char cpy_f32_q5_1_data[17616]; |
|
const uint64_t cpy_f32_q5_1_len = 17616; |
|
|
|
extern unsigned char cpy_f32_q8_0_data[12460]; |
|
const uint64_t cpy_f32_q8_0_len = 12460; |
|
|
|
extern unsigned char cpy_iq4_nl_f32_data[11948]; |
|
const uint64_t cpy_iq4_nl_f32_len = 11948; |
|
|
|
extern unsigned char cpy_q4_0_f32_data[10616]; |
|
const uint64_t cpy_q4_0_f32_len = 10616; |
|
|
|
extern unsigned char cpy_q4_1_f32_data[10708]; |
|
const uint64_t cpy_q4_1_f32_len = 10708; |
|
|
|
extern unsigned char cpy_q5_0_f32_data[14080]; |
|
const uint64_t cpy_q5_0_f32_len = 14080; |
|
|
|
extern unsigned char cpy_q5_1_f32_data[14000]; |
|
const uint64_t cpy_q5_1_f32_len = 14000; |
|
|
|
extern unsigned char cpy_q8_0_f32_data[11636]; |
|
const uint64_t cpy_q8_0_f32_len = 11636; |
|
|
|
extern unsigned char dequant_f32_data[3224]; |
|
const uint64_t dequant_f32_len = 3224; |
|
|
|
extern unsigned char dequant_iq1_m_data[31168]; |
|
const uint64_t dequant_iq1_m_len = 31168; |
|
|
|
extern unsigned char dequant_iq1_s_data[29976]; |
|
const uint64_t dequant_iq1_s_len = 29976; |
|
|
|
extern unsigned char dequant_iq2_s_data[37648]; |
|
const uint64_t dequant_iq2_s_len = 37648; |
|
|
|
extern unsigned char dequant_iq2_xs_data[24832]; |
|
const uint64_t dequant_iq2_xs_len = 24832; |
|
|
|
extern unsigned char dequant_iq2_xxs_data[18208]; |
|
const uint64_t dequant_iq2_xxs_len = 18208; |
|
|
|
extern unsigned char dequant_iq3_s_data[22304]; |
|
const uint64_t dequant_iq3_s_len = 22304; |
|
|
|
extern unsigned char dequant_iq3_xxs_data[16308]; |
|
const uint64_t dequant_iq3_xxs_len = 16308; |
|
|
|
extern unsigned char dequant_iq4_nl_data[5988]; |
|
const uint64_t dequant_iq4_nl_len = 5988; |
|
|
|
extern unsigned char dequant_iq4_xs_data[9892]; |
|
const uint64_t dequant_iq4_xs_len = 9892; |
|
|
|
extern unsigned char dequant_q2_k_data[3960]; |
|
const uint64_t dequant_q2_k_len = 3960; |
|
|
|
extern unsigned char dequant_q3_k_data[4828]; |
|
const uint64_t dequant_q3_k_len = 4828; |
|
|
|
extern unsigned char dequant_q4_0_data[5188]; |
|
const uint64_t dequant_q4_0_len = 5188; |
|
|
|
extern unsigned char dequant_q4_1_data[5272]; |
|
const uint64_t dequant_q4_1_len = 5272; |
|
|
|
extern unsigned char dequant_q4_k_data[5984]; |
|
const uint64_t dequant_q4_k_len = 5984; |
|
|
|
extern unsigned char dequant_q5_0_data[6668]; |
|
const uint64_t dequant_q5_0_len = 6668; |
|
|
|
extern unsigned char dequant_q5_1_data[6564]; |
|
const uint64_t dequant_q5_1_len = 6564; |
|
|
|
extern unsigned char dequant_q5_k_data[6032]; |
|
const uint64_t dequant_q5_k_len = 6032; |
|
|
|
extern unsigned char dequant_q6_k_data[4264]; |
|
const uint64_t dequant_q6_k_len = 4264; |
|
|
|
extern unsigned char dequant_q8_0_data[4804]; |
|
const uint64_t dequant_q8_0_len = 4804; |
|
|
|
extern unsigned char diag_mask_inf_f32_data[1528]; |
|
const uint64_t diag_mask_inf_f32_len = 1528; |
|
|
|
extern unsigned char div_f32_data[5916]; |
|
const uint64_t div_f32_len = 5916; |
|
|
|
extern unsigned char gelu_f32_data[1700]; |
|
const uint64_t gelu_f32_len = 1700; |
|
|
|
extern unsigned char gelu_quick_f32_data[1512]; |
|
const uint64_t gelu_quick_f32_len = 1512; |
|
|
|
extern unsigned char get_rows_f16_data[3280]; |
|
const uint64_t get_rows_f16_len = 3280; |
|
|
|
extern unsigned char get_rows_f16_f32_data[3312]; |
|
const uint64_t get_rows_f16_f32_len = 3312; |
|
|
|
extern unsigned char get_rows_f32_data[3312]; |
|
const uint64_t get_rows_f32_len = 3312; |
|
|
|
extern unsigned char get_rows_f32_f32_data[3260]; |
|
const uint64_t get_rows_f32_f32_len = 3260; |
|
|
|
extern unsigned char get_rows_iq1_m_data[26388]; |
|
const uint64_t get_rows_iq1_m_len = 26388; |
|
|
|
extern unsigned char get_rows_iq1_m_f32_data[26344]; |
|
const uint64_t get_rows_iq1_m_f32_len = 26344; |
|
|
|
extern unsigned char get_rows_iq1_s_data[25696]; |
|
const uint64_t get_rows_iq1_s_len = 25696; |
|
|
|
extern unsigned char get_rows_iq1_s_f32_data[25680]; |
|
const uint64_t get_rows_iq1_s_f32_len = 25680; |
|
|
|
extern unsigned char get_rows_iq2_s_data[31300]; |
|
const uint64_t get_rows_iq2_s_len = 31300; |
|
|
|
extern unsigned char get_rows_iq2_s_f32_data[31284]; |
|
const uint64_t get_rows_iq2_s_f32_len = 31284; |
|
|
|
extern unsigned char get_rows_iq2_xs_data[18640]; |
|
const uint64_t get_rows_iq2_xs_len = 18640; |
|
|
|
extern unsigned char get_rows_iq2_xs_f32_data[18624]; |
|
const uint64_t get_rows_iq2_xs_f32_len = 18624; |
|
|
|
extern unsigned char get_rows_iq2_xxs_data[12760]; |
|
const uint64_t get_rows_iq2_xxs_len = 12760; |
|
|
|
extern unsigned char get_rows_iq2_xxs_f32_data[12744]; |
|
const uint64_t get_rows_iq2_xxs_f32_len = 12744; |
|
|
|
extern unsigned char get_rows_iq3_s_data[15444]; |
|
const uint64_t get_rows_iq3_s_len = 15444; |
|
|
|
extern unsigned char get_rows_iq3_s_f32_data[15428]; |
|
const uint64_t get_rows_iq3_s_f32_len = 15428; |
|
|
|
extern unsigned char get_rows_iq3_xxs_data[10512]; |
|
const uint64_t get_rows_iq3_xxs_len = 10512; |
|
|
|
extern unsigned char get_rows_iq3_xxs_f32_data[10496]; |
|
const uint64_t get_rows_iq3_xxs_f32_len = 10496; |
|
|
|
extern unsigned char get_rows_iq4_nl_data[4572]; |
|
const uint64_t get_rows_iq4_nl_len = 4572; |
|
|
|
extern unsigned char get_rows_iq4_nl_f32_data[4556]; |
|
const uint64_t get_rows_iq4_nl_f32_len = 4556; |
|
|
|
extern unsigned char get_rows_iq4_xs_data[5552]; |
|
const uint64_t get_rows_iq4_xs_len = 5552; |
|
|
|
extern unsigned char get_rows_iq4_xs_f32_data[5536]; |
|
const uint64_t get_rows_iq4_xs_f32_len = 5536; |
|
|
|
extern unsigned char get_rows_q4_0_data[3764]; |
|
const uint64_t get_rows_q4_0_len = 3764; |
|
|
|
extern unsigned char get_rows_q4_0_f32_data[3748]; |
|
const uint64_t get_rows_q4_0_f32_len = 3748; |
|
|
|
extern unsigned char get_rows_q4_1_data[3848]; |
|
const uint64_t get_rows_q4_1_len = 3848; |
|
|
|
extern unsigned char get_rows_q4_1_f32_data[3832]; |
|
const uint64_t get_rows_q4_1_f32_len = 3832; |
|
|
|
extern unsigned char get_rows_q5_0_data[4292]; |
|
const uint64_t get_rows_q5_0_len = 4292; |
|
|
|
extern unsigned char get_rows_q5_0_f32_data[4276]; |
|
const uint64_t get_rows_q5_0_f32_len = 4276; |
|
|
|
extern unsigned char get_rows_q5_1_data[4188]; |
|
const uint64_t get_rows_q5_1_len = 4188; |
|
|
|
extern unsigned char get_rows_q5_1_f32_data[4172]; |
|
const uint64_t get_rows_q5_1_f32_len = 4172; |
|
|
|
extern unsigned char get_rows_q8_0_data[3704]; |
|
const uint64_t get_rows_q8_0_len = 3704; |
|
|
|
extern unsigned char get_rows_q8_0_f32_data[3688]; |
|
const uint64_t get_rows_q8_0_f32_len = 3688; |
|
|
|
extern unsigned char group_norm_f32_data[3080]; |
|
const uint64_t group_norm_f32_len = 3080; |
|
|
|
extern unsigned char im2col_f32_data[4980]; |
|
const uint64_t im2col_f32_len = 4980; |
|
|
|
extern unsigned char im2col_f32_f16_data[5032]; |
|
const uint64_t im2col_f32_f16_len = 5032; |
|
|
|
extern unsigned char im2col_f32_f16_rte_data[5056]; |
|
const uint64_t im2col_f32_f16_rte_len = 5056; |
|
|
|
extern unsigned char leaky_relu_f32_data[1556]; |
|
const uint64_t leaky_relu_f32_len = 1556; |
|
|
|
extern unsigned char matmul_f16_data[10352]; |
|
const uint64_t matmul_f16_len = 10352; |
|
|
|
extern unsigned char matmul_f16_aligned_data[11236]; |
|
const uint64_t matmul_f16_aligned_len = 11236; |
|
|
|
extern unsigned char matmul_f16_aligned_coopmat_data[19680]; |
|
const uint64_t matmul_f16_aligned_coopmat_len = 19680; |
|
|
|
extern unsigned char matmul_f16_aligned_f16acc_data[11204]; |
|
const uint64_t matmul_f16_aligned_f16acc_len = 11204; |
|
|
|
extern unsigned char matmul_f16_aligned_f16acc_coopmat_data[19756]; |
|
const uint64_t matmul_f16_aligned_f16acc_coopmat_len = 19756; |
|
|
|
extern unsigned char matmul_f16_aligned_fp32_data[10324]; |
|
const uint64_t matmul_f16_aligned_fp32_len = 10324; |
|
|
|
extern unsigned char matmul_f16_coopmat_data[18380]; |
|
const uint64_t matmul_f16_coopmat_len = 18380; |
|
|
|
extern unsigned char matmul_f16_f16acc_data[10304]; |
|
const uint64_t matmul_f16_f16acc_len = 10304; |
|
|
|
extern unsigned char matmul_f16_f16acc_coopmat_data[18440]; |
|
const uint64_t matmul_f16_f16acc_coopmat_len = 18440; |
|
|
|
extern unsigned char matmul_f16_f32_data[10368]; |
|
const uint64_t matmul_f16_f32_len = 10368; |
|
|
|
extern unsigned char matmul_f16_f32_aligned_data[11396]; |
|
const uint64_t matmul_f16_f32_aligned_len = 11396; |
|
|
|
extern unsigned char matmul_f16_f32_aligned_coopmat_data[19840]; |
|
const uint64_t matmul_f16_f32_aligned_coopmat_len = 19840; |
|
|
|
extern unsigned char matmul_f16_f32_aligned_f16acc_data[11364]; |
|
const uint64_t matmul_f16_f32_aligned_f16acc_len = 11364; |
|
|
|
extern unsigned char matmul_f16_f32_aligned_f16acc_coopmat_data[19916]; |
|
const uint64_t matmul_f16_f32_aligned_f16acc_coopmat_len = 19916; |
|
|
|
extern unsigned char matmul_f16_f32_aligned_fp32_data[10276]; |
|
const uint64_t matmul_f16_f32_aligned_fp32_len = 10276; |
|
|
|
extern unsigned char matmul_f16_f32_coopmat_data[18396]; |
|
const uint64_t matmul_f16_f32_coopmat_len = 18396; |
|
|
|
extern unsigned char matmul_f16_f32_f16acc_data[10320]; |
|
const uint64_t matmul_f16_f32_f16acc_len = 10320; |
|
|
|
extern unsigned char matmul_f16_f32_f16acc_coopmat_data[18456]; |
|
const uint64_t matmul_f16_f32_f16acc_coopmat_len = 18456; |
|
|
|
extern unsigned char matmul_f16_f32_fp32_data[10296]; |
|
const uint64_t matmul_f16_f32_fp32_len = 10296; |
|
|
|
extern unsigned char matmul_f16_fp32_data[10312]; |
|
const uint64_t matmul_f16_fp32_len = 10312; |
|
|
|
extern unsigned char matmul_f32_f16_data[10368]; |
|
const uint64_t matmul_f32_f16_len = 10368; |
|
|
|
extern unsigned char matmul_f32_f16_aligned_data[11396]; |
|
const uint64_t matmul_f32_f16_aligned_len = 11396; |
|
|
|
extern unsigned char matmul_f32_f16_aligned_coopmat_data[19840]; |
|
const uint64_t matmul_f32_f16_aligned_coopmat_len = 19840; |
|
|
|
extern unsigned char matmul_f32_f16_aligned_f16acc_data[11364]; |
|
const uint64_t matmul_f32_f16_aligned_f16acc_len = 11364; |
|
|
|
extern unsigned char matmul_f32_f16_aligned_f16acc_coopmat_data[19916]; |
|
const uint64_t matmul_f32_f16_aligned_f16acc_coopmat_len = 19916; |
|
|
|
extern unsigned char matmul_f32_f16_aligned_fp32_data[10276]; |
|
const uint64_t matmul_f32_f16_aligned_fp32_len = 10276; |
|
|
|
extern unsigned char matmul_f32_f16_coopmat_data[18396]; |
|
const uint64_t matmul_f32_f16_coopmat_len = 18396; |
|
|
|
extern unsigned char matmul_f32_f16_f16acc_data[10320]; |
|
const uint64_t matmul_f32_f16_f16acc_len = 10320; |
|
|
|
extern unsigned char matmul_f32_f16_f16acc_coopmat_data[18456]; |
|
const uint64_t matmul_f32_f16_f16acc_coopmat_len = 18456; |
|
|
|
extern unsigned char matmul_f32_f16_fp32_data[10296]; |
|
const uint64_t matmul_f32_f16_fp32_len = 10296; |
|
|
|
extern unsigned char matmul_f32_f32_data[10360]; |
|
const uint64_t matmul_f32_f32_len = 10360; |
|
|
|
extern unsigned char matmul_f32_f32_aligned_data[11468]; |
|
const uint64_t matmul_f32_f32_aligned_len = 11468; |
|
|
|
extern unsigned char matmul_f32_f32_aligned_coopmat_data[19912]; |
|
const uint64_t matmul_f32_f32_aligned_coopmat_len = 19912; |
|
|
|
extern unsigned char matmul_f32_f32_aligned_f16acc_data[11436]; |
|
const uint64_t matmul_f32_f32_aligned_f16acc_len = 11436; |
|
|
|
extern unsigned char matmul_f32_f32_aligned_f16acc_coopmat_data[19988]; |
|
const uint64_t matmul_f32_f32_aligned_f16acc_coopmat_len = 19988; |
|
|
|
extern unsigned char matmul_f32_f32_aligned_fp32_data[10160]; |
|
const uint64_t matmul_f32_f32_aligned_fp32_len = 10160; |
|
|
|
extern unsigned char matmul_f32_f32_coopmat_data[18388]; |
|
const uint64_t matmul_f32_f32_coopmat_len = 18388; |
|
|
|
extern unsigned char matmul_f32_f32_f16acc_data[10312]; |
|
const uint64_t matmul_f32_f32_f16acc_len = 10312; |
|
|
|
extern unsigned char matmul_f32_f32_f16acc_coopmat_data[18448]; |
|
const uint64_t matmul_f32_f32_f16acc_coopmat_len = 18448; |
|
|
|
extern unsigned char matmul_f32_f32_fp32_data[10244]; |
|
const uint64_t matmul_f32_f32_fp32_len = 10244; |
|
|
|
extern unsigned char matmul_id_f16_data[10836]; |
|
const uint64_t matmul_id_f16_len = 10836; |
|
|
|
extern unsigned char matmul_id_f16_aligned_data[11936]; |
|
const uint64_t matmul_id_f16_aligned_len = 11936; |
|
|
|
extern unsigned char matmul_id_f16_aligned_coopmat_data[16972]; |
|
const uint64_t matmul_id_f16_aligned_coopmat_len = 16972; |
|
|
|
extern unsigned char matmul_id_f16_aligned_f16acc_data[11904]; |
|
const uint64_t matmul_id_f16_aligned_f16acc_len = 11904; |
|
|
|
extern unsigned char matmul_id_f16_aligned_f16acc_coopmat_data[16972]; |
|
const uint64_t matmul_id_f16_aligned_f16acc_coopmat_len = 16972; |
|
|
|
extern unsigned char matmul_id_f16_aligned_fp32_data[11024]; |
|
const uint64_t matmul_id_f16_aligned_fp32_len = 11024; |
|
|
|
extern unsigned char matmul_id_f16_coopmat_data[15416]; |
|
const uint64_t matmul_id_f16_coopmat_len = 15416; |
|
|
|
extern unsigned char matmul_id_f16_f16acc_data[10788]; |
|
const uint64_t matmul_id_f16_f16acc_len = 10788; |
|
|
|
extern unsigned char matmul_id_f16_f16acc_coopmat_data[15400]; |
|
const uint64_t matmul_id_f16_f16acc_coopmat_len = 15400; |
|
|
|
extern unsigned char matmul_id_f16_f32_data[10852]; |
|
const uint64_t matmul_id_f16_f32_len = 10852; |
|
|
|
extern unsigned char matmul_id_f16_f32_aligned_data[12096]; |
|
const uint64_t matmul_id_f16_f32_aligned_len = 12096; |
|
|
|
extern unsigned char matmul_id_f16_f32_aligned_coopmat_data[17132]; |
|
const uint64_t matmul_id_f16_f32_aligned_coopmat_len = 17132; |
|
|
|
extern unsigned char matmul_id_f16_f32_aligned_f16acc_data[12064]; |
|
const uint64_t matmul_id_f16_f32_aligned_f16acc_len = 12064; |
|
|
|
extern unsigned char matmul_id_f16_f32_aligned_f16acc_coopmat_data[17132]; |
|
const uint64_t matmul_id_f16_f32_aligned_f16acc_coopmat_len = 17132; |
|
|
|
extern unsigned char matmul_id_f16_f32_aligned_fp32_data[10976]; |
|
const uint64_t matmul_id_f16_f32_aligned_fp32_len = 10976; |
|
|
|
extern unsigned char matmul_id_f16_f32_coopmat_data[15432]; |
|
const uint64_t matmul_id_f16_f32_coopmat_len = 15432; |
|
|
|
extern unsigned char matmul_id_f16_f32_f16acc_data[10804]; |
|
const uint64_t matmul_id_f16_f32_f16acc_len = 10804; |
|
|
|
extern unsigned char matmul_id_f16_f32_f16acc_coopmat_data[15416]; |
|
const uint64_t matmul_id_f16_f32_f16acc_coopmat_len = 15416; |
|
|
|
extern unsigned char matmul_id_f16_f32_fp32_data[10780]; |
|
const uint64_t matmul_id_f16_f32_fp32_len = 10780; |
|
|
|
extern unsigned char matmul_id_f16_fp32_data[10796]; |
|
const uint64_t matmul_id_f16_fp32_len = 10796; |
|
|
|
extern unsigned char matmul_id_f32_f16_data[10852]; |
|
const uint64_t matmul_id_f32_f16_len = 10852; |
|
|
|
extern unsigned char matmul_id_f32_f16_aligned_data[12096]; |
|
const uint64_t matmul_id_f32_f16_aligned_len = 12096; |
|
|
|
extern unsigned char matmul_id_f32_f16_aligned_coopmat_data[17132]; |
|
const uint64_t matmul_id_f32_f16_aligned_coopmat_len = 17132; |
|
|
|
extern unsigned char matmul_id_f32_f16_aligned_f16acc_data[12064]; |
|
const uint64_t matmul_id_f32_f16_aligned_f16acc_len = 12064; |
|
|
|
extern unsigned char matmul_id_f32_f16_aligned_f16acc_coopmat_data[17132]; |
|
const uint64_t matmul_id_f32_f16_aligned_f16acc_coopmat_len = 17132; |
|
|
|
extern unsigned char matmul_id_f32_f16_aligned_fp32_data[10976]; |
|
const uint64_t matmul_id_f32_f16_aligned_fp32_len = 10976; |
|
|
|
extern unsigned char matmul_id_f32_f16_coopmat_data[15432]; |
|
const uint64_t matmul_id_f32_f16_coopmat_len = 15432; |
|
|
|
extern unsigned char matmul_id_f32_f16_f16acc_data[10804]; |
|
const uint64_t matmul_id_f32_f16_f16acc_len = 10804; |
|
|
|
extern unsigned char matmul_id_f32_f16_f16acc_coopmat_data[15416]; |
|
const uint64_t matmul_id_f32_f16_f16acc_coopmat_len = 15416; |
|
|
|
extern unsigned char matmul_id_f32_f16_fp32_data[10780]; |
|
const uint64_t matmul_id_f32_f16_fp32_len = 10780; |
|
|
|
extern unsigned char matmul_id_f32_f32_data[10844]; |
|
const uint64_t matmul_id_f32_f32_len = 10844; |
|
|
|
extern unsigned char matmul_id_f32_f32_aligned_data[12168]; |
|
const uint64_t matmul_id_f32_f32_aligned_len = 12168; |
|
|
|
extern unsigned char matmul_id_f32_f32_aligned_coopmat_data[17204]; |
|
const uint64_t matmul_id_f32_f32_aligned_coopmat_len = 17204; |
|
|
|
extern unsigned char matmul_id_f32_f32_aligned_f16acc_data[12136]; |
|
const uint64_t matmul_id_f32_f32_aligned_f16acc_len = 12136; |
|
|
|
extern unsigned char matmul_id_f32_f32_aligned_f16acc_coopmat_data[17204]; |
|
const uint64_t matmul_id_f32_f32_aligned_f16acc_coopmat_len = 17204; |
|
|
|
extern unsigned char matmul_id_f32_f32_aligned_fp32_data[10860]; |
|
const uint64_t matmul_id_f32_f32_aligned_fp32_len = 10860; |
|
|
|
extern unsigned char matmul_id_f32_f32_coopmat_data[15424]; |
|
const uint64_t matmul_id_f32_f32_coopmat_len = 15424; |
|
|
|
extern unsigned char matmul_id_f32_f32_f16acc_data[10796]; |
|
const uint64_t matmul_id_f32_f32_f16acc_len = 10796; |
|
|
|
extern unsigned char matmul_id_f32_f32_f16acc_coopmat_data[15408]; |
|
const uint64_t matmul_id_f32_f32_f16acc_coopmat_len = 15408; |
|
|
|
extern unsigned char matmul_id_f32_f32_fp32_data[10728]; |
|
const uint64_t matmul_id_f32_f32_fp32_len = 10728; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_data[33868]; |
|
const uint64_t matmul_id_iq1_m_f16_len = 33868; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_aligned_data[34500]; |
|
const uint64_t matmul_id_iq1_m_f16_aligned_len = 34500; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_aligned_coopmat_data[41116]; |
|
const uint64_t matmul_id_iq1_m_f16_aligned_coopmat_len = 41116; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_aligned_f16acc_data[34468]; |
|
const uint64_t matmul_id_iq1_m_f16_aligned_f16acc_len = 34468; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_aligned_f16acc_coopmat_data[41116]; |
|
const uint64_t matmul_id_iq1_m_f16_aligned_f16acc_coopmat_len = 41116; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_aligned_fp32_data[33976]; |
|
const uint64_t matmul_id_iq1_m_f16_aligned_fp32_len = 33976; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_coopmat_data[40200]; |
|
const uint64_t matmul_id_iq1_m_f16_coopmat_len = 40200; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_f16acc_data[33820]; |
|
const uint64_t matmul_id_iq1_m_f16_f16acc_len = 33820; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_f16acc_coopmat_data[40184]; |
|
const uint64_t matmul_id_iq1_m_f16_f16acc_coopmat_len = 40184; |
|
|
|
extern unsigned char matmul_id_iq1_m_f16_fp32_data[33780]; |
|
const uint64_t matmul_id_iq1_m_f16_fp32_len = 33780; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_data[33868]; |
|
const uint64_t matmul_id_iq1_m_f32_len = 33868; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_aligned_data[34612]; |
|
const uint64_t matmul_id_iq1_m_f32_aligned_len = 34612; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_aligned_coopmat_data[41228]; |
|
const uint64_t matmul_id_iq1_m_f32_aligned_coopmat_len = 41228; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_aligned_f16acc_data[34580]; |
|
const uint64_t matmul_id_iq1_m_f32_aligned_f16acc_len = 34580; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_aligned_f16acc_coopmat_data[41228]; |
|
const uint64_t matmul_id_iq1_m_f32_aligned_f16acc_coopmat_len = 41228; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_aligned_fp32_data[33884]; |
|
const uint64_t matmul_id_iq1_m_f32_aligned_fp32_len = 33884; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_coopmat_data[40200]; |
|
const uint64_t matmul_id_iq1_m_f32_coopmat_len = 40200; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_f16acc_data[33820]; |
|
const uint64_t matmul_id_iq1_m_f32_f16acc_len = 33820; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_f16acc_coopmat_data[40184]; |
|
const uint64_t matmul_id_iq1_m_f32_f16acc_coopmat_len = 40184; |
|
|
|
extern unsigned char matmul_id_iq1_m_f32_fp32_data[33736]; |
|
const uint64_t matmul_id_iq1_m_f32_fp32_len = 33736; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_data[33112]; |
|
const uint64_t matmul_id_iq1_s_f16_len = 33112; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_aligned_data[33760]; |
|
const uint64_t matmul_id_iq1_s_f16_aligned_len = 33760; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_aligned_coopmat_data[40200]; |
|
const uint64_t matmul_id_iq1_s_f16_aligned_coopmat_len = 40200; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_aligned_f16acc_data[33728]; |
|
const uint64_t matmul_id_iq1_s_f16_aligned_f16acc_len = 33728; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_aligned_f16acc_coopmat_data[40200]; |
|
const uint64_t matmul_id_iq1_s_f16_aligned_f16acc_coopmat_len = 40200; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_aligned_fp32_data[33220]; |
|
const uint64_t matmul_id_iq1_s_f16_aligned_fp32_len = 33220; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_coopmat_data[39268]; |
|
const uint64_t matmul_id_iq1_s_f16_coopmat_len = 39268; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_f16acc_data[33064]; |
|
const uint64_t matmul_id_iq1_s_f16_f16acc_len = 33064; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_f16acc_coopmat_data[39252]; |
|
const uint64_t matmul_id_iq1_s_f16_f16acc_coopmat_len = 39252; |
|
|
|
extern unsigned char matmul_id_iq1_s_f16_fp32_data[33024]; |
|
const uint64_t matmul_id_iq1_s_f16_fp32_len = 33024; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_data[33128]; |
|
const uint64_t matmul_id_iq1_s_f32_len = 33128; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_aligned_data[33888]; |
|
const uint64_t matmul_id_iq1_s_f32_aligned_len = 33888; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_aligned_coopmat_data[40328]; |
|
const uint64_t matmul_id_iq1_s_f32_aligned_coopmat_len = 40328; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_aligned_f16acc_data[33856]; |
|
const uint64_t matmul_id_iq1_s_f32_aligned_f16acc_len = 33856; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_aligned_f16acc_coopmat_data[40328]; |
|
const uint64_t matmul_id_iq1_s_f32_aligned_f16acc_coopmat_len = 40328; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_aligned_fp32_data[33156]; |
|
const uint64_t matmul_id_iq1_s_f32_aligned_fp32_len = 33156; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_coopmat_data[39284]; |
|
const uint64_t matmul_id_iq1_s_f32_coopmat_len = 39284; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_f16acc_data[33080]; |
|
const uint64_t matmul_id_iq1_s_f32_f16acc_len = 33080; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_f16acc_coopmat_data[39268]; |
|
const uint64_t matmul_id_iq1_s_f32_f16acc_coopmat_len = 39268; |
|
|
|
extern unsigned char matmul_id_iq1_s_f32_fp32_data[33008]; |
|
const uint64_t matmul_id_iq1_s_f32_fp32_len = 33008; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_data[38928]; |
|
const uint64_t matmul_id_iq2_s_f16_len = 38928; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_aligned_data[39592]; |
|
const uint64_t matmul_id_iq2_s_f16_aligned_len = 39592; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_aligned_coopmat_data[45972]; |
|
const uint64_t matmul_id_iq2_s_f16_aligned_coopmat_len = 45972; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_aligned_f16acc_data[39560]; |
|
const uint64_t matmul_id_iq2_s_f16_aligned_f16acc_len = 39560; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_aligned_f16acc_coopmat_data[45972]; |
|
const uint64_t matmul_id_iq2_s_f16_aligned_f16acc_coopmat_len = 45972; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_aligned_fp32_data[39052]; |
|
const uint64_t matmul_id_iq2_s_f16_aligned_fp32_len = 39052; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_coopmat_data[45040]; |
|
const uint64_t matmul_id_iq2_s_f16_coopmat_len = 45040; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_f16acc_data[38880]; |
|
const uint64_t matmul_id_iq2_s_f16_f16acc_len = 38880; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_f16acc_coopmat_data[45024]; |
|
const uint64_t matmul_id_iq2_s_f16_f16acc_coopmat_len = 45024; |
|
|
|
extern unsigned char matmul_id_iq2_s_f16_fp32_data[38840]; |
|
const uint64_t matmul_id_iq2_s_f16_fp32_len = 38840; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_data[38944]; |
|
const uint64_t matmul_id_iq2_s_f32_len = 38944; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_aligned_data[39720]; |
|
const uint64_t matmul_id_iq2_s_f32_aligned_len = 39720; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_aligned_coopmat_data[46100]; |
|
const uint64_t matmul_id_iq2_s_f32_aligned_coopmat_len = 46100; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_aligned_f16acc_data[39688]; |
|
const uint64_t matmul_id_iq2_s_f32_aligned_f16acc_len = 39688; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_aligned_f16acc_coopmat_data[46100]; |
|
const uint64_t matmul_id_iq2_s_f32_aligned_f16acc_coopmat_len = 46100; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_aligned_fp32_data[38988]; |
|
const uint64_t matmul_id_iq2_s_f32_aligned_fp32_len = 38988; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_coopmat_data[45056]; |
|
const uint64_t matmul_id_iq2_s_f32_coopmat_len = 45056; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_f16acc_data[38896]; |
|
const uint64_t matmul_id_iq2_s_f32_f16acc_len = 38896; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_f16acc_coopmat_data[45040]; |
|
const uint64_t matmul_id_iq2_s_f32_f16acc_coopmat_len = 45040; |
|
|
|
extern unsigned char matmul_id_iq2_s_f32_fp32_data[38824]; |
|
const uint64_t matmul_id_iq2_s_f32_fp32_len = 38824; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_data[26532]; |
|
const uint64_t matmul_id_iq2_xs_f16_len = 26532; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_aligned_data[27196]; |
|
const uint64_t matmul_id_iq2_xs_f16_aligned_len = 27196; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_aligned_coopmat_data[33496]; |
|
const uint64_t matmul_id_iq2_xs_f16_aligned_coopmat_len = 33496; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_aligned_f16acc_data[27164]; |
|
const uint64_t matmul_id_iq2_xs_f16_aligned_f16acc_len = 27164; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_aligned_f16acc_coopmat_data[33496]; |
|
const uint64_t matmul_id_iq2_xs_f16_aligned_f16acc_coopmat_len = 33496; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_aligned_fp32_data[26656]; |
|
const uint64_t matmul_id_iq2_xs_f16_aligned_fp32_len = 26656; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_coopmat_data[32564]; |
|
const uint64_t matmul_id_iq2_xs_f16_coopmat_len = 32564; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_f16acc_data[26484]; |
|
const uint64_t matmul_id_iq2_xs_f16_f16acc_len = 26484; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_f16acc_coopmat_data[32548]; |
|
const uint64_t matmul_id_iq2_xs_f16_f16acc_coopmat_len = 32548; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f16_fp32_data[26444]; |
|
const uint64_t matmul_id_iq2_xs_f16_fp32_len = 26444; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_data[26548]; |
|
const uint64_t matmul_id_iq2_xs_f32_len = 26548; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_aligned_data[27324]; |
|
const uint64_t matmul_id_iq2_xs_f32_aligned_len = 27324; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_aligned_coopmat_data[33624]; |
|
const uint64_t matmul_id_iq2_xs_f32_aligned_coopmat_len = 33624; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_aligned_f16acc_data[27292]; |
|
const uint64_t matmul_id_iq2_xs_f32_aligned_f16acc_len = 27292; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_aligned_f16acc_coopmat_data[33624]; |
|
const uint64_t matmul_id_iq2_xs_f32_aligned_f16acc_coopmat_len = 33624; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_aligned_fp32_data[26592]; |
|
const uint64_t matmul_id_iq2_xs_f32_aligned_fp32_len = 26592; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_coopmat_data[32580]; |
|
const uint64_t matmul_id_iq2_xs_f32_coopmat_len = 32580; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_f16acc_data[26500]; |
|
const uint64_t matmul_id_iq2_xs_f32_f16acc_len = 26500; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_f16acc_coopmat_data[32564]; |
|
const uint64_t matmul_id_iq2_xs_f32_f16acc_coopmat_len = 32564; |
|
|
|
extern unsigned char matmul_id_iq2_xs_f32_fp32_data[26428]; |
|
const uint64_t matmul_id_iq2_xs_f32_fp32_len = 26428; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_data[20416]; |
|
const uint64_t matmul_id_iq2_xxs_f16_len = 20416; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_aligned_data[21032]; |
|
const uint64_t matmul_id_iq2_xxs_f16_aligned_len = 21032; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_aligned_coopmat_data[27488]; |
|
const uint64_t matmul_id_iq2_xxs_f16_aligned_coopmat_len = 27488; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_aligned_f16acc_data[21000]; |
|
const uint64_t matmul_id_iq2_xxs_f16_aligned_f16acc_len = 21000; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_aligned_f16acc_coopmat_data[27488]; |
|
const uint64_t matmul_id_iq2_xxs_f16_aligned_f16acc_coopmat_len = 27488; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_aligned_fp32_data[20540]; |
|
const uint64_t matmul_id_iq2_xxs_f16_aligned_fp32_len = 20540; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_coopmat_data[26604]; |
|
const uint64_t matmul_id_iq2_xxs_f16_coopmat_len = 26604; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_f16acc_data[20368]; |
|
const uint64_t matmul_id_iq2_xxs_f16_f16acc_len = 20368; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_f16acc_coopmat_data[26588]; |
|
const uint64_t matmul_id_iq2_xxs_f16_f16acc_coopmat_len = 26588; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f16_fp32_data[20328]; |
|
const uint64_t matmul_id_iq2_xxs_f16_fp32_len = 20328; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_data[20432]; |
|
const uint64_t matmul_id_iq2_xxs_f32_len = 20432; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_aligned_data[21160]; |
|
const uint64_t matmul_id_iq2_xxs_f32_aligned_len = 21160; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_aligned_coopmat_data[27616]; |
|
const uint64_t matmul_id_iq2_xxs_f32_aligned_coopmat_len = 27616; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_aligned_f16acc_data[21128]; |
|
const uint64_t matmul_id_iq2_xxs_f32_aligned_f16acc_len = 21128; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_aligned_f16acc_coopmat_data[27616]; |
|
const uint64_t matmul_id_iq2_xxs_f32_aligned_f16acc_coopmat_len = 27616; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_aligned_fp32_data[20476]; |
|
const uint64_t matmul_id_iq2_xxs_f32_aligned_fp32_len = 20476; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_coopmat_data[26620]; |
|
const uint64_t matmul_id_iq2_xxs_f32_coopmat_len = 26620; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_f16acc_data[20384]; |
|
const uint64_t matmul_id_iq2_xxs_f32_f16acc_len = 20384; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_f16acc_coopmat_data[26604]; |
|
const uint64_t matmul_id_iq2_xxs_f32_f16acc_coopmat_len = 26604; |
|
|
|
extern unsigned char matmul_id_iq2_xxs_f32_fp32_data[20312]; |
|
const uint64_t matmul_id_iq2_xxs_f32_fp32_len = 20312; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_data[23212]; |
|
const uint64_t matmul_id_iq3_s_f16_len = 23212; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_aligned_data[23876]; |
|
const uint64_t matmul_id_iq3_s_f16_aligned_len = 23876; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_aligned_coopmat_data[30196]; |
|
const uint64_t matmul_id_iq3_s_f16_aligned_coopmat_len = 30196; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_aligned_f16acc_data[23844]; |
|
const uint64_t matmul_id_iq3_s_f16_aligned_f16acc_len = 23844; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_aligned_f16acc_coopmat_data[30196]; |
|
const uint64_t matmul_id_iq3_s_f16_aligned_f16acc_coopmat_len = 30196; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_aligned_fp32_data[23336]; |
|
const uint64_t matmul_id_iq3_s_f16_aligned_fp32_len = 23336; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_coopmat_data[29264]; |
|
const uint64_t matmul_id_iq3_s_f16_coopmat_len = 29264; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_f16acc_data[23164]; |
|
const uint64_t matmul_id_iq3_s_f16_f16acc_len = 23164; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_f16acc_coopmat_data[29248]; |
|
const uint64_t matmul_id_iq3_s_f16_f16acc_coopmat_len = 29248; |
|
|
|
extern unsigned char matmul_id_iq3_s_f16_fp32_data[23124]; |
|
const uint64_t matmul_id_iq3_s_f16_fp32_len = 23124; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_data[23228]; |
|
const uint64_t matmul_id_iq3_s_f32_len = 23228; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_aligned_data[24004]; |
|
const uint64_t matmul_id_iq3_s_f32_aligned_len = 24004; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_aligned_coopmat_data[30324]; |
|
const uint64_t matmul_id_iq3_s_f32_aligned_coopmat_len = 30324; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_aligned_f16acc_data[23972]; |
|
const uint64_t matmul_id_iq3_s_f32_aligned_f16acc_len = 23972; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_aligned_f16acc_coopmat_data[30324]; |
|
const uint64_t matmul_id_iq3_s_f32_aligned_f16acc_coopmat_len = 30324; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_aligned_fp32_data[23272]; |
|
const uint64_t matmul_id_iq3_s_f32_aligned_fp32_len = 23272; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_coopmat_data[29280]; |
|
const uint64_t matmul_id_iq3_s_f32_coopmat_len = 29280; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_f16acc_data[23180]; |
|
const uint64_t matmul_id_iq3_s_f32_f16acc_len = 23180; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_f16acc_coopmat_data[29264]; |
|
const uint64_t matmul_id_iq3_s_f32_f16acc_coopmat_len = 29264; |
|
|
|
extern unsigned char matmul_id_iq3_s_f32_fp32_data[23108]; |
|
const uint64_t matmul_id_iq3_s_f32_fp32_len = 23108; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_data[18152]; |
|
const uint64_t matmul_id_iq3_xxs_f16_len = 18152; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_aligned_data[18816]; |
|
const uint64_t matmul_id_iq3_xxs_f16_aligned_len = 18816; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_aligned_coopmat_data[25092]; |
|
const uint64_t matmul_id_iq3_xxs_f16_aligned_coopmat_len = 25092; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_aligned_f16acc_data[18784]; |
|
const uint64_t matmul_id_iq3_xxs_f16_aligned_f16acc_len = 18784; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_aligned_f16acc_coopmat_data[25092]; |
|
const uint64_t matmul_id_iq3_xxs_f16_aligned_f16acc_coopmat_len = 25092; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_aligned_fp32_data[18276]; |
|
const uint64_t matmul_id_iq3_xxs_f16_aligned_fp32_len = 18276; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_coopmat_data[24160]; |
|
const uint64_t matmul_id_iq3_xxs_f16_coopmat_len = 24160; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_f16acc_data[18104]; |
|
const uint64_t matmul_id_iq3_xxs_f16_f16acc_len = 18104; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_f16acc_coopmat_data[24144]; |
|
const uint64_t matmul_id_iq3_xxs_f16_f16acc_coopmat_len = 24144; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f16_fp32_data[18064]; |
|
const uint64_t matmul_id_iq3_xxs_f16_fp32_len = 18064; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_data[18168]; |
|
const uint64_t matmul_id_iq3_xxs_f32_len = 18168; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_aligned_data[18944]; |
|
const uint64_t matmul_id_iq3_xxs_f32_aligned_len = 18944; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_aligned_coopmat_data[25220]; |
|
const uint64_t matmul_id_iq3_xxs_f32_aligned_coopmat_len = 25220; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_aligned_f16acc_data[18912]; |
|
const uint64_t matmul_id_iq3_xxs_f32_aligned_f16acc_len = 18912; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_aligned_f16acc_coopmat_data[25220]; |
|
const uint64_t matmul_id_iq3_xxs_f32_aligned_f16acc_coopmat_len = 25220; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_aligned_fp32_data[18212]; |
|
const uint64_t matmul_id_iq3_xxs_f32_aligned_fp32_len = 18212; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_coopmat_data[24176]; |
|
const uint64_t matmul_id_iq3_xxs_f32_coopmat_len = 24176; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_f16acc_data[18120]; |
|
const uint64_t matmul_id_iq3_xxs_f32_f16acc_len = 18120; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_f16acc_coopmat_data[24160]; |
|
const uint64_t matmul_id_iq3_xxs_f32_f16acc_coopmat_len = 24160; |
|
|
|
extern unsigned char matmul_id_iq3_xxs_f32_fp32_data[18048]; |
|
const uint64_t matmul_id_iq3_xxs_f32_fp32_len = 18048; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_data[11896]; |
|
const uint64_t matmul_id_iq4_nl_f16_len = 11896; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_aligned_data[12592]; |
|
const uint64_t matmul_id_iq4_nl_f16_aligned_len = 12592; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_aligned_coopmat_data[18216]; |
|
const uint64_t matmul_id_iq4_nl_f16_aligned_coopmat_len = 18216; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_aligned_f16acc_data[12560]; |
|
const uint64_t matmul_id_iq4_nl_f16_aligned_f16acc_len = 12560; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_aligned_f16acc_coopmat_data[18216]; |
|
const uint64_t matmul_id_iq4_nl_f16_aligned_f16acc_coopmat_len = 18216; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_aligned_fp32_data[12004]; |
|
const uint64_t matmul_id_iq4_nl_f16_aligned_fp32_len = 12004; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_coopmat_data[17268]; |
|
const uint64_t matmul_id_iq4_nl_f16_coopmat_len = 17268; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_f16acc_data[11848]; |
|
const uint64_t matmul_id_iq4_nl_f16_f16acc_len = 11848; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_f16acc_coopmat_data[17252]; |
|
const uint64_t matmul_id_iq4_nl_f16_f16acc_coopmat_len = 17252; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f16_fp32_data[11776]; |
|
const uint64_t matmul_id_iq4_nl_f16_fp32_len = 11776; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_data[11912]; |
|
const uint64_t matmul_id_iq4_nl_f32_len = 11912; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_aligned_data[12720]; |
|
const uint64_t matmul_id_iq4_nl_f32_aligned_len = 12720; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_aligned_coopmat_data[18344]; |
|
const uint64_t matmul_id_iq4_nl_f32_aligned_coopmat_len = 18344; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_aligned_f16acc_data[12688]; |
|
const uint64_t matmul_id_iq4_nl_f32_aligned_f16acc_len = 12688; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_aligned_f16acc_coopmat_data[18344]; |
|
const uint64_t matmul_id_iq4_nl_f32_aligned_f16acc_coopmat_len = 18344; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_aligned_fp32_data[11940]; |
|
const uint64_t matmul_id_iq4_nl_f32_aligned_fp32_len = 11940; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_coopmat_data[17284]; |
|
const uint64_t matmul_id_iq4_nl_f32_coopmat_len = 17284; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_f16acc_data[11864]; |
|
const uint64_t matmul_id_iq4_nl_f32_f16acc_len = 11864; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_f16acc_coopmat_data[17268]; |
|
const uint64_t matmul_id_iq4_nl_f32_f16acc_coopmat_len = 17268; |
|
|
|
extern unsigned char matmul_id_iq4_nl_f32_fp32_data[11760]; |
|
const uint64_t matmul_id_iq4_nl_f32_fp32_len = 11760; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_data[12876]; |
|
const uint64_t matmul_id_iq4_xs_f16_len = 12876; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_aligned_data[13540]; |
|
const uint64_t matmul_id_iq4_xs_f16_aligned_len = 13540; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_aligned_coopmat_data[19648]; |
|
const uint64_t matmul_id_iq4_xs_f16_aligned_coopmat_len = 19648; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_aligned_f16acc_data[13508]; |
|
const uint64_t matmul_id_iq4_xs_f16_aligned_f16acc_len = 13508; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_aligned_f16acc_coopmat_data[19648]; |
|
const uint64_t matmul_id_iq4_xs_f16_aligned_f16acc_coopmat_len = 19648; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_aligned_fp32_data[12968]; |
|
const uint64_t matmul_id_iq4_xs_f16_aligned_fp32_len = 12968; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_coopmat_data[18716]; |
|
const uint64_t matmul_id_iq4_xs_f16_coopmat_len = 18716; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_f16acc_data[12828]; |
|
const uint64_t matmul_id_iq4_xs_f16_f16acc_len = 12828; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_f16acc_coopmat_data[18700]; |
|
const uint64_t matmul_id_iq4_xs_f16_f16acc_coopmat_len = 18700; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f16_fp32_data[12756]; |
|
const uint64_t matmul_id_iq4_xs_f16_fp32_len = 12756; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_data[12892]; |
|
const uint64_t matmul_id_iq4_xs_f32_len = 12892; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_aligned_data[13668]; |
|
const uint64_t matmul_id_iq4_xs_f32_aligned_len = 13668; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_aligned_coopmat_data[19776]; |
|
const uint64_t matmul_id_iq4_xs_f32_aligned_coopmat_len = 19776; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_aligned_f16acc_data[13636]; |
|
const uint64_t matmul_id_iq4_xs_f32_aligned_f16acc_len = 13636; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_aligned_f16acc_coopmat_data[19776]; |
|
const uint64_t matmul_id_iq4_xs_f32_aligned_f16acc_coopmat_len = 19776; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_aligned_fp32_data[12904]; |
|
const uint64_t matmul_id_iq4_xs_f32_aligned_fp32_len = 12904; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_coopmat_data[18732]; |
|
const uint64_t matmul_id_iq4_xs_f32_coopmat_len = 18732; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_f16acc_data[12844]; |
|
const uint64_t matmul_id_iq4_xs_f32_f16acc_len = 12844; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_f16acc_coopmat_data[18716]; |
|
const uint64_t matmul_id_iq4_xs_f32_f16acc_coopmat_len = 18716; |
|
|
|
extern unsigned char matmul_id_iq4_xs_f32_fp32_data[12740]; |
|
const uint64_t matmul_id_iq4_xs_f32_fp32_len = 12740; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_data[11760]; |
|
const uint64_t matmul_id_q2_k_f16_len = 11760; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_aligned_data[12424]; |
|
const uint64_t matmul_id_q2_k_f16_aligned_len = 12424; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_aligned_coopmat_data[18016]; |
|
const uint64_t matmul_id_q2_k_f16_aligned_coopmat_len = 18016; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_aligned_f16acc_data[12392]; |
|
const uint64_t matmul_id_q2_k_f16_aligned_f16acc_len = 12392; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_aligned_f16acc_coopmat_data[18016]; |
|
const uint64_t matmul_id_q2_k_f16_aligned_f16acc_coopmat_len = 18016; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_aligned_fp32_data[11884]; |
|
const uint64_t matmul_id_q2_k_f16_aligned_fp32_len = 11884; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_coopmat_data[17068]; |
|
const uint64_t matmul_id_q2_k_f16_coopmat_len = 17068; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_f16acc_data[11712]; |
|
const uint64_t matmul_id_q2_k_f16_f16acc_len = 11712; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_f16acc_coopmat_data[17052]; |
|
const uint64_t matmul_id_q2_k_f16_f16acc_coopmat_len = 17052; |
|
|
|
extern unsigned char matmul_id_q2_k_f16_fp32_data[11672]; |
|
const uint64_t matmul_id_q2_k_f16_fp32_len = 11672; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_data[11760]; |
|
const uint64_t matmul_id_q2_k_f32_len = 11760; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_aligned_data[12536]; |
|
const uint64_t matmul_id_q2_k_f32_aligned_len = 12536; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_aligned_coopmat_data[18128]; |
|
const uint64_t matmul_id_q2_k_f32_aligned_coopmat_len = 18128; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_aligned_f16acc_data[12504]; |
|
const uint64_t matmul_id_q2_k_f32_aligned_f16acc_len = 12504; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_aligned_f16acc_coopmat_data[18128]; |
|
const uint64_t matmul_id_q2_k_f32_aligned_f16acc_coopmat_len = 18128; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_aligned_fp32_data[11804]; |
|
const uint64_t matmul_id_q2_k_f32_aligned_fp32_len = 11804; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_coopmat_data[17068]; |
|
const uint64_t matmul_id_q2_k_f32_coopmat_len = 17068; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_f16acc_data[11712]; |
|
const uint64_t matmul_id_q2_k_f32_f16acc_len = 11712; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_f16acc_coopmat_data[17052]; |
|
const uint64_t matmul_id_q2_k_f32_f16acc_coopmat_len = 17052; |
|
|
|
extern unsigned char matmul_id_q2_k_f32_fp32_data[11640]; |
|
const uint64_t matmul_id_q2_k_f32_fp32_len = 11640; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_data[12556]; |
|
const uint64_t matmul_id_q3_k_f16_len = 12556; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_aligned_data[13220]; |
|
const uint64_t matmul_id_q3_k_f16_aligned_len = 13220; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_aligned_coopmat_data[19224]; |
|
const uint64_t matmul_id_q3_k_f16_aligned_coopmat_len = 19224; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_aligned_f16acc_data[13188]; |
|
const uint64_t matmul_id_q3_k_f16_aligned_f16acc_len = 13188; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_aligned_f16acc_coopmat_data[19224]; |
|
const uint64_t matmul_id_q3_k_f16_aligned_f16acc_coopmat_len = 19224; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_aligned_fp32_data[12680]; |
|
const uint64_t matmul_id_q3_k_f16_aligned_fp32_len = 12680; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_coopmat_data[18292]; |
|
const uint64_t matmul_id_q3_k_f16_coopmat_len = 18292; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_f16acc_data[12508]; |
|
const uint64_t matmul_id_q3_k_f16_f16acc_len = 12508; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_f16acc_coopmat_data[18276]; |
|
const uint64_t matmul_id_q3_k_f16_f16acc_coopmat_len = 18276; |
|
|
|
extern unsigned char matmul_id_q3_k_f16_fp32_data[12468]; |
|
const uint64_t matmul_id_q3_k_f16_fp32_len = 12468; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_data[12572]; |
|
const uint64_t matmul_id_q3_k_f32_len = 12572; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_aligned_data[13348]; |
|
const uint64_t matmul_id_q3_k_f32_aligned_len = 13348; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_aligned_coopmat_data[19352]; |
|
const uint64_t matmul_id_q3_k_f32_aligned_coopmat_len = 19352; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_aligned_f16acc_data[13316]; |
|
const uint64_t matmul_id_q3_k_f32_aligned_f16acc_len = 13316; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_aligned_f16acc_coopmat_data[19352]; |
|
const uint64_t matmul_id_q3_k_f32_aligned_f16acc_coopmat_len = 19352; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_aligned_fp32_data[12616]; |
|
const uint64_t matmul_id_q3_k_f32_aligned_fp32_len = 12616; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_coopmat_data[18308]; |
|
const uint64_t matmul_id_q3_k_f32_coopmat_len = 18308; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_f16acc_data[12524]; |
|
const uint64_t matmul_id_q3_k_f32_f16acc_len = 12524; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_f16acc_coopmat_data[18292]; |
|
const uint64_t matmul_id_q3_k_f32_f16acc_coopmat_len = 18292; |
|
|
|
extern unsigned char matmul_id_q3_k_f32_fp32_data[12452]; |
|
const uint64_t matmul_id_q3_k_f32_fp32_len = 12452; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_data[11068]; |
|
const uint64_t matmul_id_q4_0_f16_len = 11068; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_aligned_data[11764]; |
|
const uint64_t matmul_id_q4_0_f16_aligned_len = 11764; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_aligned_coopmat_data[16972]; |
|
const uint64_t matmul_id_q4_0_f16_aligned_coopmat_len = 16972; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_aligned_f16acc_data[11732]; |
|
const uint64_t matmul_id_q4_0_f16_aligned_f16acc_len = 11732; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_aligned_f16acc_coopmat_data[16972]; |
|
const uint64_t matmul_id_q4_0_f16_aligned_f16acc_coopmat_len = 16972; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_aligned_fp32_data[11208]; |
|
const uint64_t matmul_id_q4_0_f16_aligned_fp32_len = 11208; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_coopmat_data[16024]; |
|
const uint64_t matmul_id_q4_0_f16_coopmat_len = 16024; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_f16acc_data[11020]; |
|
const uint64_t matmul_id_q4_0_f16_f16acc_len = 11020; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_f16acc_coopmat_data[16008]; |
|
const uint64_t matmul_id_q4_0_f16_f16acc_coopmat_len = 16008; |
|
|
|
extern unsigned char matmul_id_q4_0_f16_fp32_data[10980]; |
|
const uint64_t matmul_id_q4_0_f16_fp32_len = 10980; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_data[11084]; |
|
const uint64_t matmul_id_q4_0_f32_len = 11084; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_aligned_data[11892]; |
|
const uint64_t matmul_id_q4_0_f32_aligned_len = 11892; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_aligned_coopmat_data[17100]; |
|
const uint64_t matmul_id_q4_0_f32_aligned_coopmat_len = 17100; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_aligned_f16acc_data[11860]; |
|
const uint64_t matmul_id_q4_0_f32_aligned_f16acc_len = 11860; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_aligned_f16acc_coopmat_data[17100]; |
|
const uint64_t matmul_id_q4_0_f32_aligned_f16acc_coopmat_len = 17100; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_aligned_fp32_data[11144]; |
|
const uint64_t matmul_id_q4_0_f32_aligned_fp32_len = 11144; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_coopmat_data[16040]; |
|
const uint64_t matmul_id_q4_0_f32_coopmat_len = 16040; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_f16acc_data[11036]; |
|
const uint64_t matmul_id_q4_0_f32_f16acc_len = 11036; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_f16acc_coopmat_data[16024]; |
|
const uint64_t matmul_id_q4_0_f32_f16acc_coopmat_len = 16024; |
|
|
|
extern unsigned char matmul_id_q4_0_f32_fp32_data[10964]; |
|
const uint64_t matmul_id_q4_0_f32_fp32_len = 10964; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_data[11136]; |
|
const uint64_t matmul_id_q4_1_f16_len = 11136; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_aligned_data[11832]; |
|
const uint64_t matmul_id_q4_1_f16_aligned_len = 11832; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_aligned_coopmat_data[17128]; |
|
const uint64_t matmul_id_q4_1_f16_aligned_coopmat_len = 17128; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_aligned_f16acc_data[11800]; |
|
const uint64_t matmul_id_q4_1_f16_aligned_f16acc_len = 11800; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_aligned_f16acc_coopmat_data[17128]; |
|
const uint64_t matmul_id_q4_1_f16_aligned_f16acc_coopmat_len = 17128; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_aligned_fp32_data[11276]; |
|
const uint64_t matmul_id_q4_1_f16_aligned_fp32_len = 11276; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_coopmat_data[16180]; |
|
const uint64_t matmul_id_q4_1_f16_coopmat_len = 16180; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_f16acc_data[11088]; |
|
const uint64_t matmul_id_q4_1_f16_f16acc_len = 11088; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_f16acc_coopmat_data[16164]; |
|
const uint64_t matmul_id_q4_1_f16_f16acc_coopmat_len = 16164; |
|
|
|
extern unsigned char matmul_id_q4_1_f16_fp32_data[11048]; |
|
const uint64_t matmul_id_q4_1_f16_fp32_len = 11048; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_data[11152]; |
|
const uint64_t matmul_id_q4_1_f32_len = 11152; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_aligned_data[11960]; |
|
const uint64_t matmul_id_q4_1_f32_aligned_len = 11960; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_aligned_coopmat_data[17256]; |
|
const uint64_t matmul_id_q4_1_f32_aligned_coopmat_len = 17256; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_aligned_f16acc_data[11928]; |
|
const uint64_t matmul_id_q4_1_f32_aligned_f16acc_len = 11928; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_aligned_f16acc_coopmat_data[17256]; |
|
const uint64_t matmul_id_q4_1_f32_aligned_f16acc_coopmat_len = 17256; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_aligned_fp32_data[11212]; |
|
const uint64_t matmul_id_q4_1_f32_aligned_fp32_len = 11212; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_coopmat_data[16196]; |
|
const uint64_t matmul_id_q4_1_f32_coopmat_len = 16196; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_f16acc_data[11104]; |
|
const uint64_t matmul_id_q4_1_f32_f16acc_len = 11104; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_f16acc_coopmat_data[16180]; |
|
const uint64_t matmul_id_q4_1_f32_f16acc_coopmat_len = 16180; |
|
|
|
extern unsigned char matmul_id_q4_1_f32_fp32_data[11032]; |
|
const uint64_t matmul_id_q4_1_f32_fp32_len = 11032; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_data[12680]; |
|
const uint64_t matmul_id_q4_k_f16_len = 12680; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_aligned_data[13360]; |
|
const uint64_t matmul_id_q4_k_f16_aligned_len = 13360; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_aligned_coopmat_data[20424]; |
|
const uint64_t matmul_id_q4_k_f16_aligned_coopmat_len = 20424; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_aligned_f16acc_data[13328]; |
|
const uint64_t matmul_id_q4_k_f16_aligned_f16acc_len = 13328; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_aligned_f16acc_coopmat_data[20424]; |
|
const uint64_t matmul_id_q4_k_f16_aligned_f16acc_coopmat_len = 20424; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_aligned_fp32_data[12804]; |
|
const uint64_t matmul_id_q4_k_f16_aligned_fp32_len = 12804; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_coopmat_data[19492]; |
|
const uint64_t matmul_id_q4_k_f16_coopmat_len = 19492; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_f16acc_data[12632]; |
|
const uint64_t matmul_id_q4_k_f16_f16acc_len = 12632; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_f16acc_coopmat_data[19476]; |
|
const uint64_t matmul_id_q4_k_f16_f16acc_coopmat_len = 19476; |
|
|
|
extern unsigned char matmul_id_q4_k_f16_fp32_data[12592]; |
|
const uint64_t matmul_id_q4_k_f16_fp32_len = 12592; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_data[12680]; |
|
const uint64_t matmul_id_q4_k_f32_len = 12680; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_aligned_data[13472]; |
|
const uint64_t matmul_id_q4_k_f32_aligned_len = 13472; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_aligned_coopmat_data[20536]; |
|
const uint64_t matmul_id_q4_k_f32_aligned_coopmat_len = 20536; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_aligned_f16acc_data[13440]; |
|
const uint64_t matmul_id_q4_k_f32_aligned_f16acc_len = 13440; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_aligned_f16acc_coopmat_data[20536]; |
|
const uint64_t matmul_id_q4_k_f32_aligned_f16acc_coopmat_len = 20536; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_aligned_fp32_data[12724]; |
|
const uint64_t matmul_id_q4_k_f32_aligned_fp32_len = 12724; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_coopmat_data[19492]; |
|
const uint64_t matmul_id_q4_k_f32_coopmat_len = 19492; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_f16acc_data[12632]; |
|
const uint64_t matmul_id_q4_k_f32_f16acc_len = 12632; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_f16acc_coopmat_data[19476]; |
|
const uint64_t matmul_id_q4_k_f32_f16acc_coopmat_len = 19476; |
|
|
|
extern unsigned char matmul_id_q4_k_f32_fp32_data[12560]; |
|
const uint64_t matmul_id_q4_k_f32_fp32_len = 12560; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_data[11564]; |
|
const uint64_t matmul_id_q5_0_f16_len = 11564; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_aligned_data[12260]; |
|
const uint64_t matmul_id_q5_0_f16_aligned_len = 12260; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_aligned_coopmat_data[17804]; |
|
const uint64_t matmul_id_q5_0_f16_aligned_coopmat_len = 17804; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_aligned_f16acc_data[12228]; |
|
const uint64_t matmul_id_q5_0_f16_aligned_f16acc_len = 12228; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_aligned_f16acc_coopmat_data[17804]; |
|
const uint64_t matmul_id_q5_0_f16_aligned_f16acc_coopmat_len = 17804; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_aligned_fp32_data[11704]; |
|
const uint64_t matmul_id_q5_0_f16_aligned_fp32_len = 11704; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_coopmat_data[16856]; |
|
const uint64_t matmul_id_q5_0_f16_coopmat_len = 16856; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_f16acc_data[11516]; |
|
const uint64_t matmul_id_q5_0_f16_f16acc_len = 11516; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_f16acc_coopmat_data[16840]; |
|
const uint64_t matmul_id_q5_0_f16_f16acc_coopmat_len = 16840; |
|
|
|
extern unsigned char matmul_id_q5_0_f16_fp32_data[11476]; |
|
const uint64_t matmul_id_q5_0_f16_fp32_len = 11476; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_data[11580]; |
|
const uint64_t matmul_id_q5_0_f32_len = 11580; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_aligned_data[12388]; |
|
const uint64_t matmul_id_q5_0_f32_aligned_len = 12388; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_aligned_coopmat_data[17932]; |
|
const uint64_t matmul_id_q5_0_f32_aligned_coopmat_len = 17932; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_aligned_f16acc_data[12356]; |
|
const uint64_t matmul_id_q5_0_f32_aligned_f16acc_len = 12356; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_aligned_f16acc_coopmat_data[17932]; |
|
const uint64_t matmul_id_q5_0_f32_aligned_f16acc_coopmat_len = 17932; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_aligned_fp32_data[11640]; |
|
const uint64_t matmul_id_q5_0_f32_aligned_fp32_len = 11640; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_coopmat_data[16872]; |
|
const uint64_t matmul_id_q5_0_f32_coopmat_len = 16872; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_f16acc_data[11532]; |
|
const uint64_t matmul_id_q5_0_f32_f16acc_len = 11532; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_f16acc_coopmat_data[16856]; |
|
const uint64_t matmul_id_q5_0_f32_f16acc_coopmat_len = 16856; |
|
|
|
extern unsigned char matmul_id_q5_0_f32_fp32_data[11460]; |
|
const uint64_t matmul_id_q5_0_f32_fp32_len = 11460; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_data[11460]; |
|
const uint64_t matmul_id_q5_1_f16_len = 11460; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_aligned_data[12156]; |
|
const uint64_t matmul_id_q5_1_f16_aligned_len = 12156; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_aligned_coopmat_data[17772]; |
|
const uint64_t matmul_id_q5_1_f16_aligned_coopmat_len = 17772; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_aligned_f16acc_data[12124]; |
|
const uint64_t matmul_id_q5_1_f16_aligned_f16acc_len = 12124; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_aligned_f16acc_coopmat_data[17772]; |
|
const uint64_t matmul_id_q5_1_f16_aligned_f16acc_coopmat_len = 17772; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_aligned_fp32_data[11600]; |
|
const uint64_t matmul_id_q5_1_f16_aligned_fp32_len = 11600; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_coopmat_data[16824]; |
|
const uint64_t matmul_id_q5_1_f16_coopmat_len = 16824; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_f16acc_data[11412]; |
|
const uint64_t matmul_id_q5_1_f16_f16acc_len = 11412; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_f16acc_coopmat_data[16808]; |
|
const uint64_t matmul_id_q5_1_f16_f16acc_coopmat_len = 16808; |
|
|
|
extern unsigned char matmul_id_q5_1_f16_fp32_data[11372]; |
|
const uint64_t matmul_id_q5_1_f16_fp32_len = 11372; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_data[11476]; |
|
const uint64_t matmul_id_q5_1_f32_len = 11476; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_aligned_data[12284]; |
|
const uint64_t matmul_id_q5_1_f32_aligned_len = 12284; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_aligned_coopmat_data[17900]; |
|
const uint64_t matmul_id_q5_1_f32_aligned_coopmat_len = 17900; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_aligned_f16acc_data[12252]; |
|
const uint64_t matmul_id_q5_1_f32_aligned_f16acc_len = 12252; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_aligned_f16acc_coopmat_data[17900]; |
|
const uint64_t matmul_id_q5_1_f32_aligned_f16acc_coopmat_len = 17900; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_aligned_fp32_data[11536]; |
|
const uint64_t matmul_id_q5_1_f32_aligned_fp32_len = 11536; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_coopmat_data[16840]; |
|
const uint64_t matmul_id_q5_1_f32_coopmat_len = 16840; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_f16acc_data[11428]; |
|
const uint64_t matmul_id_q5_1_f32_f16acc_len = 11428; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_f16acc_coopmat_data[16824]; |
|
const uint64_t matmul_id_q5_1_f32_f16acc_coopmat_len = 16824; |
|
|
|
extern unsigned char matmul_id_q5_1_f32_fp32_data[11356]; |
|
const uint64_t matmul_id_q5_1_f32_fp32_len = 11356; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_data[13220]; |
|
const uint64_t matmul_id_q5_k_f16_len = 13220; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_aligned_data[13900]; |
|
const uint64_t matmul_id_q5_k_f16_aligned_len = 13900; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_aligned_coopmat_data[21228]; |
|
const uint64_t matmul_id_q5_k_f16_aligned_coopmat_len = 21228; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_aligned_f16acc_data[13868]; |
|
const uint64_t matmul_id_q5_k_f16_aligned_f16acc_len = 13868; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_aligned_f16acc_coopmat_data[21228]; |
|
const uint64_t matmul_id_q5_k_f16_aligned_f16acc_coopmat_len = 21228; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_aligned_fp32_data[13344]; |
|
const uint64_t matmul_id_q5_k_f16_aligned_fp32_len = 13344; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_coopmat_data[20296]; |
|
const uint64_t matmul_id_q5_k_f16_coopmat_len = 20296; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_f16acc_data[13172]; |
|
const uint64_t matmul_id_q5_k_f16_f16acc_len = 13172; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_f16acc_coopmat_data[20280]; |
|
const uint64_t matmul_id_q5_k_f16_f16acc_coopmat_len = 20280; |
|
|
|
extern unsigned char matmul_id_q5_k_f16_fp32_data[13132]; |
|
const uint64_t matmul_id_q5_k_f16_fp32_len = 13132; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_data[13220]; |
|
const uint64_t matmul_id_q5_k_f32_len = 13220; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_aligned_data[14012]; |
|
const uint64_t matmul_id_q5_k_f32_aligned_len = 14012; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_aligned_coopmat_data[21340]; |
|
const uint64_t matmul_id_q5_k_f32_aligned_coopmat_len = 21340; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_aligned_f16acc_data[13980]; |
|
const uint64_t matmul_id_q5_k_f32_aligned_f16acc_len = 13980; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_aligned_f16acc_coopmat_data[21340]; |
|
const uint64_t matmul_id_q5_k_f32_aligned_f16acc_coopmat_len = 21340; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_aligned_fp32_data[13264]; |
|
const uint64_t matmul_id_q5_k_f32_aligned_fp32_len = 13264; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_coopmat_data[20296]; |
|
const uint64_t matmul_id_q5_k_f32_coopmat_len = 20296; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_f16acc_data[13172]; |
|
const uint64_t matmul_id_q5_k_f32_f16acc_len = 13172; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_f16acc_coopmat_data[20280]; |
|
const uint64_t matmul_id_q5_k_f32_f16acc_coopmat_len = 20280; |
|
|
|
extern unsigned char matmul_id_q5_k_f32_fp32_data[13100]; |
|
const uint64_t matmul_id_q5_k_f32_fp32_len = 13100; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_data[12268]; |
|
const uint64_t matmul_id_q6_k_f16_len = 12268; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_aligned_data[12932]; |
|
const uint64_t matmul_id_q6_k_f16_aligned_len = 12932; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_aligned_coopmat_data[18752]; |
|
const uint64_t matmul_id_q6_k_f16_aligned_coopmat_len = 18752; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_aligned_f16acc_data[12900]; |
|
const uint64_t matmul_id_q6_k_f16_aligned_f16acc_len = 12900; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_aligned_f16acc_coopmat_data[18752]; |
|
const uint64_t matmul_id_q6_k_f16_aligned_f16acc_coopmat_len = 18752; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_aligned_fp32_data[12392]; |
|
const uint64_t matmul_id_q6_k_f16_aligned_fp32_len = 12392; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_coopmat_data[17820]; |
|
const uint64_t matmul_id_q6_k_f16_coopmat_len = 17820; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_f16acc_data[12220]; |
|
const uint64_t matmul_id_q6_k_f16_f16acc_len = 12220; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_f16acc_coopmat_data[17804]; |
|
const uint64_t matmul_id_q6_k_f16_f16acc_coopmat_len = 17804; |
|
|
|
extern unsigned char matmul_id_q6_k_f16_fp32_data[12180]; |
|
const uint64_t matmul_id_q6_k_f16_fp32_len = 12180; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_data[12284]; |
|
const uint64_t matmul_id_q6_k_f32_len = 12284; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_aligned_data[13060]; |
|
const uint64_t matmul_id_q6_k_f32_aligned_len = 13060; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_aligned_coopmat_data[18880]; |
|
const uint64_t matmul_id_q6_k_f32_aligned_coopmat_len = 18880; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_aligned_f16acc_data[13028]; |
|
const uint64_t matmul_id_q6_k_f32_aligned_f16acc_len = 13028; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_aligned_f16acc_coopmat_data[18880]; |
|
const uint64_t matmul_id_q6_k_f32_aligned_f16acc_coopmat_len = 18880; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_aligned_fp32_data[12328]; |
|
const uint64_t matmul_id_q6_k_f32_aligned_fp32_len = 12328; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_coopmat_data[17836]; |
|
const uint64_t matmul_id_q6_k_f32_coopmat_len = 17836; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_f16acc_data[12236]; |
|
const uint64_t matmul_id_q6_k_f32_f16acc_len = 12236; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_f16acc_coopmat_data[17820]; |
|
const uint64_t matmul_id_q6_k_f32_f16acc_coopmat_len = 17820; |
|
|
|
extern unsigned char matmul_id_q6_k_f32_fp32_data[12164]; |
|
const uint64_t matmul_id_q6_k_f32_fp32_len = 12164; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_data[11112]; |
|
const uint64_t matmul_id_q8_0_f16_len = 11112; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_aligned_data[11808]; |
|
const uint64_t matmul_id_q8_0_f16_aligned_len = 11808; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_aligned_coopmat_data[16976]; |
|
const uint64_t matmul_id_q8_0_f16_aligned_coopmat_len = 16976; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_aligned_f16acc_data[11776]; |
|
const uint64_t matmul_id_q8_0_f16_aligned_f16acc_len = 11776; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_aligned_f16acc_coopmat_data[16976]; |
|
const uint64_t matmul_id_q8_0_f16_aligned_f16acc_coopmat_len = 16976; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_aligned_fp32_data[11252]; |
|
const uint64_t matmul_id_q8_0_f16_aligned_fp32_len = 11252; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_coopmat_data[16028]; |
|
const uint64_t matmul_id_q8_0_f16_coopmat_len = 16028; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_f16acc_data[11064]; |
|
const uint64_t matmul_id_q8_0_f16_f16acc_len = 11064; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_f16acc_coopmat_data[16012]; |
|
const uint64_t matmul_id_q8_0_f16_f16acc_coopmat_len = 16012; |
|
|
|
extern unsigned char matmul_id_q8_0_f16_fp32_data[11024]; |
|
const uint64_t matmul_id_q8_0_f16_fp32_len = 11024; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_data[11128]; |
|
const uint64_t matmul_id_q8_0_f32_len = 11128; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_aligned_data[11936]; |
|
const uint64_t matmul_id_q8_0_f32_aligned_len = 11936; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_aligned_coopmat_data[17104]; |
|
const uint64_t matmul_id_q8_0_f32_aligned_coopmat_len = 17104; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_aligned_f16acc_data[11904]; |
|
const uint64_t matmul_id_q8_0_f32_aligned_f16acc_len = 11904; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_aligned_f16acc_coopmat_data[17104]; |
|
const uint64_t matmul_id_q8_0_f32_aligned_f16acc_coopmat_len = 17104; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_aligned_fp32_data[11188]; |
|
const uint64_t matmul_id_q8_0_f32_aligned_fp32_len = 11188; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_coopmat_data[16044]; |
|
const uint64_t matmul_id_q8_0_f32_coopmat_len = 16044; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_f16acc_data[11080]; |
|
const uint64_t matmul_id_q8_0_f32_f16acc_len = 11080; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_f16acc_coopmat_data[16028]; |
|
const uint64_t matmul_id_q8_0_f32_f16acc_coopmat_len = 16028; |
|
|
|
extern unsigned char matmul_id_q8_0_f32_fp32_data[11008]; |
|
const uint64_t matmul_id_q8_0_f32_fp32_len = 11008; |
|
|
|
extern unsigned char matmul_iq1_m_f16_data[33424]; |
|
const uint64_t matmul_iq1_m_f16_len = 33424; |
|
|
|
extern unsigned char matmul_iq1_m_f16_aligned_data[33840]; |
|
const uint64_t matmul_iq1_m_f16_aligned_len = 33840; |
|
|
|
extern unsigned char matmul_iq1_m_f16_aligned_coopmat_data[43896]; |
|
const uint64_t matmul_iq1_m_f16_aligned_coopmat_len = 43896; |
|
|
|
extern unsigned char matmul_iq1_m_f16_aligned_f16acc_data[33808]; |
|
const uint64_t matmul_iq1_m_f16_aligned_f16acc_len = 33808; |
|
|
|
extern unsigned char matmul_iq1_m_f16_aligned_f16acc_coopmat_data[43972]; |
|
const uint64_t matmul_iq1_m_f16_aligned_f16acc_coopmat_len = 43972; |
|
|
|
extern unsigned char matmul_iq1_m_f16_aligned_fp32_data[33316]; |
|
const uint64_t matmul_iq1_m_f16_aligned_fp32_len = 33316; |
|
|
|
extern unsigned char matmul_iq1_m_f16_coopmat_data[43220]; |
|
const uint64_t matmul_iq1_m_f16_coopmat_len = 43220; |
|
|
|
extern unsigned char matmul_iq1_m_f16_f16acc_data[33376]; |
|
const uint64_t matmul_iq1_m_f16_f16acc_len = 33376; |
|
|
|
extern unsigned char matmul_iq1_m_f16_f16acc_coopmat_data[43280]; |
|
const uint64_t matmul_iq1_m_f16_f16acc_coopmat_len = 43280; |
|
|
|
extern unsigned char matmul_iq1_m_f16_fp32_data[33336]; |
|
const uint64_t matmul_iq1_m_f16_fp32_len = 33336; |
|
|
|
extern unsigned char matmul_iq1_m_f32_data[33424]; |
|
const uint64_t matmul_iq1_m_f32_len = 33424; |
|
|
|
extern unsigned char matmul_iq1_m_f32_aligned_data[33952]; |
|
const uint64_t matmul_iq1_m_f32_aligned_len = 33952; |
|
|
|
extern unsigned char matmul_iq1_m_f32_aligned_coopmat_data[44008]; |
|
const uint64_t matmul_iq1_m_f32_aligned_coopmat_len = 44008; |
|
|
|
extern unsigned char matmul_iq1_m_f32_aligned_f16acc_data[33920]; |
|
const uint64_t matmul_iq1_m_f32_aligned_f16acc_len = 33920; |
|
|
|
extern unsigned char matmul_iq1_m_f32_aligned_f16acc_coopmat_data[44084]; |
|
const uint64_t matmul_iq1_m_f32_aligned_f16acc_coopmat_len = 44084; |
|
|
|
extern unsigned char matmul_iq1_m_f32_aligned_fp32_data[33224]; |
|
const uint64_t matmul_iq1_m_f32_aligned_fp32_len = 33224; |
|
|
|
extern unsigned char matmul_iq1_m_f32_coopmat_data[43220]; |
|
const uint64_t matmul_iq1_m_f32_coopmat_len = 43220; |
|
|
|
extern unsigned char matmul_iq1_m_f32_f16acc_data[33376]; |
|
const uint64_t matmul_iq1_m_f32_f16acc_len = 33376; |
|
|
|
extern unsigned char matmul_iq1_m_f32_f16acc_coopmat_data[43280]; |
|
const uint64_t matmul_iq1_m_f32_f16acc_coopmat_len = 43280; |
|
|
|
extern unsigned char matmul_iq1_m_f32_fp32_data[33292]; |
|
const uint64_t matmul_iq1_m_f32_fp32_len = 33292; |
|
|
|
extern unsigned char matmul_iq1_s_f16_data[32668]; |
|
const uint64_t matmul_iq1_s_f16_len = 32668; |
|
|
|
extern unsigned char matmul_iq1_s_f16_aligned_data[33100]; |
|
const uint64_t matmul_iq1_s_f16_aligned_len = 33100; |
|
|
|
extern unsigned char matmul_iq1_s_f16_aligned_coopmat_data[42980]; |
|
const uint64_t matmul_iq1_s_f16_aligned_coopmat_len = 42980; |
|
|
|
extern unsigned char matmul_iq1_s_f16_aligned_f16acc_data[33068]; |
|
const uint64_t matmul_iq1_s_f16_aligned_f16acc_len = 33068; |
|
|
|
extern unsigned char matmul_iq1_s_f16_aligned_f16acc_coopmat_data[43056]; |
|
const uint64_t matmul_iq1_s_f16_aligned_f16acc_coopmat_len = 43056; |
|
|
|
extern unsigned char matmul_iq1_s_f16_aligned_fp32_data[32560]; |
|
const uint64_t matmul_iq1_s_f16_aligned_fp32_len = 32560; |
|
|
|
extern unsigned char matmul_iq1_s_f16_coopmat_data[42288]; |
|
const uint64_t matmul_iq1_s_f16_coopmat_len = 42288; |
|
|
|
extern unsigned char matmul_iq1_s_f16_f16acc_data[32620]; |
|
const uint64_t matmul_iq1_s_f16_f16acc_len = 32620; |
|
|
|
extern unsigned char matmul_iq1_s_f16_f16acc_coopmat_data[42348]; |
|
const uint64_t matmul_iq1_s_f16_f16acc_coopmat_len = 42348; |
|
|
|
extern unsigned char matmul_iq1_s_f16_fp32_data[32580]; |
|
const uint64_t matmul_iq1_s_f16_fp32_len = 32580; |
|
|
|
extern unsigned char matmul_iq1_s_f32_data[32684]; |
|
const uint64_t matmul_iq1_s_f32_len = 32684; |
|
|
|
extern unsigned char matmul_iq1_s_f32_aligned_data[33228]; |
|
const uint64_t matmul_iq1_s_f32_aligned_len = 33228; |
|
|
|
extern unsigned char matmul_iq1_s_f32_aligned_coopmat_data[43108]; |
|
const uint64_t matmul_iq1_s_f32_aligned_coopmat_len = 43108; |
|
|
|
extern unsigned char matmul_iq1_s_f32_aligned_f16acc_data[33196]; |
|
const uint64_t matmul_iq1_s_f32_aligned_f16acc_len = 33196; |
|
|
|
extern unsigned char matmul_iq1_s_f32_aligned_f16acc_coopmat_data[43184]; |
|
const uint64_t matmul_iq1_s_f32_aligned_f16acc_coopmat_len = 43184; |
|
|
|
extern unsigned char matmul_iq1_s_f32_aligned_fp32_data[32496]; |
|
const uint64_t matmul_iq1_s_f32_aligned_fp32_len = 32496; |
|
|
|
extern unsigned char matmul_iq1_s_f32_coopmat_data[42304]; |
|
const uint64_t matmul_iq1_s_f32_coopmat_len = 42304; |
|
|
|
extern unsigned char matmul_iq1_s_f32_f16acc_data[32636]; |
|
const uint64_t matmul_iq1_s_f32_f16acc_len = 32636; |
|
|
|
extern unsigned char matmul_iq1_s_f32_f16acc_coopmat_data[42364]; |
|
const uint64_t matmul_iq1_s_f32_f16acc_coopmat_len = 42364; |
|
|
|
extern unsigned char matmul_iq1_s_f32_fp32_data[32564]; |
|
const uint64_t matmul_iq1_s_f32_fp32_len = 32564; |
|
|
|
extern unsigned char matmul_iq2_s_f16_data[38484]; |
|
const uint64_t matmul_iq2_s_f16_len = 38484; |
|
|
|
extern unsigned char matmul_iq2_s_f16_aligned_data[38932]; |
|
const uint64_t matmul_iq2_s_f16_aligned_len = 38932; |
|
|
|
extern unsigned char matmul_iq2_s_f16_aligned_coopmat_data[48736]; |
|
const uint64_t matmul_iq2_s_f16_aligned_coopmat_len = 48736; |
|
|
|
extern unsigned char matmul_iq2_s_f16_aligned_f16acc_data[38900]; |
|
const uint64_t matmul_iq2_s_f16_aligned_f16acc_len = 38900; |
|
|
|
extern unsigned char matmul_iq2_s_f16_aligned_f16acc_coopmat_data[48812]; |
|
const uint64_t matmul_iq2_s_f16_aligned_f16acc_coopmat_len = 48812; |
|
|
|
extern unsigned char matmul_iq2_s_f16_aligned_fp32_data[38392]; |
|
const uint64_t matmul_iq2_s_f16_aligned_fp32_len = 38392; |
|
|
|
extern unsigned char matmul_iq2_s_f16_coopmat_data[48044]; |
|
const uint64_t matmul_iq2_s_f16_coopmat_len = 48044; |
|
|
|
extern unsigned char matmul_iq2_s_f16_f16acc_data[38436]; |
|
const uint64_t matmul_iq2_s_f16_f16acc_len = 38436; |
|
|
|
extern unsigned char matmul_iq2_s_f16_f16acc_coopmat_data[48104]; |
|
const uint64_t matmul_iq2_s_f16_f16acc_coopmat_len = 48104; |
|
|
|
extern unsigned char matmul_iq2_s_f16_fp32_data[38396]; |
|
const uint64_t matmul_iq2_s_f16_fp32_len = 38396; |
|
|
|
extern unsigned char matmul_iq2_s_f32_data[38500]; |
|
const uint64_t matmul_iq2_s_f32_len = 38500; |
|
|
|
extern unsigned char matmul_iq2_s_f32_aligned_data[39060]; |
|
const uint64_t matmul_iq2_s_f32_aligned_len = 39060; |
|
|
|
extern unsigned char matmul_iq2_s_f32_aligned_coopmat_data[48864]; |
|
const uint64_t matmul_iq2_s_f32_aligned_coopmat_len = 48864; |
|
|
|
extern unsigned char matmul_iq2_s_f32_aligned_f16acc_data[39028]; |
|
const uint64_t matmul_iq2_s_f32_aligned_f16acc_len = 39028; |
|
|
|
extern unsigned char matmul_iq2_s_f32_aligned_f16acc_coopmat_data[48940]; |
|
const uint64_t matmul_iq2_s_f32_aligned_f16acc_coopmat_len = 48940; |
|
|
|
extern unsigned char matmul_iq2_s_f32_aligned_fp32_data[38328]; |
|
const uint64_t matmul_iq2_s_f32_aligned_fp32_len = 38328; |
|
|
|
extern unsigned char matmul_iq2_s_f32_coopmat_data[48060]; |
|
const uint64_t matmul_iq2_s_f32_coopmat_len = 48060; |
|
|
|
extern unsigned char matmul_iq2_s_f32_f16acc_data[38452]; |
|
const uint64_t matmul_iq2_s_f32_f16acc_len = 38452; |
|
|
|
extern unsigned char matmul_iq2_s_f32_f16acc_coopmat_data[48120]; |
|
const uint64_t matmul_iq2_s_f32_f16acc_coopmat_len = 48120; |
|
|
|
extern unsigned char matmul_iq2_s_f32_fp32_data[38380]; |
|
const uint64_t matmul_iq2_s_f32_fp32_len = 38380; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_data[26064]; |
|
const uint64_t matmul_iq2_xs_f16_len = 26064; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_aligned_data[26512]; |
|
const uint64_t matmul_iq2_xs_f16_aligned_len = 26512; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_aligned_coopmat_data[36220]; |
|
const uint64_t matmul_iq2_xs_f16_aligned_coopmat_len = 36220; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_aligned_f16acc_data[26480]; |
|
const uint64_t matmul_iq2_xs_f16_aligned_f16acc_len = 26480; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_aligned_f16acc_coopmat_data[36296]; |
|
const uint64_t matmul_iq2_xs_f16_aligned_f16acc_coopmat_len = 36296; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_aligned_fp32_data[25972]; |
|
const uint64_t matmul_iq2_xs_f16_aligned_fp32_len = 25972; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_coopmat_data[35528]; |
|
const uint64_t matmul_iq2_xs_f16_coopmat_len = 35528; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_f16acc_data[26016]; |
|
const uint64_t matmul_iq2_xs_f16_f16acc_len = 26016; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_f16acc_coopmat_data[35588]; |
|
const uint64_t matmul_iq2_xs_f16_f16acc_coopmat_len = 35588; |
|
|
|
extern unsigned char matmul_iq2_xs_f16_fp32_data[25976]; |
|
const uint64_t matmul_iq2_xs_f16_fp32_len = 25976; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_data[26080]; |
|
const uint64_t matmul_iq2_xs_f32_len = 26080; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_aligned_data[26640]; |
|
const uint64_t matmul_iq2_xs_f32_aligned_len = 26640; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_aligned_coopmat_data[36348]; |
|
const uint64_t matmul_iq2_xs_f32_aligned_coopmat_len = 36348; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_aligned_f16acc_data[26608]; |
|
const uint64_t matmul_iq2_xs_f32_aligned_f16acc_len = 26608; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_aligned_f16acc_coopmat_data[36424]; |
|
const uint64_t matmul_iq2_xs_f32_aligned_f16acc_coopmat_len = 36424; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_aligned_fp32_data[25908]; |
|
const uint64_t matmul_iq2_xs_f32_aligned_fp32_len = 25908; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_coopmat_data[35544]; |
|
const uint64_t matmul_iq2_xs_f32_coopmat_len = 35544; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_f16acc_data[26032]; |
|
const uint64_t matmul_iq2_xs_f32_f16acc_len = 26032; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_f16acc_coopmat_data[35604]; |
|
const uint64_t matmul_iq2_xs_f32_f16acc_coopmat_len = 35604; |
|
|
|
extern unsigned char matmul_iq2_xs_f32_fp32_data[25960]; |
|
const uint64_t matmul_iq2_xs_f32_fp32_len = 25960; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_data[19932]; |
|
const uint64_t matmul_iq2_xxs_f16_len = 19932; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_aligned_data[20332]; |
|
const uint64_t matmul_iq2_xxs_f16_aligned_len = 20332; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_aligned_coopmat_data[30196]; |
|
const uint64_t matmul_iq2_xxs_f16_aligned_coopmat_len = 30196; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_aligned_f16acc_data[20300]; |
|
const uint64_t matmul_iq2_xxs_f16_aligned_f16acc_len = 20300; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_aligned_f16acc_coopmat_data[30272]; |
|
const uint64_t matmul_iq2_xxs_f16_aligned_f16acc_coopmat_len = 30272; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_aligned_fp32_data[19840]; |
|
const uint64_t matmul_iq2_xxs_f16_aligned_fp32_len = 19840; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_coopmat_data[29552]; |
|
const uint64_t matmul_iq2_xxs_f16_coopmat_len = 29552; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_f16acc_data[19884]; |
|
const uint64_t matmul_iq2_xxs_f16_f16acc_len = 19884; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_f16acc_coopmat_data[29612]; |
|
const uint64_t matmul_iq2_xxs_f16_f16acc_coopmat_len = 29612; |
|
|
|
extern unsigned char matmul_iq2_xxs_f16_fp32_data[19844]; |
|
const uint64_t matmul_iq2_xxs_f16_fp32_len = 19844; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_data[19948]; |
|
const uint64_t matmul_iq2_xxs_f32_len = 19948; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_aligned_data[20460]; |
|
const uint64_t matmul_iq2_xxs_f32_aligned_len = 20460; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_aligned_coopmat_data[30324]; |
|
const uint64_t matmul_iq2_xxs_f32_aligned_coopmat_len = 30324; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_aligned_f16acc_data[20428]; |
|
const uint64_t matmul_iq2_xxs_f32_aligned_f16acc_len = 20428; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_aligned_f16acc_coopmat_data[30400]; |
|
const uint64_t matmul_iq2_xxs_f32_aligned_f16acc_coopmat_len = 30400; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_aligned_fp32_data[19776]; |
|
const uint64_t matmul_iq2_xxs_f32_aligned_fp32_len = 19776; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_coopmat_data[29568]; |
|
const uint64_t matmul_iq2_xxs_f32_coopmat_len = 29568; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_f16acc_data[19900]; |
|
const uint64_t matmul_iq2_xxs_f32_f16acc_len = 19900; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_f16acc_coopmat_data[29628]; |
|
const uint64_t matmul_iq2_xxs_f32_f16acc_coopmat_len = 29628; |
|
|
|
extern unsigned char matmul_iq2_xxs_f32_fp32_data[19828]; |
|
const uint64_t matmul_iq2_xxs_f32_fp32_len = 19828; |
|
|
|
extern unsigned char matmul_iq3_s_f16_data[22728]; |
|
const uint64_t matmul_iq3_s_f16_len = 22728; |
|
|
|
extern unsigned char matmul_iq3_s_f16_aligned_data[23176]; |
|
const uint64_t matmul_iq3_s_f16_aligned_len = 23176; |
|
|
|
extern unsigned char matmul_iq3_s_f16_aligned_coopmat_data[32904]; |
|
const uint64_t matmul_iq3_s_f16_aligned_coopmat_len = 32904; |
|
|
|
extern unsigned char matmul_iq3_s_f16_aligned_f16acc_data[23144]; |
|
const uint64_t matmul_iq3_s_f16_aligned_f16acc_len = 23144; |
|
|
|
extern unsigned char matmul_iq3_s_f16_aligned_f16acc_coopmat_data[32980]; |
|
const uint64_t matmul_iq3_s_f16_aligned_f16acc_coopmat_len = 32980; |
|
|
|
extern unsigned char matmul_iq3_s_f16_aligned_fp32_data[22636]; |
|
const uint64_t matmul_iq3_s_f16_aligned_fp32_len = 22636; |
|
|
|
extern unsigned char matmul_iq3_s_f16_coopmat_data[32212]; |
|
const uint64_t matmul_iq3_s_f16_coopmat_len = 32212; |
|
|
|
extern unsigned char matmul_iq3_s_f16_f16acc_data[22680]; |
|
const uint64_t matmul_iq3_s_f16_f16acc_len = 22680; |
|
|
|
extern unsigned char matmul_iq3_s_f16_f16acc_coopmat_data[32272]; |
|
const uint64_t matmul_iq3_s_f16_f16acc_coopmat_len = 32272; |
|
|
|
extern unsigned char matmul_iq3_s_f16_fp32_data[22640]; |
|
const uint64_t matmul_iq3_s_f16_fp32_len = 22640; |
|
|
|
extern unsigned char matmul_iq3_s_f32_data[22744]; |
|
const uint64_t matmul_iq3_s_f32_len = 22744; |
|
|
|
extern unsigned char matmul_iq3_s_f32_aligned_data[23304]; |
|
const uint64_t matmul_iq3_s_f32_aligned_len = 23304; |
|
|
|
extern unsigned char matmul_iq3_s_f32_aligned_coopmat_data[33032]; |
|
const uint64_t matmul_iq3_s_f32_aligned_coopmat_len = 33032; |
|
|
|
extern unsigned char matmul_iq3_s_f32_aligned_f16acc_data[23272]; |
|
const uint64_t matmul_iq3_s_f32_aligned_f16acc_len = 23272; |
|
|
|
extern unsigned char matmul_iq3_s_f32_aligned_f16acc_coopmat_data[33108]; |
|
const uint64_t matmul_iq3_s_f32_aligned_f16acc_coopmat_len = 33108; |
|
|
|
extern unsigned char matmul_iq3_s_f32_aligned_fp32_data[22572]; |
|
const uint64_t matmul_iq3_s_f32_aligned_fp32_len = 22572; |
|
|
|
extern unsigned char matmul_iq3_s_f32_coopmat_data[32228]; |
|
const uint64_t matmul_iq3_s_f32_coopmat_len = 32228; |
|
|
|
extern unsigned char matmul_iq3_s_f32_f16acc_data[22696]; |
|
const uint64_t matmul_iq3_s_f32_f16acc_len = 22696; |
|
|
|
extern unsigned char matmul_iq3_s_f32_f16acc_coopmat_data[32288]; |
|
const uint64_t matmul_iq3_s_f32_f16acc_coopmat_len = 32288; |
|
|
|
extern unsigned char matmul_iq3_s_f32_fp32_data[22624]; |
|
const uint64_t matmul_iq3_s_f32_fp32_len = 22624; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_data[17668]; |
|
const uint64_t matmul_iq3_xxs_f16_len = 17668; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_aligned_data[18116]; |
|
const uint64_t matmul_iq3_xxs_f16_aligned_len = 18116; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_aligned_coopmat_data[27800]; |
|
const uint64_t matmul_iq3_xxs_f16_aligned_coopmat_len = 27800; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_aligned_f16acc_data[18084]; |
|
const uint64_t matmul_iq3_xxs_f16_aligned_f16acc_len = 18084; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_aligned_f16acc_coopmat_data[27876]; |
|
const uint64_t matmul_iq3_xxs_f16_aligned_f16acc_coopmat_len = 27876; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_aligned_fp32_data[17576]; |
|
const uint64_t matmul_iq3_xxs_f16_aligned_fp32_len = 17576; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_coopmat_data[27108]; |
|
const uint64_t matmul_iq3_xxs_f16_coopmat_len = 27108; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_f16acc_data[17620]; |
|
const uint64_t matmul_iq3_xxs_f16_f16acc_len = 17620; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_f16acc_coopmat_data[27168]; |
|
const uint64_t matmul_iq3_xxs_f16_f16acc_coopmat_len = 27168; |
|
|
|
extern unsigned char matmul_iq3_xxs_f16_fp32_data[17580]; |
|
const uint64_t matmul_iq3_xxs_f16_fp32_len = 17580; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_data[17684]; |
|
const uint64_t matmul_iq3_xxs_f32_len = 17684; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_aligned_data[18244]; |
|
const uint64_t matmul_iq3_xxs_f32_aligned_len = 18244; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_aligned_coopmat_data[27928]; |
|
const uint64_t matmul_iq3_xxs_f32_aligned_coopmat_len = 27928; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_aligned_f16acc_data[18212]; |
|
const uint64_t matmul_iq3_xxs_f32_aligned_f16acc_len = 18212; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_aligned_f16acc_coopmat_data[28004]; |
|
const uint64_t matmul_iq3_xxs_f32_aligned_f16acc_coopmat_len = 28004; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_aligned_fp32_data[17512]; |
|
const uint64_t matmul_iq3_xxs_f32_aligned_fp32_len = 17512; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_coopmat_data[27124]; |
|
const uint64_t matmul_iq3_xxs_f32_coopmat_len = 27124; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_f16acc_data[17636]; |
|
const uint64_t matmul_iq3_xxs_f32_f16acc_len = 17636; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_f16acc_coopmat_data[27184]; |
|
const uint64_t matmul_iq3_xxs_f32_f16acc_coopmat_len = 27184; |
|
|
|
extern unsigned char matmul_iq3_xxs_f32_fp32_data[17564]; |
|
const uint64_t matmul_iq3_xxs_f32_fp32_len = 17564; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_data[11412]; |
|
const uint64_t matmul_iq4_nl_f16_len = 11412; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_aligned_data[11892]; |
|
const uint64_t matmul_iq4_nl_f16_aligned_len = 11892; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_aligned_coopmat_data[20924]; |
|
const uint64_t matmul_iq4_nl_f16_aligned_coopmat_len = 20924; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_aligned_f16acc_data[11860]; |
|
const uint64_t matmul_iq4_nl_f16_aligned_f16acc_len = 11860; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_aligned_f16acc_coopmat_data[21000]; |
|
const uint64_t matmul_iq4_nl_f16_aligned_f16acc_coopmat_len = 21000; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_aligned_fp32_data[11304]; |
|
const uint64_t matmul_iq4_nl_f16_aligned_fp32_len = 11304; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_coopmat_data[20232]; |
|
const uint64_t matmul_iq4_nl_f16_coopmat_len = 20232; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_f16acc_data[11364]; |
|
const uint64_t matmul_iq4_nl_f16_f16acc_len = 11364; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_f16acc_coopmat_data[20292]; |
|
const uint64_t matmul_iq4_nl_f16_f16acc_coopmat_len = 20292; |
|
|
|
extern unsigned char matmul_iq4_nl_f16_fp32_data[11292]; |
|
const uint64_t matmul_iq4_nl_f16_fp32_len = 11292; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_data[11428]; |
|
const uint64_t matmul_iq4_nl_f32_len = 11428; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_aligned_data[12020]; |
|
const uint64_t matmul_iq4_nl_f32_aligned_len = 12020; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_aligned_coopmat_data[21052]; |
|
const uint64_t matmul_iq4_nl_f32_aligned_coopmat_len = 21052; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_aligned_f16acc_data[11988]; |
|
const uint64_t matmul_iq4_nl_f32_aligned_f16acc_len = 11988; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_aligned_f16acc_coopmat_data[21128]; |
|
const uint64_t matmul_iq4_nl_f32_aligned_f16acc_coopmat_len = 21128; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_aligned_fp32_data[11240]; |
|
const uint64_t matmul_iq4_nl_f32_aligned_fp32_len = 11240; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_coopmat_data[20248]; |
|
const uint64_t matmul_iq4_nl_f32_coopmat_len = 20248; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_f16acc_data[11380]; |
|
const uint64_t matmul_iq4_nl_f32_f16acc_len = 11380; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_f16acc_coopmat_data[20308]; |
|
const uint64_t matmul_iq4_nl_f32_f16acc_coopmat_len = 20308; |
|
|
|
extern unsigned char matmul_iq4_nl_f32_fp32_data[11276]; |
|
const uint64_t matmul_iq4_nl_f32_fp32_len = 11276; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_data[12416]; |
|
const uint64_t matmul_iq4_xs_f16_len = 12416; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_aligned_data[12864]; |
|
const uint64_t matmul_iq4_xs_f16_aligned_len = 12864; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_aligned_coopmat_data[22380]; |
|
const uint64_t matmul_iq4_xs_f16_aligned_coopmat_len = 22380; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_aligned_f16acc_data[12832]; |
|
const uint64_t matmul_iq4_xs_f16_aligned_f16acc_len = 12832; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_aligned_f16acc_coopmat_data[22456]; |
|
const uint64_t matmul_iq4_xs_f16_aligned_f16acc_coopmat_len = 22456; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_aligned_fp32_data[12292]; |
|
const uint64_t matmul_iq4_xs_f16_aligned_fp32_len = 12292; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_coopmat_data[21688]; |
|
const uint64_t matmul_iq4_xs_f16_coopmat_len = 21688; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_f16acc_data[12368]; |
|
const uint64_t matmul_iq4_xs_f16_f16acc_len = 12368; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_f16acc_coopmat_data[21748]; |
|
const uint64_t matmul_iq4_xs_f16_f16acc_coopmat_len = 21748; |
|
|
|
extern unsigned char matmul_iq4_xs_f16_fp32_data[12296]; |
|
const uint64_t matmul_iq4_xs_f16_fp32_len = 12296; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_data[12432]; |
|
const uint64_t matmul_iq4_xs_f32_len = 12432; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_aligned_data[12992]; |
|
const uint64_t matmul_iq4_xs_f32_aligned_len = 12992; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_aligned_coopmat_data[22508]; |
|
const uint64_t matmul_iq4_xs_f32_aligned_coopmat_len = 22508; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_aligned_f16acc_data[12960]; |
|
const uint64_t matmul_iq4_xs_f32_aligned_f16acc_len = 12960; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_aligned_f16acc_coopmat_data[22584]; |
|
const uint64_t matmul_iq4_xs_f32_aligned_f16acc_coopmat_len = 22584; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_aligned_fp32_data[12228]; |
|
const uint64_t matmul_iq4_xs_f32_aligned_fp32_len = 12228; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_coopmat_data[21704]; |
|
const uint64_t matmul_iq4_xs_f32_coopmat_len = 21704; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_f16acc_data[12384]; |
|
const uint64_t matmul_iq4_xs_f32_f16acc_len = 12384; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_f16acc_coopmat_data[21764]; |
|
const uint64_t matmul_iq4_xs_f32_f16acc_coopmat_len = 21764; |
|
|
|
extern unsigned char matmul_iq4_xs_f32_fp32_data[12280]; |
|
const uint64_t matmul_iq4_xs_f32_fp32_len = 12280; |
|
|
|
extern unsigned char matmul_q2_k_f16_data[11276]; |
|
const uint64_t matmul_q2_k_f16_len = 11276; |
|
|
|
extern unsigned char matmul_q2_k_f16_aligned_data[11724]; |
|
const uint64_t matmul_q2_k_f16_aligned_len = 11724; |
|
|
|
extern unsigned char matmul_q2_k_f16_aligned_coopmat_data[20724]; |
|
const uint64_t matmul_q2_k_f16_aligned_coopmat_len = 20724; |
|
|
|
extern unsigned char matmul_q2_k_f16_aligned_f16acc_data[11692]; |
|
const uint64_t matmul_q2_k_f16_aligned_f16acc_len = 11692; |
|
|
|
extern unsigned char matmul_q2_k_f16_aligned_f16acc_coopmat_data[20800]; |
|
const uint64_t matmul_q2_k_f16_aligned_f16acc_coopmat_len = 20800; |
|
|
|
extern unsigned char matmul_q2_k_f16_aligned_fp32_data[11184]; |
|
const uint64_t matmul_q2_k_f16_aligned_fp32_len = 11184; |
|
|
|
extern unsigned char matmul_q2_k_f16_coopmat_data[20032]; |
|
const uint64_t matmul_q2_k_f16_coopmat_len = 20032; |
|
|
|
extern unsigned char matmul_q2_k_f16_f16acc_data[11228]; |
|
const uint64_t matmul_q2_k_f16_f16acc_len = 11228; |
|
|
|
extern unsigned char matmul_q2_k_f16_f16acc_coopmat_data[20092]; |
|
const uint64_t matmul_q2_k_f16_f16acc_coopmat_len = 20092; |
|
|
|
extern unsigned char matmul_q2_k_f16_fp32_data[11188]; |
|
const uint64_t matmul_q2_k_f16_fp32_len = 11188; |
|
|
|
extern unsigned char matmul_q2_k_f32_data[11276]; |
|
const uint64_t matmul_q2_k_f32_len = 11276; |
|
|
|
extern unsigned char matmul_q2_k_f32_aligned_data[11836]; |
|
const uint64_t matmul_q2_k_f32_aligned_len = 11836; |
|
|
|
extern unsigned char matmul_q2_k_f32_aligned_coopmat_data[20836]; |
|
const uint64_t matmul_q2_k_f32_aligned_coopmat_len = 20836; |
|
|
|
extern unsigned char matmul_q2_k_f32_aligned_f16acc_data[11804]; |
|
const uint64_t matmul_q2_k_f32_aligned_f16acc_len = 11804; |
|
|
|
extern unsigned char matmul_q2_k_f32_aligned_f16acc_coopmat_data[20912]; |
|
const uint64_t matmul_q2_k_f32_aligned_f16acc_coopmat_len = 20912; |
|
|
|
extern unsigned char matmul_q2_k_f32_aligned_fp32_data[11104]; |
|
const uint64_t matmul_q2_k_f32_aligned_fp32_len = 11104; |
|
|
|
extern unsigned char matmul_q2_k_f32_coopmat_data[20032]; |
|
const uint64_t matmul_q2_k_f32_coopmat_len = 20032; |
|
|
|
extern unsigned char matmul_q2_k_f32_f16acc_data[11228]; |
|
const uint64_t matmul_q2_k_f32_f16acc_len = 11228; |
|
|
|
extern unsigned char matmul_q2_k_f32_f16acc_coopmat_data[20092]; |
|
const uint64_t matmul_q2_k_f32_f16acc_coopmat_len = 20092; |
|
|
|
extern unsigned char matmul_q2_k_f32_fp32_data[11156]; |
|
const uint64_t matmul_q2_k_f32_fp32_len = 11156; |
|
|
|
extern unsigned char matmul_q3_k_f16_data[12072]; |
|
const uint64_t matmul_q3_k_f16_len = 12072; |
|
|
|
extern unsigned char matmul_q3_k_f16_aligned_data[12520]; |
|
const uint64_t matmul_q3_k_f16_aligned_len = 12520; |
|
|
|
extern unsigned char matmul_q3_k_f16_aligned_coopmat_data[21932]; |
|
const uint64_t matmul_q3_k_f16_aligned_coopmat_len = 21932; |
|
|
|
extern unsigned char matmul_q3_k_f16_aligned_f16acc_data[12488]; |
|
const uint64_t matmul_q3_k_f16_aligned_f16acc_len = 12488; |
|
|
|
extern unsigned char matmul_q3_k_f16_aligned_f16acc_coopmat_data[22008]; |
|
const uint64_t matmul_q3_k_f16_aligned_f16acc_coopmat_len = 22008; |
|
|
|
extern unsigned char matmul_q3_k_f16_aligned_fp32_data[11980]; |
|
const uint64_t matmul_q3_k_f16_aligned_fp32_len = 11980; |
|
|
|
extern unsigned char matmul_q3_k_f16_coopmat_data[21240]; |
|
const uint64_t matmul_q3_k_f16_coopmat_len = 21240; |
|
|
|
extern unsigned char matmul_q3_k_f16_f16acc_data[12024]; |
|
const uint64_t matmul_q3_k_f16_f16acc_len = 12024; |
|
|
|
extern unsigned char matmul_q3_k_f16_f16acc_coopmat_data[21300]; |
|
const uint64_t matmul_q3_k_f16_f16acc_coopmat_len = 21300; |
|
|
|
extern unsigned char matmul_q3_k_f16_fp32_data[11984]; |
|
const uint64_t matmul_q3_k_f16_fp32_len = 11984; |
|
|
|
extern unsigned char matmul_q3_k_f32_data[12088]; |
|
const uint64_t matmul_q3_k_f32_len = 12088; |
|
|
|
extern unsigned char matmul_q3_k_f32_aligned_data[12648]; |
|
const uint64_t matmul_q3_k_f32_aligned_len = 12648; |
|
|
|
extern unsigned char matmul_q3_k_f32_aligned_coopmat_data[22060]; |
|
const uint64_t matmul_q3_k_f32_aligned_coopmat_len = 22060; |
|
|
|
extern unsigned char matmul_q3_k_f32_aligned_f16acc_data[12616]; |
|
const uint64_t matmul_q3_k_f32_aligned_f16acc_len = 12616; |
|
|
|
extern unsigned char matmul_q3_k_f32_aligned_f16acc_coopmat_data[22136]; |
|
const uint64_t matmul_q3_k_f32_aligned_f16acc_coopmat_len = 22136; |
|
|
|
extern unsigned char matmul_q3_k_f32_aligned_fp32_data[11916]; |
|
const uint64_t matmul_q3_k_f32_aligned_fp32_len = 11916; |
|
|
|
extern unsigned char matmul_q3_k_f32_coopmat_data[21256]; |
|
const uint64_t matmul_q3_k_f32_coopmat_len = 21256; |
|
|
|
extern unsigned char matmul_q3_k_f32_f16acc_data[12040]; |
|
const uint64_t matmul_q3_k_f32_f16acc_len = 12040; |
|
|
|
extern unsigned char matmul_q3_k_f32_f16acc_coopmat_data[21316]; |
|
const uint64_t matmul_q3_k_f32_f16acc_coopmat_len = 21316; |
|
|
|
extern unsigned char matmul_q3_k_f32_fp32_data[11968]; |
|
const uint64_t matmul_q3_k_f32_fp32_len = 11968; |
|
|
|
extern unsigned char matmul_q4_0_f16_data[10584]; |
|
const uint64_t matmul_q4_0_f16_len = 10584; |
|
|
|
extern unsigned char matmul_q4_0_f16_aligned_data[11064]; |
|
const uint64_t matmul_q4_0_f16_aligned_len = 11064; |
|
|
|
extern unsigned char matmul_q4_0_f16_aligned_coopmat_data[19680]; |
|
const uint64_t matmul_q4_0_f16_aligned_coopmat_len = 19680; |
|
|
|
extern unsigned char matmul_q4_0_f16_aligned_f16acc_data[11032]; |
|
const uint64_t matmul_q4_0_f16_aligned_f16acc_len = 11032; |
|
|
|
extern unsigned char matmul_q4_0_f16_aligned_f16acc_coopmat_data[19756]; |
|
const uint64_t matmul_q4_0_f16_aligned_f16acc_coopmat_len = 19756; |
|
|
|
extern unsigned char matmul_q4_0_f16_aligned_fp32_data[10508]; |
|
const uint64_t matmul_q4_0_f16_aligned_fp32_len = 10508; |
|
|
|
extern unsigned char matmul_q4_0_f16_coopmat_data[18988]; |
|
const uint64_t matmul_q4_0_f16_coopmat_len = 18988; |
|
|
|
extern unsigned char matmul_q4_0_f16_f16acc_data[10536]; |
|
const uint64_t matmul_q4_0_f16_f16acc_len = 10536; |
|
|
|
extern unsigned char matmul_q4_0_f16_f16acc_coopmat_data[19048]; |
|
const uint64_t matmul_q4_0_f16_f16acc_coopmat_len = 19048; |
|
|
|
extern unsigned char matmul_q4_0_f16_fp32_data[10496]; |
|
const uint64_t matmul_q4_0_f16_fp32_len = 10496; |
|
|
|
extern unsigned char matmul_q4_0_f32_data[10600]; |
|
const uint64_t matmul_q4_0_f32_len = 10600; |
|
|
|
extern unsigned char matmul_q4_0_f32_aligned_data[11192]; |
|
const uint64_t matmul_q4_0_f32_aligned_len = 11192; |
|
|
|
extern unsigned char matmul_q4_0_f32_aligned_coopmat_data[19808]; |
|
const uint64_t matmul_q4_0_f32_aligned_coopmat_len = 19808; |
|
|
|
extern unsigned char matmul_q4_0_f32_aligned_f16acc_data[11160]; |
|
const uint64_t matmul_q4_0_f32_aligned_f16acc_len = 11160; |
|
|
|
extern unsigned char matmul_q4_0_f32_aligned_f16acc_coopmat_data[19884]; |
|
const uint64_t matmul_q4_0_f32_aligned_f16acc_coopmat_len = 19884; |
|
|
|
extern unsigned char matmul_q4_0_f32_aligned_fp32_data[10444]; |
|
const uint64_t matmul_q4_0_f32_aligned_fp32_len = 10444; |
|
|
|
extern unsigned char matmul_q4_0_f32_coopmat_data[19004]; |
|
const uint64_t matmul_q4_0_f32_coopmat_len = 19004; |
|
|
|
extern unsigned char matmul_q4_0_f32_f16acc_data[10552]; |
|
const uint64_t matmul_q4_0_f32_f16acc_len = 10552; |
|
|
|
extern unsigned char matmul_q4_0_f32_f16acc_coopmat_data[19064]; |
|
const uint64_t matmul_q4_0_f32_f16acc_coopmat_len = 19064; |
|
|
|
extern unsigned char matmul_q4_0_f32_fp32_data[10480]; |
|
const uint64_t matmul_q4_0_f32_fp32_len = 10480; |
|
|
|
extern unsigned char matmul_q4_1_f16_data[10652]; |
|
const uint64_t matmul_q4_1_f16_len = 10652; |
|
|
|
extern unsigned char matmul_q4_1_f16_aligned_data[11132]; |
|
const uint64_t matmul_q4_1_f16_aligned_len = 11132; |
|
|
|
extern unsigned char matmul_q4_1_f16_aligned_coopmat_data[19836]; |
|
const uint64_t matmul_q4_1_f16_aligned_coopmat_len = 19836; |
|
|
|
extern unsigned char matmul_q4_1_f16_aligned_f16acc_data[11100]; |
|
const uint64_t matmul_q4_1_f16_aligned_f16acc_len = 11100; |
|
|
|
extern unsigned char matmul_q4_1_f16_aligned_f16acc_coopmat_data[19912]; |
|
const uint64_t matmul_q4_1_f16_aligned_f16acc_coopmat_len = 19912; |
|
|
|
extern unsigned char matmul_q4_1_f16_aligned_fp32_data[10576]; |
|
const uint64_t matmul_q4_1_f16_aligned_fp32_len = 10576; |
|
|
|
extern unsigned char matmul_q4_1_f16_coopmat_data[19144]; |
|
const uint64_t matmul_q4_1_f16_coopmat_len = 19144; |
|
|
|
extern unsigned char matmul_q4_1_f16_f16acc_data[10604]; |
|
const uint64_t matmul_q4_1_f16_f16acc_len = 10604; |
|
|
|
extern unsigned char matmul_q4_1_f16_f16acc_coopmat_data[19204]; |
|
const uint64_t matmul_q4_1_f16_f16acc_coopmat_len = 19204; |
|
|
|
extern unsigned char matmul_q4_1_f16_fp32_data[10564]; |
|
const uint64_t matmul_q4_1_f16_fp32_len = 10564; |
|
|
|
extern unsigned char matmul_q4_1_f32_data[10668]; |
|
const uint64_t matmul_q4_1_f32_len = 10668; |
|
|
|
extern unsigned char matmul_q4_1_f32_aligned_data[11260]; |
|
const uint64_t matmul_q4_1_f32_aligned_len = 11260; |
|
|
|
extern unsigned char matmul_q4_1_f32_aligned_coopmat_data[19964]; |
|
const uint64_t matmul_q4_1_f32_aligned_coopmat_len = 19964; |
|
|
|
extern unsigned char matmul_q4_1_f32_aligned_f16acc_data[11228]; |
|
const uint64_t matmul_q4_1_f32_aligned_f16acc_len = 11228; |
|
|
|
extern unsigned char matmul_q4_1_f32_aligned_f16acc_coopmat_data[20040]; |
|
const uint64_t matmul_q4_1_f32_aligned_f16acc_coopmat_len = 20040; |
|
|
|
extern unsigned char matmul_q4_1_f32_aligned_fp32_data[10512]; |
|
const uint64_t matmul_q4_1_f32_aligned_fp32_len = 10512; |
|
|
|
extern unsigned char matmul_q4_1_f32_coopmat_data[19160]; |
|
const uint64_t matmul_q4_1_f32_coopmat_len = 19160; |
|
|
|
extern unsigned char matmul_q4_1_f32_f16acc_data[10620]; |
|
const uint64_t matmul_q4_1_f32_f16acc_len = 10620; |
|
|
|
extern unsigned char matmul_q4_1_f32_f16acc_coopmat_data[19220]; |
|
const uint64_t matmul_q4_1_f32_f16acc_coopmat_len = 19220; |
|
|
|
extern unsigned char matmul_q4_1_f32_fp32_data[10548]; |
|
const uint64_t matmul_q4_1_f32_fp32_len = 10548; |
|
|
|
extern unsigned char matmul_q4_k_f16_data[12196]; |
|
const uint64_t matmul_q4_k_f16_len = 12196; |
|
|
|
extern unsigned char matmul_q4_k_f16_aligned_data[12660]; |
|
const uint64_t matmul_q4_k_f16_aligned_len = 12660; |
|
|
|
extern unsigned char matmul_q4_k_f16_aligned_coopmat_data[23132]; |
|
const uint64_t matmul_q4_k_f16_aligned_coopmat_len = 23132; |
|
|
|
extern unsigned char matmul_q4_k_f16_aligned_f16acc_data[12628]; |
|
const uint64_t matmul_q4_k_f16_aligned_f16acc_len = 12628; |
|
|
|
extern unsigned char matmul_q4_k_f16_aligned_f16acc_coopmat_data[23208]; |
|
const uint64_t matmul_q4_k_f16_aligned_f16acc_coopmat_len = 23208; |
|
|
|
extern unsigned char matmul_q4_k_f16_aligned_fp32_data[12104]; |
|
const uint64_t matmul_q4_k_f16_aligned_fp32_len = 12104; |
|
|
|
extern unsigned char matmul_q4_k_f16_coopmat_data[22440]; |
|
const uint64_t matmul_q4_k_f16_coopmat_len = 22440; |
|
|
|
extern unsigned char matmul_q4_k_f16_f16acc_data[12148]; |
|
const uint64_t matmul_q4_k_f16_f16acc_len = 12148; |
|
|
|
extern unsigned char matmul_q4_k_f16_f16acc_coopmat_data[22500]; |
|
const uint64_t matmul_q4_k_f16_f16acc_coopmat_len = 22500; |
|
|
|
extern unsigned char matmul_q4_k_f16_fp32_data[12108]; |
|
const uint64_t matmul_q4_k_f16_fp32_len = 12108; |
|
|
|
extern unsigned char matmul_q4_k_f32_data[12196]; |
|
const uint64_t matmul_q4_k_f32_len = 12196; |
|
|
|
extern unsigned char matmul_q4_k_f32_aligned_data[12772]; |
|
const uint64_t matmul_q4_k_f32_aligned_len = 12772; |
|
|
|
extern unsigned char matmul_q4_k_f32_aligned_coopmat_data[23244]; |
|
const uint64_t matmul_q4_k_f32_aligned_coopmat_len = 23244; |
|
|
|
extern unsigned char matmul_q4_k_f32_aligned_f16acc_data[12740]; |
|
const uint64_t matmul_q4_k_f32_aligned_f16acc_len = 12740; |
|
|
|
extern unsigned char matmul_q4_k_f32_aligned_f16acc_coopmat_data[23320]; |
|
const uint64_t matmul_q4_k_f32_aligned_f16acc_coopmat_len = 23320; |
|
|
|
extern unsigned char matmul_q4_k_f32_aligned_fp32_data[12024]; |
|
const uint64_t matmul_q4_k_f32_aligned_fp32_len = 12024; |
|
|
|
extern unsigned char matmul_q4_k_f32_coopmat_data[22440]; |
|
const uint64_t matmul_q4_k_f32_coopmat_len = 22440; |
|
|
|
extern unsigned char matmul_q4_k_f32_f16acc_data[12148]; |
|
const uint64_t matmul_q4_k_f32_f16acc_len = 12148; |
|
|
|
extern unsigned char matmul_q4_k_f32_f16acc_coopmat_data[22500]; |
|
const uint64_t matmul_q4_k_f32_f16acc_coopmat_len = 22500; |
|
|
|
extern unsigned char matmul_q4_k_f32_fp32_data[12076]; |
|
const uint64_t matmul_q4_k_f32_fp32_len = 12076; |
|
|
|
extern unsigned char matmul_q5_0_f16_data[11096]; |
|
const uint64_t matmul_q5_0_f16_len = 11096; |
|
|
|
extern unsigned char matmul_q5_0_f16_aligned_data[11576]; |
|
const uint64_t matmul_q5_0_f16_aligned_len = 11576; |
|
|
|
extern unsigned char matmul_q5_0_f16_aligned_coopmat_data[20528]; |
|
const uint64_t matmul_q5_0_f16_aligned_coopmat_len = 20528; |
|
|
|
extern unsigned char matmul_q5_0_f16_aligned_f16acc_data[11544]; |
|
const uint64_t matmul_q5_0_f16_aligned_f16acc_len = 11544; |
|
|
|
extern unsigned char matmul_q5_0_f16_aligned_f16acc_coopmat_data[20604]; |
|
const uint64_t matmul_q5_0_f16_aligned_f16acc_coopmat_len = 20604; |
|
|
|
extern unsigned char matmul_q5_0_f16_aligned_fp32_data[11020]; |
|
const uint64_t matmul_q5_0_f16_aligned_fp32_len = 11020; |
|
|
|
extern unsigned char matmul_q5_0_f16_coopmat_data[19836]; |
|
const uint64_t matmul_q5_0_f16_coopmat_len = 19836; |
|
|
|
extern unsigned char matmul_q5_0_f16_f16acc_data[11048]; |
|
const uint64_t matmul_q5_0_f16_f16acc_len = 11048; |
|
|
|
extern unsigned char matmul_q5_0_f16_f16acc_coopmat_data[19896]; |
|
const uint64_t matmul_q5_0_f16_f16acc_coopmat_len = 19896; |
|
|
|
extern unsigned char matmul_q5_0_f16_fp32_data[11008]; |
|
const uint64_t matmul_q5_0_f16_fp32_len = 11008; |
|
|
|
extern unsigned char matmul_q5_0_f32_data[11112]; |
|
const uint64_t matmul_q5_0_f32_len = 11112; |
|
|
|
extern unsigned char matmul_q5_0_f32_aligned_data[11704]; |
|
const uint64_t matmul_q5_0_f32_aligned_len = 11704; |
|
|
|
extern unsigned char matmul_q5_0_f32_aligned_coopmat_data[20656]; |
|
const uint64_t matmul_q5_0_f32_aligned_coopmat_len = 20656; |
|
|
|
extern unsigned char matmul_q5_0_f32_aligned_f16acc_data[11672]; |
|
const uint64_t matmul_q5_0_f32_aligned_f16acc_len = 11672; |
|
|
|
extern unsigned char matmul_q5_0_f32_aligned_f16acc_coopmat_data[20732]; |
|
const uint64_t matmul_q5_0_f32_aligned_f16acc_coopmat_len = 20732; |
|
|
|
extern unsigned char matmul_q5_0_f32_aligned_fp32_data[10956]; |
|
const uint64_t matmul_q5_0_f32_aligned_fp32_len = 10956; |
|
|
|
extern unsigned char matmul_q5_0_f32_coopmat_data[19852]; |
|
const uint64_t matmul_q5_0_f32_coopmat_len = 19852; |
|
|
|
extern unsigned char matmul_q5_0_f32_f16acc_data[11064]; |
|
const uint64_t matmul_q5_0_f32_f16acc_len = 11064; |
|
|
|
extern unsigned char matmul_q5_0_f32_f16acc_coopmat_data[19912]; |
|
const uint64_t matmul_q5_0_f32_f16acc_coopmat_len = 19912; |
|
|
|
extern unsigned char matmul_q5_0_f32_fp32_data[10992]; |
|
const uint64_t matmul_q5_0_f32_fp32_len = 10992; |
|
|
|
extern unsigned char matmul_q5_1_f16_data[10976]; |
|
const uint64_t matmul_q5_1_f16_len = 10976; |
|
|
|
extern unsigned char matmul_q5_1_f16_aligned_data[11456]; |
|
const uint64_t matmul_q5_1_f16_aligned_len = 11456; |
|
|
|
extern unsigned char matmul_q5_1_f16_aligned_coopmat_data[20480]; |
|
const uint64_t matmul_q5_1_f16_aligned_coopmat_len = 20480; |
|
|
|
extern unsigned char matmul_q5_1_f16_aligned_f16acc_data[11424]; |
|
const uint64_t matmul_q5_1_f16_aligned_f16acc_len = 11424; |
|
|
|
extern unsigned char matmul_q5_1_f16_aligned_f16acc_coopmat_data[20556]; |
|
const uint64_t matmul_q5_1_f16_aligned_f16acc_coopmat_len = 20556; |
|
|
|
extern unsigned char matmul_q5_1_f16_aligned_fp32_data[10900]; |
|
const uint64_t matmul_q5_1_f16_aligned_fp32_len = 10900; |
|
|
|
extern unsigned char matmul_q5_1_f16_coopmat_data[19788]; |
|
const uint64_t matmul_q5_1_f16_coopmat_len = 19788; |
|
|
|
extern unsigned char matmul_q5_1_f16_f16acc_data[10928]; |
|
const uint64_t matmul_q5_1_f16_f16acc_len = 10928; |
|
|
|
extern unsigned char matmul_q5_1_f16_f16acc_coopmat_data[19848]; |
|
const uint64_t matmul_q5_1_f16_f16acc_coopmat_len = 19848; |
|
|
|
extern unsigned char matmul_q5_1_f16_fp32_data[10888]; |
|
const uint64_t matmul_q5_1_f16_fp32_len = 10888; |
|
|
|
extern unsigned char matmul_q5_1_f32_data[10992]; |
|
const uint64_t matmul_q5_1_f32_len = 10992; |
|
|
|
extern unsigned char matmul_q5_1_f32_aligned_data[11584]; |
|
const uint64_t matmul_q5_1_f32_aligned_len = 11584; |
|
|
|
extern unsigned char matmul_q5_1_f32_aligned_coopmat_data[20608]; |
|
const uint64_t matmul_q5_1_f32_aligned_coopmat_len = 20608; |
|
|
|
extern unsigned char matmul_q5_1_f32_aligned_f16acc_data[11552]; |
|
const uint64_t matmul_q5_1_f32_aligned_f16acc_len = 11552; |
|
|
|
extern unsigned char matmul_q5_1_f32_aligned_f16acc_coopmat_data[20684]; |
|
const uint64_t matmul_q5_1_f32_aligned_f16acc_coopmat_len = 20684; |
|
|
|
extern unsigned char matmul_q5_1_f32_aligned_fp32_data[10836]; |
|
const uint64_t matmul_q5_1_f32_aligned_fp32_len = 10836; |
|
|
|
extern unsigned char matmul_q5_1_f32_coopmat_data[19804]; |
|
const uint64_t matmul_q5_1_f32_coopmat_len = 19804; |
|
|
|
extern unsigned char matmul_q5_1_f32_f16acc_data[10944]; |
|
const uint64_t matmul_q5_1_f32_f16acc_len = 10944; |
|
|
|
extern unsigned char matmul_q5_1_f32_f16acc_coopmat_data[19864]; |
|
const uint64_t matmul_q5_1_f32_f16acc_coopmat_len = 19864; |
|
|
|
extern unsigned char matmul_q5_1_f32_fp32_data[10872]; |
|
const uint64_t matmul_q5_1_f32_fp32_len = 10872; |
|
|
|
extern unsigned char matmul_q5_k_f16_data[12736]; |
|
const uint64_t matmul_q5_k_f16_len = 12736; |
|
|
|
extern unsigned char matmul_q5_k_f16_aligned_data[13200]; |
|
const uint64_t matmul_q5_k_f16_aligned_len = 13200; |
|
|
|
extern unsigned char matmul_q5_k_f16_aligned_coopmat_data[23936]; |
|
const uint64_t matmul_q5_k_f16_aligned_coopmat_len = 23936; |
|
|
|
extern unsigned char matmul_q5_k_f16_aligned_f16acc_data[13168]; |
|
const uint64_t matmul_q5_k_f16_aligned_f16acc_len = 13168; |
|
|
|
extern unsigned char matmul_q5_k_f16_aligned_f16acc_coopmat_data[24012]; |
|
const uint64_t matmul_q5_k_f16_aligned_f16acc_coopmat_len = 24012; |
|
|
|
extern unsigned char matmul_q5_k_f16_aligned_fp32_data[12644]; |
|
const uint64_t matmul_q5_k_f16_aligned_fp32_len = 12644; |
|
|
|
extern unsigned char matmul_q5_k_f16_coopmat_data[23244]; |
|
const uint64_t matmul_q5_k_f16_coopmat_len = 23244; |
|
|
|
extern unsigned char matmul_q5_k_f16_f16acc_data[12688]; |
|
const uint64_t matmul_q5_k_f16_f16acc_len = 12688; |
|
|
|
extern unsigned char matmul_q5_k_f16_f16acc_coopmat_data[23304]; |
|
const uint64_t matmul_q5_k_f16_f16acc_coopmat_len = 23304; |
|
|
|
extern unsigned char matmul_q5_k_f16_fp32_data[12648]; |
|
const uint64_t matmul_q5_k_f16_fp32_len = 12648; |
|
|
|
extern unsigned char matmul_q5_k_f32_data[12736]; |
|
const uint64_t matmul_q5_k_f32_len = 12736; |
|
|
|
extern unsigned char matmul_q5_k_f32_aligned_data[13312]; |
|
const uint64_t matmul_q5_k_f32_aligned_len = 13312; |
|
|
|
extern unsigned char matmul_q5_k_f32_aligned_coopmat_data[24048]; |
|
const uint64_t matmul_q5_k_f32_aligned_coopmat_len = 24048; |
|
|
|
extern unsigned char matmul_q5_k_f32_aligned_f16acc_data[13280]; |
|
const uint64_t matmul_q5_k_f32_aligned_f16acc_len = 13280; |
|
|
|
extern unsigned char matmul_q5_k_f32_aligned_f16acc_coopmat_data[24124]; |
|
const uint64_t matmul_q5_k_f32_aligned_f16acc_coopmat_len = 24124; |
|
|
|
extern unsigned char matmul_q5_k_f32_aligned_fp32_data[12564]; |
|
const uint64_t matmul_q5_k_f32_aligned_fp32_len = 12564; |
|
|
|
extern unsigned char matmul_q5_k_f32_coopmat_data[23244]; |
|
const uint64_t matmul_q5_k_f32_coopmat_len = 23244; |
|
|
|
extern unsigned char matmul_q5_k_f32_f16acc_data[12688]; |
|
const uint64_t matmul_q5_k_f32_f16acc_len = 12688; |
|
|
|
extern unsigned char matmul_q5_k_f32_f16acc_coopmat_data[23304]; |
|
const uint64_t matmul_q5_k_f32_f16acc_coopmat_len = 23304; |
|
|
|
extern unsigned char matmul_q5_k_f32_fp32_data[12616]; |
|
const uint64_t matmul_q5_k_f32_fp32_len = 12616; |
|
|
|
extern unsigned char matmul_q6_k_f16_data[11784]; |
|
const uint64_t matmul_q6_k_f16_len = 11784; |
|
|
|
extern unsigned char matmul_q6_k_f16_aligned_data[12232]; |
|
const uint64_t matmul_q6_k_f16_aligned_len = 12232; |
|
|
|
extern unsigned char matmul_q6_k_f16_aligned_coopmat_data[21460]; |
|
const uint64_t matmul_q6_k_f16_aligned_coopmat_len = 21460; |
|
|
|
extern unsigned char matmul_q6_k_f16_aligned_f16acc_data[12200]; |
|
const uint64_t matmul_q6_k_f16_aligned_f16acc_len = 12200; |
|
|
|
extern unsigned char matmul_q6_k_f16_aligned_f16acc_coopmat_data[21536]; |
|
const uint64_t matmul_q6_k_f16_aligned_f16acc_coopmat_len = 21536; |
|
|
|
extern unsigned char matmul_q6_k_f16_aligned_fp32_data[11692]; |
|
const uint64_t matmul_q6_k_f16_aligned_fp32_len = 11692; |
|
|
|
extern unsigned char matmul_q6_k_f16_coopmat_data[20768]; |
|
const uint64_t matmul_q6_k_f16_coopmat_len = 20768; |
|
|
|
extern unsigned char matmul_q6_k_f16_f16acc_data[11736]; |
|
const uint64_t matmul_q6_k_f16_f16acc_len = 11736; |
|
|
|
extern unsigned char matmul_q6_k_f16_f16acc_coopmat_data[20828]; |
|
const uint64_t matmul_q6_k_f16_f16acc_coopmat_len = 20828; |
|
|
|
extern unsigned char matmul_q6_k_f16_fp32_data[11696]; |
|
const uint64_t matmul_q6_k_f16_fp32_len = 11696; |
|
|
|
extern unsigned char matmul_q6_k_f32_data[11800]; |
|
const uint64_t matmul_q6_k_f32_len = 11800; |
|
|
|
extern unsigned char matmul_q6_k_f32_aligned_data[12360]; |
|
const uint64_t matmul_q6_k_f32_aligned_len = 12360; |
|
|
|
extern unsigned char matmul_q6_k_f32_aligned_coopmat_data[21588]; |
|
const uint64_t matmul_q6_k_f32_aligned_coopmat_len = 21588; |
|
|
|
extern unsigned char matmul_q6_k_f32_aligned_f16acc_data[12328]; |
|
const uint64_t matmul_q6_k_f32_aligned_f16acc_len = 12328; |
|
|
|
extern unsigned char matmul_q6_k_f32_aligned_f16acc_coopmat_data[21664]; |
|
const uint64_t matmul_q6_k_f32_aligned_f16acc_coopmat_len = 21664; |
|
|
|
extern unsigned char matmul_q6_k_f32_aligned_fp32_data[11628]; |
|
const uint64_t matmul_q6_k_f32_aligned_fp32_len = 11628; |
|
|
|
extern unsigned char matmul_q6_k_f32_coopmat_data[20784]; |
|
const uint64_t matmul_q6_k_f32_coopmat_len = 20784; |
|
|
|
extern unsigned char matmul_q6_k_f32_f16acc_data[11752]; |
|
const uint64_t matmul_q6_k_f32_f16acc_len = 11752; |
|
|
|
extern unsigned char matmul_q6_k_f32_f16acc_coopmat_data[20844]; |
|
const uint64_t matmul_q6_k_f32_f16acc_coopmat_len = 20844; |
|
|
|
extern unsigned char matmul_q6_k_f32_fp32_data[11680]; |
|
const uint64_t matmul_q6_k_f32_fp32_len = 11680; |
|
|
|
extern unsigned char matmul_q8_0_f16_data[10628]; |
|
const uint64_t matmul_q8_0_f16_len = 10628; |
|
|
|
extern unsigned char matmul_q8_0_f16_aligned_data[11108]; |
|
const uint64_t matmul_q8_0_f16_aligned_len = 11108; |
|
|
|
extern unsigned char matmul_q8_0_f16_aligned_coopmat_data[19684]; |
|
const uint64_t matmul_q8_0_f16_aligned_coopmat_len = 19684; |
|
|
|
extern unsigned char matmul_q8_0_f16_aligned_f16acc_data[11076]; |
|
const uint64_t matmul_q8_0_f16_aligned_f16acc_len = 11076; |
|
|
|
extern unsigned char matmul_q8_0_f16_aligned_f16acc_coopmat_data[19760]; |
|
const uint64_t matmul_q8_0_f16_aligned_f16acc_coopmat_len = 19760; |
|
|
|
extern unsigned char matmul_q8_0_f16_aligned_fp32_data[10552]; |
|
const uint64_t matmul_q8_0_f16_aligned_fp32_len = 10552; |
|
|
|
extern unsigned char matmul_q8_0_f16_coopmat_data[18992]; |
|
const uint64_t matmul_q8_0_f16_coopmat_len = 18992; |
|
|
|
extern unsigned char matmul_q8_0_f16_f16acc_data[10580]; |
|
const uint64_t matmul_q8_0_f16_f16acc_len = 10580; |
|
|
|
extern unsigned char matmul_q8_0_f16_f16acc_coopmat_data[19052]; |
|
const uint64_t matmul_q8_0_f16_f16acc_coopmat_len = 19052; |
|
|
|
extern unsigned char matmul_q8_0_f16_fp32_data[10540]; |
|
const uint64_t matmul_q8_0_f16_fp32_len = 10540; |
|
|
|
extern unsigned char matmul_q8_0_f32_data[10644]; |
|
const uint64_t matmul_q8_0_f32_len = 10644; |
|
|
|
extern unsigned char matmul_q8_0_f32_aligned_data[11236]; |
|
const uint64_t matmul_q8_0_f32_aligned_len = 11236; |
|
|
|
extern unsigned char matmul_q8_0_f32_aligned_coopmat_data[19812]; |
|
const uint64_t matmul_q8_0_f32_aligned_coopmat_len = 19812; |
|
|
|
extern unsigned char matmul_q8_0_f32_aligned_f16acc_data[11204]; |
|
const uint64_t matmul_q8_0_f32_aligned_f16acc_len = 11204; |
|
|
|
extern unsigned char matmul_q8_0_f32_aligned_f16acc_coopmat_data[19888]; |
|
const uint64_t matmul_q8_0_f32_aligned_f16acc_coopmat_len = 19888; |
|
|
|
extern unsigned char matmul_q8_0_f32_aligned_fp32_data[10488]; |
|
const uint64_t matmul_q8_0_f32_aligned_fp32_len = 10488; |
|
|
|
extern unsigned char matmul_q8_0_f32_coopmat_data[19008]; |
|
const uint64_t matmul_q8_0_f32_coopmat_len = 19008; |
|
|
|
extern unsigned char matmul_q8_0_f32_f16acc_data[10596]; |
|
const uint64_t matmul_q8_0_f32_f16acc_len = 10596; |
|
|
|
extern unsigned char matmul_q8_0_f32_f16acc_coopmat_data[19068]; |
|
const uint64_t matmul_q8_0_f32_f16acc_coopmat_len = 19068; |
|
|
|
extern unsigned char matmul_q8_0_f32_fp32_data[10524]; |
|
const uint64_t matmul_q8_0_f32_fp32_len = 10524; |
|
|
|
extern unsigned char mul_f32_data[5916]; |
|
const uint64_t mul_f32_len = 5916; |
|
|
|
extern unsigned char mul_mat_vec_f16_f16_f32_data[16948]; |
|
const uint64_t mul_mat_vec_f16_f16_f32_len = 16948; |
|
|
|
extern unsigned char mul_mat_vec_f16_f32_f32_data[16756]; |
|
const uint64_t mul_mat_vec_f16_f32_f32_len = 16756; |
|
|
|
extern unsigned char mul_mat_vec_f32_f16_f32_data[16756]; |
|
const uint64_t mul_mat_vec_f32_f16_f32_len = 16756; |
|
|
|
extern unsigned char mul_mat_vec_f32_f32_f32_data[16528]; |
|
const uint64_t mul_mat_vec_f32_f32_f32_len = 16528; |
|
|
|
extern unsigned char mul_mat_vec_id_f16_f32_data[16612]; |
|
const uint64_t mul_mat_vec_id_f16_f32_len = 16612; |
|
|
|
extern unsigned char mul_mat_vec_id_f32_f32_data[16384]; |
|
const uint64_t mul_mat_vec_id_f32_f32_len = 16384; |
|
|
|
extern unsigned char mul_mat_vec_id_iq1_m_f32_data[35720]; |
|
const uint64_t mul_mat_vec_id_iq1_m_f32_len = 35720; |
|
|
|
extern unsigned char mul_mat_vec_id_iq1_s_f32_data[34272]; |
|
const uint64_t mul_mat_vec_id_iq1_s_f32_len = 34272; |
|
|
|
extern unsigned char mul_mat_vec_id_iq2_s_f32_data[43104]; |
|
const uint64_t mul_mat_vec_id_iq2_s_f32_len = 43104; |
|
|
|
extern unsigned char mul_mat_vec_id_iq2_xs_f32_data[29688]; |
|
const uint64_t mul_mat_vec_id_iq2_xs_f32_len = 29688; |
|
|
|
extern unsigned char mul_mat_vec_id_iq2_xxs_f32_data[23912]; |
|
const uint64_t mul_mat_vec_id_iq2_xxs_f32_len = 23912; |
|
|
|
extern unsigned char mul_mat_vec_id_iq3_s_f32_data[28256]; |
|
const uint64_t mul_mat_vec_id_iq3_s_f32_len = 28256; |
|
|
|
extern unsigned char mul_mat_vec_id_iq3_xxs_f32_data[21880]; |
|
const uint64_t mul_mat_vec_id_iq3_xxs_f32_len = 21880; |
|
|
|
extern unsigned char mul_mat_vec_id_iq4_nl_f32_data[23272]; |
|
const uint64_t mul_mat_vec_id_iq4_nl_f32_len = 23272; |
|
|
|
extern unsigned char mul_mat_vec_id_iq4_xs_f32_data[31212]; |
|
const uint64_t mul_mat_vec_id_iq4_xs_f32_len = 31212; |
|
|
|
extern unsigned char mul_mat_vec_id_q2_k_f32_data[29556]; |
|
const uint64_t mul_mat_vec_id_q2_k_f32_len = 29556; |
|
|
|
extern unsigned char mul_mat_vec_id_q3_k_f32_data[32304]; |
|
const uint64_t mul_mat_vec_id_q3_k_f32_len = 32304; |
|
|
|
extern unsigned char mul_mat_vec_id_q4_0_f32_data[21784]; |
|
const uint64_t mul_mat_vec_id_q4_0_f32_len = 21784; |
|
|
|
extern unsigned char mul_mat_vec_id_q4_1_f32_data[24020]; |
|
const uint64_t mul_mat_vec_id_q4_1_f32_len = 24020; |
|
|
|
extern unsigned char mul_mat_vec_id_q4_k_f32_data[16892]; |
|
const uint64_t mul_mat_vec_id_q4_k_f32_len = 16892; |
|
|
|
extern unsigned char mul_mat_vec_id_q5_0_f32_data[28600]; |
|
const uint64_t mul_mat_vec_id_q5_0_f32_len = 28600; |
|
|
|
extern unsigned char mul_mat_vec_id_q5_1_f32_data[30028]; |
|
const uint64_t mul_mat_vec_id_q5_1_f32_len = 30028; |
|
|
|
extern unsigned char mul_mat_vec_id_q5_k_f32_data[18396]; |
|
const uint64_t mul_mat_vec_id_q5_k_f32_len = 18396; |
|
|
|
extern unsigned char mul_mat_vec_id_q6_k_f32_data[24580]; |
|
const uint64_t mul_mat_vec_id_q6_k_f32_len = 24580; |
|
|
|
extern unsigned char mul_mat_vec_id_q8_0_f32_data[22156]; |
|
const uint64_t mul_mat_vec_id_q8_0_f32_len = 22156; |
|
|
|
extern unsigned char mul_mat_vec_iq1_m_f16_f32_data[36060]; |
|
const uint64_t mul_mat_vec_iq1_m_f16_f32_len = 36060; |
|
|
|
extern unsigned char mul_mat_vec_iq1_m_f32_f32_data[35968]; |
|
const uint64_t mul_mat_vec_iq1_m_f32_f32_len = 35968; |
|
|
|
extern unsigned char mul_mat_vec_iq1_s_f16_f32_data[34600]; |
|
const uint64_t mul_mat_vec_iq1_s_f16_f32_len = 34600; |
|
|
|
extern unsigned char mul_mat_vec_iq1_s_f32_f32_data[34520]; |
|
const uint64_t mul_mat_vec_iq1_s_f32_f32_len = 34520; |
|
|
|
extern unsigned char mul_mat_vec_iq2_s_f16_f32_data[43448]; |
|
const uint64_t mul_mat_vec_iq2_s_f16_f32_len = 43448; |
|
|
|
extern unsigned char mul_mat_vec_iq2_s_f32_f32_data[43368]; |
|
const uint64_t mul_mat_vec_iq2_s_f32_f32_len = 43368; |
|
|
|
extern unsigned char mul_mat_vec_iq2_xs_f16_f32_data[30016]; |
|
const uint64_t mul_mat_vec_iq2_xs_f16_f32_len = 30016; |
|
|
|
extern unsigned char mul_mat_vec_iq2_xs_f32_f32_data[29936]; |
|
const uint64_t mul_mat_vec_iq2_xs_f32_f32_len = 29936; |
|
|
|
extern unsigned char mul_mat_vec_iq2_xxs_f16_f32_data[24224]; |
|
const uint64_t mul_mat_vec_iq2_xxs_f16_f32_len = 24224; |
|
|
|
extern unsigned char mul_mat_vec_iq2_xxs_f32_f32_data[24144]; |
|
const uint64_t mul_mat_vec_iq2_xxs_f32_f32_len = 24144; |
|
|
|
extern unsigned char mul_mat_vec_iq3_s_f16_f32_data[28600]; |
|
const uint64_t mul_mat_vec_iq3_s_f16_f32_len = 28600; |
|
|
|
extern unsigned char mul_mat_vec_iq3_s_f32_f32_data[28520]; |
|
const uint64_t mul_mat_vec_iq3_s_f32_f32_len = 28520; |
|
|
|
extern unsigned char mul_mat_vec_iq3_xxs_f16_f32_data[22192]; |
|
const uint64_t mul_mat_vec_iq3_xxs_f16_f32_len = 22192; |
|
|
|
extern unsigned char mul_mat_vec_iq3_xxs_f32_f32_data[22112]; |
|
const uint64_t mul_mat_vec_iq3_xxs_f32_f32_len = 22112; |
|
|
|
extern unsigned char mul_mat_vec_iq4_nl_f16_f32_data[23624]; |
|
const uint64_t mul_mat_vec_iq4_nl_f16_f32_len = 23624; |
|
|
|
extern unsigned char mul_mat_vec_iq4_nl_f32_f32_data[23416]; |
|
const uint64_t mul_mat_vec_iq4_nl_f32_f32_len = 23416; |
|
|
|
extern unsigned char mul_mat_vec_iq4_xs_f16_f32_data[31580]; |
|
const uint64_t mul_mat_vec_iq4_xs_f16_f32_len = 31580; |
|
|
|
extern unsigned char mul_mat_vec_iq4_xs_f32_f32_data[31372]; |
|
const uint64_t mul_mat_vec_iq4_xs_f32_f32_len = 31372; |
|
|
|
extern unsigned char mul_mat_vec_nc_f16_f32_data[2860]; |
|
const uint64_t mul_mat_vec_nc_f16_f32_len = 2860; |
|
|
|
extern unsigned char mul_mat_vec_p021_f16_f32_data[2804]; |
|
const uint64_t mul_mat_vec_p021_f16_f32_len = 2804; |
|
|
|
extern unsigned char mul_mat_vec_q2_k_f16_f32_data[30284]; |
|
const uint64_t mul_mat_vec_q2_k_f16_f32_len = 30284; |
|
|
|
extern unsigned char mul_mat_vec_q2_k_f32_f32_data[29788]; |
|
const uint64_t mul_mat_vec_q2_k_f32_f32_len = 29788; |
|
|
|
extern unsigned char mul_mat_vec_q3_k_f16_f32_data[33048]; |
|
const uint64_t mul_mat_vec_q3_k_f16_f32_len = 33048; |
|
|
|
extern unsigned char mul_mat_vec_q3_k_f32_f32_data[32520]; |
|
const uint64_t mul_mat_vec_q3_k_f32_f32_len = 32520; |
|
|
|
extern unsigned char mul_mat_vec_q4_0_f16_f32_data[22136]; |
|
const uint64_t mul_mat_vec_q4_0_f16_f32_len = 22136; |
|
|
|
extern unsigned char mul_mat_vec_q4_0_f32_f32_data[21928]; |
|
const uint64_t mul_mat_vec_q4_0_f32_f32_len = 21928; |
|
|
|
extern unsigned char mul_mat_vec_q4_1_f16_f32_data[24388]; |
|
const uint64_t mul_mat_vec_q4_1_f16_f32_len = 24388; |
|
|
|
extern unsigned char mul_mat_vec_q4_1_f32_f32_data[24180]; |
|
const uint64_t mul_mat_vec_q4_1_f32_f32_len = 24180; |
|
|
|
extern unsigned char mul_mat_vec_q4_k_f16_f32_data[17300]; |
|
const uint64_t mul_mat_vec_q4_k_f16_f32_len = 17300; |
|
|
|
extern unsigned char mul_mat_vec_q4_k_f32_f32_data[17156]; |
|
const uint64_t mul_mat_vec_q4_k_f32_f32_len = 17156; |
|
|
|
extern unsigned char mul_mat_vec_q5_0_f16_f32_data[28968]; |
|
const uint64_t mul_mat_vec_q5_0_f16_f32_len = 28968; |
|
|
|
extern unsigned char mul_mat_vec_q5_0_f32_f32_data[28760]; |
|
const uint64_t mul_mat_vec_q5_0_f32_f32_len = 28760; |
|
|
|
extern unsigned char mul_mat_vec_q5_1_f16_f32_data[30396]; |
|
const uint64_t mul_mat_vec_q5_1_f16_f32_len = 30396; |
|
|
|
extern unsigned char mul_mat_vec_q5_1_f32_f32_data[30188]; |
|
const uint64_t mul_mat_vec_q5_1_f32_f32_len = 30188; |
|
|
|
extern unsigned char mul_mat_vec_q5_k_f16_f32_data[18900]; |
|
const uint64_t mul_mat_vec_q5_k_f16_f32_len = 18900; |
|
|
|
extern unsigned char mul_mat_vec_q5_k_f32_f32_data[18660]; |
|
const uint64_t mul_mat_vec_q5_k_f32_f32_len = 18660; |
|
|
|
extern unsigned char mul_mat_vec_q6_k_f16_f32_data[25084]; |
|
const uint64_t mul_mat_vec_q6_k_f16_f32_len = 25084; |
|
|
|
extern unsigned char mul_mat_vec_q6_k_f32_f32_data[24812]; |
|
const uint64_t mul_mat_vec_q6_k_f32_f32_len = 24812; |
|
|
|
extern unsigned char mul_mat_vec_q8_0_f16_f32_data[22508]; |
|
const uint64_t mul_mat_vec_q8_0_f16_f32_len = 22508; |
|
|
|
extern unsigned char mul_mat_vec_q8_0_f32_f32_data[22300]; |
|
const uint64_t mul_mat_vec_q8_0_f32_f32_len = 22300; |
|
|
|
extern unsigned char norm_f32_data[2816]; |
|
const uint64_t norm_f32_len = 2816; |
|
|
|
extern unsigned char opt_step_adamw_f32_data[2712]; |
|
const uint64_t opt_step_adamw_f32_len = 2712; |
|
|
|
extern unsigned char pad_f32_data[3988]; |
|
const uint64_t pad_f32_len = 3988; |
|
|
|
extern unsigned char pool2d_f32_data[3504]; |
|
const uint64_t pool2d_f32_len = 3504; |
|
|
|
extern unsigned char relu_f32_data[1420]; |
|
const uint64_t relu_f32_len = 1420; |
|
|
|
extern unsigned char repeat_back_f32_data[4772]; |
|
const uint64_t repeat_back_f32_len = 4772; |
|
|
|
extern unsigned char repeat_f32_data[4384]; |
|
const uint64_t repeat_f32_len = 4384; |
|
|
|
extern unsigned char rms_norm_back_f32_data[3184]; |
|
const uint64_t rms_norm_back_f32_len = 3184; |
|
|
|
extern unsigned char rms_norm_f32_data[2544]; |
|
const uint64_t rms_norm_f32_len = 2544; |
|
|
|
extern unsigned char rope_multi_f16_data[6316]; |
|
const uint64_t rope_multi_f16_len = 6316; |
|
|
|
extern unsigned char rope_multi_f16_rte_data[6340]; |
|
const uint64_t rope_multi_f16_rte_len = 6340; |
|
|
|
extern unsigned char rope_multi_f32_data[6216]; |
|
const uint64_t rope_multi_f32_len = 6216; |
|
|
|
extern unsigned char rope_neox_f16_data[4544]; |
|
const uint64_t rope_neox_f16_len = 4544; |
|
|
|
extern unsigned char rope_neox_f16_rte_data[4568]; |
|
const uint64_t rope_neox_f16_rte_len = 4568; |
|
|
|
extern unsigned char rope_neox_f32_data[4444]; |
|
const uint64_t rope_neox_f32_len = 4444; |
|
|
|
extern unsigned char rope_norm_f16_data[4544]; |
|
const uint64_t rope_norm_f16_len = 4544; |
|
|
|
extern unsigned char rope_norm_f16_rte_data[4568]; |
|
const uint64_t rope_norm_f16_rte_len = 4568; |
|
|
|
extern unsigned char rope_norm_f32_data[4444]; |
|
const uint64_t rope_norm_f32_len = 4444; |
|
|
|
extern unsigned char rope_vision_f16_data[4988]; |
|
const uint64_t rope_vision_f16_len = 4988; |
|
|
|
extern unsigned char rope_vision_f16_rte_data[5012]; |
|
const uint64_t rope_vision_f16_rte_len = 5012; |
|
|
|
extern unsigned char rope_vision_f32_data[4888]; |
|
const uint64_t rope_vision_f32_len = 4888; |
|
|
|
extern unsigned char rwkv_wkv6_f32_data[32112]; |
|
const uint64_t rwkv_wkv6_f32_len = 32112; |
|
|
|
extern unsigned char scale_f32_data[2532]; |
|
const uint64_t scale_f32_len = 2532; |
|
|
|
extern unsigned char sigmoid_f32_data[1492]; |
|
const uint64_t sigmoid_f32_len = 1492; |
|
|
|
extern unsigned char silu_back_f32_data[1780]; |
|
const uint64_t silu_back_f32_len = 1780; |
|
|
|
extern unsigned char silu_f32_data[1472]; |
|
const uint64_t silu_f32_len = 1472; |
|
|
|
extern unsigned char sin_f32_data[4708]; |
|
const uint64_t sin_f32_len = 4708; |
|
|
|
extern unsigned char soft_max_back_f32_data[2780]; |
|
const uint64_t soft_max_back_f32_len = 2780; |
|
|
|
extern unsigned char soft_max_f32_data[72396]; |
|
const uint64_t soft_max_f32_len = 72396; |
|
|
|
extern unsigned char soft_max_f32_f16_data[73632]; |
|
const uint64_t soft_max_f32_f16_len = 73632; |
|
|
|
extern unsigned char split_k_reduce_data[2764]; |
|
const uint64_t split_k_reduce_len = 2764; |
|
|
|
extern unsigned char sqr_f32_data[4704]; |
|
const uint64_t sqr_f32_len = 4704; |
|
|
|
extern unsigned char sub_f32_data[5916]; |
|
const uint64_t sub_f32_len = 5916; |
|
|
|
extern unsigned char sum_rows_f32_data[2320]; |
|
const uint64_t sum_rows_f32_len = 2320; |
|
|
|
extern unsigned char tanh_f32_data[1512]; |
|
const uint64_t tanh_f32_len = 1512; |
|
|
|
extern unsigned char timestep_embedding_f32_data[2000]; |
|
const uint64_t timestep_embedding_f32_len = 2000; |
|
|
|
extern unsigned char upscale_f32_data[2952]; |
|
const uint64_t upscale_f32_len = 2952; |
|
|
|
|
