LibreFLUX / lycoris_config.h100.json
jimmycarter's picture
Upload 3 files
8f3eb58 verified
{
"algo": "lokr",
"multiplier": 1.0,
"linear_dim": 1000000,
"linear_alpha": 1,
"factor": 2,
"full_matrix": true,
"apply_preset": {
"target_module": [
"FluxTransformerBlock",
"FluxSingleTransformerBlock"
],
"name_algo_map": {
"transformer_blocks.[0-7].ff*": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[0-7].norm1": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[0-7].norm1_context": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[0-7]*": {
"algo": "lokr",
"factor": 2,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[8-15].ff*": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[8-15].norm1": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[8-15].norm1_context": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[8-15]*": {
"algo": "lokr",
"factor": 2,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[16-18].ff*": {
"algo": "lokr",
"factor": 4,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[16-18].norm1": {
"algo": "lokr",
"factor": 4,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[16-18].norm1_context": {
"algo": "lokr",
"factor": 4,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"transformer_blocks.[16-18]*": {
"algo": "lokr",
"factor": 8,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[0-15].ff*": {
"algo": "lokr",
"factor": 3,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[0-15].norm": {
"algo": "lokr",
"factor": 3,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[0-15]*": {
"algo": "lokr",
"factor": 6,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[16-23].ff*": {
"algo": "lokr",
"factor": 2,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[16-23].norm": {
"algo": "lokr",
"factor": 2,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[16-23]*": {
"algo": "lokr",
"factor": 4,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[24-37].ff*": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[24-37].norm": {
"algo": "lokr",
"factor": 1,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
},
"single_transformer_blocks.[24-37]*": {
"algo": "lokr",
"factor": 2,
"linear_dim": 1000000,
"linear_alpha": 1,
"full_matrix": true
}
},
"use_fnmatch": true
}
}