{ "algo": "lokr", "multiplier": 1.0, "linear_dim": 1000000, "linear_alpha": 1, "factor": 2, "full_matrix": true, "apply_preset": { "target_module": [ "FluxTransformerBlock", "FluxSingleTransformerBlock" ], "name_algo_map": { "transformer_blocks.[0-7].ff*": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[0-7].norm1": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[0-7].norm1_context": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[0-7]*": { "algo": "lokr", "factor": 2, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[8-15].ff*": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[8-15].norm1": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[8-15].norm1_context": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[8-15]*": { "algo": "lokr", "factor": 2, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[16-18].ff*": { "algo": "lokr", "factor": 4, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[16-18].norm1": { "algo": "lokr", "factor": 4, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[16-18].norm1_context": { "algo": "lokr", "factor": 4, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "transformer_blocks.[16-18]*": { "algo": "lokr", "factor": 8, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[0-15].ff*": { "algo": "lokr", "factor": 3, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[0-15].norm": { "algo": "lokr", "factor": 3, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[0-15]*": { "algo": "lokr", "factor": 6, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[16-23].ff*": { "algo": "lokr", "factor": 2, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[16-23].norm": { "algo": "lokr", "factor": 2, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[16-23]*": { "algo": "lokr", "factor": 4, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[24-37].ff*": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[24-37].norm": { "algo": "lokr", "factor": 1, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true }, "single_transformer_blocks.[24-37]*": { "algo": "lokr", "factor": 2, "linear_dim": 1000000, "linear_alpha": 1, "full_matrix": true } }, "use_fnmatch": true } }