| { | |
| "algo": "lokr", | |
| "multiplier": 1.0, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "factor": 2, | |
| "full_matrix": true, | |
| "apply_preset": { | |
| "target_module": [ | |
| "FluxTransformerBlock", | |
| "FluxSingleTransformerBlock" | |
| ], | |
| "name_algo_map": { | |
| "transformer_blocks.[0-7].ff*": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[0-7].norm1": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[0-7].norm1_context": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[0-7]*": { | |
| "algo": "lokr", | |
| "factor": 2, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[8-15].ff*": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[8-15].norm1": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[8-15].norm1_context": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[8-15]*": { | |
| "algo": "lokr", | |
| "factor": 2, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[16-18].ff*": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[16-18].norm1": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[16-18].norm1_context": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[16-18]*": { | |
| "algo": "lokr", | |
| "factor": 8, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[0-15].ff*": { | |
| "algo": "lokr", | |
| "factor": 3, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[0-15].norm": { | |
| "algo": "lokr", | |
| "factor": 3, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[0-15]*": { | |
| "algo": "lokr", | |
| "factor": 6, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[16-23].ff*": { | |
| "algo": "lokr", | |
| "factor": 2, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[16-23].norm": { | |
| "algo": "lokr", | |
| "factor": 2, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[16-23]*": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[24-37].ff*": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[24-37].norm": { | |
| "algo": "lokr", | |
| "factor": 1, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[24-37]*": { | |
| "algo": "lokr", | |
| "factor": 2, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| } | |
| }, | |
| "use_fnmatch": true | |
| } | |
| } | |