{ | |
"algo": "lora", | |
"multiplier": 1.0, | |
"linear_dim": 64, | |
"linear_alpha": 32, | |
"apply_preset": { | |
"target_module": [ | |
"Attention", | |
"FeedForward" | |
], | |
"module_algo_map": { | |
"Attention": { | |
"factor": 16 | |
}, | |
"FeedForward": { | |
"factor": 8 | |
} | |
} | |
} | |
} |
{ | |
"algo": "lora", | |
"multiplier": 1.0, | |
"linear_dim": 64, | |
"linear_alpha": 32, | |
"apply_preset": { | |
"target_module": [ | |
"Attention", | |
"FeedForward" | |
], | |
"module_algo_map": { | |
"Attention": { | |
"factor": 16 | |
}, | |
"FeedForward": { | |
"factor": 8 | |
} | |
} | |
} | |
} |