File size: 668 Bytes
c64dfa4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
denoiser:
target: mld.models.architectures.mld_denoiser.MldDenoiser
params:
latent_dim: ${model.latent_dim}
hidden_dim: 256
text_dim: 768
time_dim: 768
ff_size: 1024
num_layers: 9
num_heads: 4
dropout: 0.1
normalize_before: false
norm_eps: 1e-5
activation: 'gelu'
norm_post: true
activation_post: null
flip_sin_to_cos: true
freq_shift: 0
time_act_fn: 'silu'
time_post_act_fn: null
position_embedding: 'learned'
arch: 'trans_enc'
add_mem_pos: true
force_pre_post_proj: true
text_act_fn: null
zero_init_cond: true
controlnet_embed_dim: 256
controlnet_act_fn: 'silu'
|