denoiser:
  target: mld.models.architectures.mld_denoiser.MldDenoiser
  params:
    latent_dim: ${model.latent_dim}
    hidden_dim: 256
    text_dim: 768
    time_dim: 768
    ff_size: 1024
    num_layers: 9
    num_heads: 4
    dropout: 0.1
    normalize_before: false
    norm_eps: 1e-5
    activation: 'gelu'
    norm_post: true
    activation_post: null
    flip_sin_to_cos: true
    freq_shift: 0
    time_act_fn: 'silu'
    time_post_act_fn: null
    position_embedding: 'learned'
    arch: 'trans_enc'
    add_mem_pos: true
    force_pre_post_proj: true
    text_act_fn: null
    zero_init_cond: true
    controlnet_embed_dim: 256
    controlnet_act_fn: 'silu'