Hugging Face's logo

rominaoji
/
islandic_lora32

Model card Files Community
islandic_lora32
File size: 563 Bytes 
d80e6e5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 
{
  "config": {
    "alpha": 64,
    "architecture": "lora",
    "attn_matrices": [
      "q",
      "v"
    ],
    "composition_mode": "add",
    "dropout": 0.1,
    "init_weights": "lora",
    "intermediate_lora": false,
    "leave_out": [],
    "output_lora": false,
    "r": 32,
    "selfattn_lora": true,
    "use_gating": false
  },
  "config_id": "6b97e74b95889514",
  "hidden_size": 768,
  "model_class": "DebertaV2ForMaskedLM",
  "model_name": "microsoft/mdeberta-v3-base",
  "model_type": "deberta-v2",
  "name": "cc100",
  "version": "adapters.1.0.0"
}