sshetty commited on
Commit
22eecaf
1 Parent(s): c433521

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -10,7 +10,7 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 32,
14
  "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
@@ -21,11 +21,11 @@
21
  "revision": null,
22
  "target_modules": [
23
  "gate_up_proj",
 
24
  "qkv_proj",
25
- "o_proj",
26
- "down_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
- "use_rslora": true
31
  }
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 256,
14
  "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
 
21
  "revision": null,
22
  "target_modules": [
23
  "gate_up_proj",
24
+ "down_proj",
25
  "qkv_proj",
26
+ "o_proj"
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
30
+ "use_rslora": false
31
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e4e3acb35584160ca3fe3e71c09ebe3d62b4d1be977c553bfc2ddbd369c851b
3
  size 805341552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc0365da59a6a70a5d3d7df6b7d135f9b3877b3b6deaf1a1244d351bc38b67b1
3
  size 805341552
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:89f329e94931cc3b2c58cdbef97e180ed194dfbb6f26bd8ea078c454020a5da2
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa509173696f55eb0730f9f9bbea72d4eb8215d7f61bc74e75fc64b6f8153e04
3
  size 5368