Tatvajsh commited on
Commit
66078b4
1 Parent(s): 35f0f58

Tatvajsh/AHS_OPS_and_WPCS_DPO_TEST

Browse files
README.md CHANGED
@@ -41,7 +41,7 @@ The following hyperparameters were used during training:
41
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
42
  - lr_scheduler_type: cosine
43
  - lr_scheduler_warmup_steps: 100
44
- - num_epochs: 3.0
45
  - mixed_precision_training: Native AMP
46
 
47
  ### Training results
 
41
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
42
  - lr_scheduler_type: cosine
43
  - lr_scheduler_warmup_steps: 100
44
+ - training_steps: 25
45
  - mixed_precision_training: Native AMP
46
 
47
  ### Training results
adapter_config.json CHANGED
@@ -16,14 +16,14 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "k_proj",
20
  "up_proj",
21
- "gate_proj",
22
- "v_proj",
23
  "base_layer",
24
- "q_proj",
25
  "down_proj",
26
- "o_proj"
 
 
 
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "o_proj",
20
  "up_proj",
 
 
21
  "base_layer",
 
22
  "down_proj",
23
+ "gate_proj",
24
+ "k_proj",
25
+ "v_proj",
26
+ "q_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55bd7e08330b513c44514e16e8a1338069bc93c308a9e1a29b5044b98b7e2287
3
  size 50899792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39807b75721563aac809f56c3281d66ccedb91d733a82b15a11e7d83ddd15aa
3
  size 50899792
final_checkpoint/adapter_config.json CHANGED
@@ -16,14 +16,14 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "k_proj",
20
  "up_proj",
21
- "gate_proj",
22
- "v_proj",
23
  "base_layer",
24
- "q_proj",
25
  "down_proj",
26
- "o_proj"
 
 
 
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "o_proj",
20
  "up_proj",
 
 
21
  "base_layer",
 
22
  "down_proj",
23
+ "gate_proj",
24
+ "k_proj",
25
+ "v_proj",
26
+ "q_proj"
27
  ],
28
  "task_type": "CAUSAL_LM"
29
  }
final_checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:55bd7e08330b513c44514e16e8a1338069bc93c308a9e1a29b5044b98b7e2287
3
  size 50899792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d39807b75721563aac809f56c3281d66ccedb91d733a82b15a11e7d83ddd15aa
3
  size 50899792
runs/Nov17_15-42-42_df47c38593bf/events.out.tfevents.1700235764.df47c38593bf.4087.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1019f42a39bfe140ea3b2d9001ff223f84d2fec85fc56886413bea4c6f2c0bd7
3
+ size 8467
runs/Nov17_15-53-08_df47c38593bf/events.out.tfevents.1700236389.df47c38593bf.7034.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fcaf657e6e5f9e85ede1a83e7cd478fc8d3bcded17b2f3b878ac48da4e6bb59
3
+ size 6322
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c9fa84eb2fcacd951f172ac55836679ab6eea4078fe85a94ba2ecea341af6d1
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4809b7f30c299e6c080868f71f4e8941499f8f6adb6aa41a30e9fc615b6e5283
3
  size 4664