tuanna08go commited on
Commit
f7109d4
·
verified ·
1 Parent(s): 8bf7869

Training in progress, step 1, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "up_proj",
 
 
24
  "v_proj",
25
  "q_proj",
26
- "down_proj",
27
- "k_proj",
28
- "gate_proj",
29
- "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "gate_proj",
24
  "up_proj",
25
+ "o_proj",
26
+ "down_proj",
27
  "v_proj",
28
  "q_proj",
29
+ "k_proj"
 
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0b84e48017d871f42d1cd64cedba7be9b2b2716880c2a516286aa3a00889d8b
3
  size 137714904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7dd43504caa6e3c4e0865228e9c86b4d107d29815ba3aeabc5527a3d7bf536
3
  size 137714904
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8d781b024bc8c21ff06621be1b525bf0979918b7d37a4f443500ed69871d1db
3
  size 70674004
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede2b629e3e2c39ff05a949466b294289b24d9a42ddd52e37306b6da9eae152a
3
  size 70674004
last-checkpoint/trainer_state.json CHANGED
@@ -11,9 +11,9 @@
11
  {
12
  "epoch": 0.00026768386535501573,
13
  "eval_loss": 2.071660041809082,
14
- "eval_runtime": 396.0093,
15
- "eval_samples_per_second": 3.972,
16
- "eval_steps_per_second": 1.987,
17
  "step": 1
18
  }
19
  ],
 
11
  {
12
  "epoch": 0.00026768386535501573,
13
  "eval_loss": 2.071660041809082,
14
+ "eval_runtime": 493.3932,
15
+ "eval_samples_per_second": 3.188,
16
+ "eval_steps_per_second": 1.595,
17
  "step": 1
18
  }
19
  ],
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6d809d2829fef13038bc3334caed1dfe5f274520cc3364e30c729508f10a6ac
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1d6e4eecbe56c61402444c5ada80afa4fa66f732c4e57af55e046997df8098
3
  size 6776