shirleyah commited on
Commit
ab92fc9
·
verified ·
1 Parent(s): 9591299

Training in progress, epoch 0

Browse files
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_proj",
24
- "o_proj",
25
- "k_proj",
26
  "v_proj",
 
27
  "down_proj",
 
28
  "q_proj",
29
- "up_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "up_proj",
 
 
24
  "v_proj",
25
+ "k_proj",
26
  "down_proj",
27
+ "gate_proj",
28
  "q_proj",
29
+ "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a5e7352184188f9be346fc95471276d242188545979ed9b600719152fe5c70c
3
  size 6887174944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc12cb0e58fa66054250b361ac53fc99169cb9ddcfd1082ce7dac2a9242bbe8a
3
  size 6887174944
runs/Jun24_22-50-40_ip-172-31-74-230/events.out.tfevents.1719269441.ip-172-31-74-230 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d308895a8d7cff504a8298d3a23943bb2eed35b7a928efadb01a446a69d846
3
+ size 5599
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 3072,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93d0f5471a825f637cf06eefb24b47b9784517f72f18028f35a663a448b39dfe
3
  size 5176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670972e77e0612451feb1bb520845048c6dd75fd95a6108b95ad53395e05f066
3
  size 5176