Hugging Face's logo

thewilltejeda
/
phi-1_5-finetuned-no_robots-_text_higherLR_higherLora_before_peft_combined

TensorBoard
Safetensors
Model card Files Metrics Community
thewilltejeda commited on
Commit
9d696a9
·
1 Parent(s): 4f1e485

Training in progress, step 2000

Browse files
Files changed (9) hide show
  1. adapter_config.json +23 -0
  2. adapter_model.safetensors +3 -0
  3. runs/Nov20_03-36-51_e1dbce61468e/events.out.tfevents.1700451415.e1dbce61468e.111317.0 +3 -0
  4. runs/Nov20_03-41-48_e1dbce61468e/events.out.tfevents.1700451709.e1dbce61468e.113166.0 +3 -0
  5. runs/Nov20_03-45-59_e1dbce61468e/events.out.tfevents.1700451960.e1dbce61468e.114427.0 +3 -0
  6. runs/Nov20_03-49-07_e1dbce61468e/events.out.tfevents.1700452147.e1dbce61468e.115408.0 +3 -0
  7. runs/Nov20_03-52-18_e1dbce61468e/events.out.tfevents.1700452339.e1dbce61468e.116417.0 +3 -0
  8. runs/Nov20_03-55-30_e1dbce61468e/events.out.tfevents.1700452530.e1dbce61468e.117493.0 +3 -0
  9. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "microsoft/phi-1_5",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "lora_alpha": 1024,
12
+ "lora_dropout": 0.05,
13
+ "modules_to_save": null,
14
+ "peft_type": "LORA",
15
+ "r": 1024,
16
+ "rank_pattern": {},
17
+ "revision": null,
18
+ "target_modules": [
19
+ "Wqkv",
20
+ "out_proj"
21
+ ],
22
+ "task_type": "CAUSAL_LM"
23
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbe33e0795393e36bcbbea9f9029cdc9ca80eb81bfb0c4e59d969e397644eac2
3
+ size 1207972624
runs/Nov20_03-36-51_e1dbce61468e/events.out.tfevents.1700451415.e1dbce61468e.111317.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26af0e8a274f46f50261d8011a5791723c20c90e09301c296d12c18ea64fb262
3
+ size 5554
runs/Nov20_03-41-48_e1dbce61468e/events.out.tfevents.1700451709.e1dbce61468e.113166.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da69771583cc37cddcea5bc0f002f19687efb58b5e0318dbd84d902fd3ca6188
3
+ size 5556
runs/Nov20_03-45-59_e1dbce61468e/events.out.tfevents.1700451960.e1dbce61468e.114427.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0a45f5c9168f041caf5be0da5993c729bb482e3c2e6442b7757b1df2603d5a
3
+ size 5241
runs/Nov20_03-49-07_e1dbce61468e/events.out.tfevents.1700452147.e1dbce61468e.115408.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b264c1e6dd14317e0d45cf9e722e58ccec0af9aba4b42f31fcfbde8cb372d5
3
+ size 5401
runs/Nov20_03-52-18_e1dbce61468e/events.out.tfevents.1700452339.e1dbce61468e.116417.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d81ba41604517464bdb474a6f1f46443393ff4dfb31aed31c7da630399e6d9d
3
+ size 5404
runs/Nov20_03-55-30_e1dbce61468e/events.out.tfevents.1700452530.e1dbce61468e.117493.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c327b5bcfe74852537fc13c1635068621fa1dd79f589444d1cb41090c5b958ca
3
+ size 17481
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd99570170d1570672714523a4e1830f1f300b6c4a60b419a70bc844ba182e4
3
+ size 4728