morturr commited on
Commit
4e986d3
·
verified ·
1 Parent(s): b6b6fea

End of training

Browse files
README.md CHANGED
@@ -35,7 +35,7 @@ More information needed
35
  ### Training hyperparameters
36
 
37
  The following hyperparameters were used during training:
38
- - learning_rate: 5e-05
39
  - train_batch_size: 8
40
  - eval_batch_size: 8
41
  - seed: 42
 
35
  ### Training hyperparameters
36
 
37
  The following hyperparameters were used during training:
38
+ - learning_rate: 0.0003
39
  - train_batch_size: 8
40
  - eval_batch_size: 8
41
  - seed: 42
adapter_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 64,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 32,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04c8a179861eb4d27df60c434bb52223c31b51c5e6c14e69ad73e18c3d8d66e0
3
- size 109069176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01599264e9b882cb685afbcbbcd95e97feee2b4498367ce2acaedcfbfbc5274a
3
+ size 54543184
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:431951b25576e38ea6edc91d611dd1b53e64672212bffc6b10acd7297bd4ed20
3
  size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b36171c1d676af84c934cd1555d0cecd6a065acb9a78d367ecacdf3f48b03f4
3
  size 5624