morturr commited on
Commit
bda68c5
·
verified ·
1 Parent(s): 14bc505

End of training

Browse files
README.md CHANGED
@@ -35,7 +35,7 @@ More information needed
35
  ### Training hyperparameters
36
 
37
  The following hyperparameters were used during training:
38
- - learning_rate: 5e-05
39
  - train_batch_size: 8
40
  - eval_batch_size: 8
41
  - seed: 42
 
35
  ### Training hyperparameters
36
 
37
  The following hyperparameters were used during training:
38
+ - learning_rate: 5e-06
39
  - train_batch_size: 8
40
  - eval_batch_size: 8
41
  - seed: 42
adapter_config.json CHANGED
@@ -10,7 +10,7 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 8,
14
  "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 32,
14
  "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18f6cb4eb83d884945892915143a9a87fc223a1faa4d6825ae0d3ad8129703e0
3
  size 218121344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ddd3a5738e66ced794b28ec631fd0474de4dca5e42af7132fd6687b37a7cb71
3
  size 218121344
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:208e9506290d322f24a435847409c661552eb990fedbe5ac67081341d7ac8aaf
3
  size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501df3749e654b72c84f9de21b4388d37674b8c24cffbc66d041b664e9263029
3
  size 5624