lesso commited on
Commit
afe8e82
·
verified ·
1 Parent(s): d6d0f96

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: null
103
 
104
  This model is a fine-tuned version of [NousResearch/Hermes-2-Pro-Llama-3-8B](https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 0.7083
107
 
108
  ## Model description
109
 
@@ -139,9 +139,9 @@ The following hyperparameters were used during training:
139
  | Training Loss | Epoch | Step | Validation Loss |
140
  |:-------------:|:------:|:----:|:---------------:|
141
  | 0.9464 | 0.0001 | 1 | 1.1865 |
142
- | 0.9844 | 0.0003 | 3 | 1.1542 |
143
- | 1.2345 | 0.0005 | 6 | 0.9764 |
144
- | 0.7862 | 0.0008 | 9 | 0.7083 |
145
 
146
 
147
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [NousResearch/Hermes-2-Pro-Llama-3-8B](https://huggingface.co/NousResearch/Hermes-2-Pro-Llama-3-8B) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 0.7051
107
 
108
  ## Model description
109
 
 
139
  | Training Loss | Epoch | Step | Validation Loss |
140
  |:-------------:|:------:|:----:|:---------------:|
141
  | 0.9464 | 0.0001 | 1 | 1.1865 |
142
+ | 0.9844 | 0.0003 | 3 | 1.1545 |
143
+ | 1.2344 | 0.0005 | 6 | 0.9758 |
144
+ | 0.7856 | 0.0008 | 9 | 0.7051 |
145
 
146
 
147
  ### Framework versions
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "down_proj",
24
- "k_proj",
25
  "q_proj",
26
  "up_proj",
 
 
27
  "gate_proj",
28
  "v_proj",
29
  "o_proj"
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "q_proj",
24
  "up_proj",
25
+ "down_proj",
26
+ "k_proj",
27
  "gate_proj",
28
  "v_proj",
29
  "o_proj"
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e1fc37915266e1fbd1eb8ccc548a8023ed1cbb070e88aad3507a77bea259a2a
3
  size 84047370
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d05b8a48bad9068d9459b62b837d28d71243ec3702475de2a5567cc873941e
3
  size 84047370
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:167ee51607de04decae2351206046bb4d52e167c75a1a7fd1733bfa03afb38b2
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e8347387ca1f5c31108be9abce77f58ec77adc2c5a42fed2fe83163370b3cb
3
  size 83945296
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c9dd5f6d8c65108bc5d1f232cf8e95201965236ce8bbfa602cec95e1564ca44
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:448d24573bb13a6ed5164f5a35136f3b9448814fdb0c7185b9ac3c8c3b410d35
3
  size 6776