nblinh63 commited on
Commit
f3c5376
·
verified ·
1 Parent(s): 41b9d4f

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [microsoft/Phi-3-mini-128k-instruct](https://huggingface.co/microsoft/Phi-3-mini-128k-instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.2829
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 2.0616 | 0.0042 | 10 | 2.2829 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [microsoft/Phi-3-mini-128k-instruct](https://huggingface.co/microsoft/Phi-3-mini-128k-instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.2803
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 2.0735 | 0.0042 | 10 | 2.2803 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,9 +20,9 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "qkv_proj",
24
  "down_proj",
25
  "gate_up_proj",
 
26
  "o_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "down_proj",
24
  "gate_up_proj",
25
+ "qkv_proj",
26
  "o_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e881c9d48acead0fed688a027295244d83d3ed7ab4a99bcbb25b2dc10ab1c73b
3
  size 100755850
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf22cfe15382f34526dc4b52538593552d51789081ce03a7dd6c07c09065dc7
3
  size 100755850
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc5782b0745e310c1fefd881d337dbb22b5e0b1165954c3bfc8e6cf091f10e1d
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c9cce4068c3fd05052fe4a224bfd9d760f4d06b66c9ed3e8f2e7e444dcbc210
3
  size 100697728
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c261b95364298ecc8e15ca2d725272bb3553931eebea0689ee4194cca52029b1
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d9778c1ae8da583ccaf60fe9e7f832db88b5feac832de5bc4cd1dc2d8b553b
3
  size 6776