Hugging Face's logo

Soheil-FM
/
deci-finetuned-1b-test

Text Generation
Transformers
PyTorch
llama
Generated from Trainer
custom_code
text-generation-inference
Model card Files Community
1
Soheil-FM commited on
Commit
0da41db
·
1 Parent(s): cb23d07

Training in progress, step 500

Browse files
Files changed (3) hide show
  1. adapter_config.json +2 -2
  2. adapter_model.bin +2 -2
  3. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -7,11 +7,11 @@
7
  "init_lora_weights": true,
8
  "layers_pattern": null,
9
  "layers_to_transform": null,
10
- "lora_alpha": 16,
11
  "lora_dropout": 0.05,
12
  "modules_to_save": null,
13
  "peft_type": "LORA",
14
- "r": 16,
15
  "revision": null,
16
  "target_modules": [
17
  "q_proj",
 
7
  "init_lora_weights": true,
8
  "layers_pattern": null,
9
  "layers_to_transform": null,
10
+ "lora_alpha": 64,
11
  "lora_dropout": 0.05,
12
  "modules_to_save": null,
13
  "peft_type": "LORA",
14
+ "r": 128,
15
  "revision": null,
16
  "target_modules": [
17
  "q_proj",
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c3a9d823f9e48b1f3592fbd8b6bbb91f3d337a8736d8f13fb74af10ca6c294d
3
- size 8220449
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ee39b007d8868d729ef43be3c39233725af087b27617d92e37ce5636c2d5133
3
+ size 65564577
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebc33a0bffcfebacfe7b57d5b16b5baa2cb52db87740b800b8be5fa9416443ee
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87a2e1eac9c29f5e1bd03d5ee37df6064a6c755ddcb8213a77e53628d0090ec
3
  size 4091