Hugging Face's logo

goendalf666
/
falcon-7b-sql-instruction-lora

Model card Files Community
tom813 commited on
Commit
ed9b1f1
•
1 Parent(s): 52ea6f9

fine tuning sql-context-instructions

Browse files
Files changed (6) hide show
  1. adapter_model.bin +2 -2
  2. optimizer.pt +2 -2
  3. rng_state.pth +1 -1
  4. scheduler.pt +1 -1
  5. trainer_state.json +62 -8
  6. training_args.bin +2 -2
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2000c2a6c1aa2f48916779c9821e47685e44dc58870fc9583482a3215f2e587
3
- size 522285322
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e6069a78f8988dfcbd9ce8f46655ca2c28ead825b4d88fdb576649f6ba0e23
3
+ size 261189898
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fd1b65fbb21a409be19f25021904b0f9aeb067ddc48be4800488813d40d6096
3
- size 1044540090
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b37a23fdc89c1c57154a5bbb2b82bcdfebeae7b1f32913e8f5838b4365d5b94
3
+ size 1044540346
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0960589b2c4aa7f0e8e854f44d48916d4eed03b2c5dd25fecfdfead3755e2ab9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df5abd41fec659ebbe7dd2b4caff7408e32c39ef09f30071b012af22a9ef7d04
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95bc4bac3452830d3646edef4935599d16c47da1770ba8eb4f20060808418f56
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7de8907e79c9f47fccf3aa89da8ca3d3d851fdb56e005195640f80ea9c8917
3
  size 1064
trainer_state.json CHANGED
@@ -1,22 +1,76 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.022857142857142857,
5
- "global_step": 10,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
- "epoch": 0.02,
12
  "learning_rate": 0.0002,
13
- "loss": 1.6534,
14
- "step": 10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  }
16
  ],
17
- "max_steps": 10,
18
- "num_train_epochs": 1,
19
- "total_flos": 846354060410880.0,
20
  "trial_name": null,
21
  "trial_params": null
22
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 9.176416609314062,
5
+ "global_step": 30000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
9
  "log_history": [
10
  {
11
+ "epoch": 0.92,
12
  "learning_rate": 0.0002,
13
+ "loss": 0.4138,
14
+ "step": 3000
15
+ },
16
+ {
17
+ "epoch": 1.84,
18
+ "learning_rate": 0.0002,
19
+ "loss": 0.298,
20
+ "step": 6000
21
+ },
22
+ {
23
+ "epoch": 2.75,
24
+ "learning_rate": 0.0002,
25
+ "loss": 0.2786,
26
+ "step": 9000
27
+ },
28
+ {
29
+ "epoch": 3.67,
30
+ "learning_rate": 0.0002,
31
+ "loss": 0.263,
32
+ "step": 12000
33
+ },
34
+ {
35
+ "epoch": 4.59,
36
+ "learning_rate": 0.0002,
37
+ "loss": 0.2507,
38
+ "step": 15000
39
+ },
40
+ {
41
+ "epoch": 5.51,
42
+ "learning_rate": 0.0002,
43
+ "loss": 0.2387,
44
+ "step": 18000
45
+ },
46
+ {
47
+ "epoch": 6.42,
48
+ "learning_rate": 0.0002,
49
+ "loss": 0.2279,
50
+ "step": 21000
51
+ },
52
+ {
53
+ "epoch": 7.34,
54
+ "learning_rate": 0.0002,
55
+ "loss": 0.2179,
56
+ "step": 24000
57
+ },
58
+ {
59
+ "epoch": 8.26,
60
+ "learning_rate": 0.0002,
61
+ "loss": 0.209,
62
+ "step": 27000
63
+ },
64
+ {
65
+ "epoch": 9.18,
66
+ "learning_rate": 0.0002,
67
+ "loss": 0.2015,
68
+ "step": 30000
69
  }
70
  ],
71
+ "max_steps": 30000,
72
+ "num_train_epochs": 10,
73
+ "total_flos": 2.5389193589849457e+18,
74
  "trial_name": null,
75
  "trial_params": null
76
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7b5080b4a8b0628c3fd2d100432ef48d0ac37ce7f2d8fa6ebb050e519f2cdb69
3
- size 4344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5569544233e3061e5e000ebbd0e69d9723778ac08056e5ec170696f4d0e2b11
3
+ size 4408