Hugging Face's logo

Jingmei
/
PMC_LLAMA_7B_peft_trainer_Wiki_Delia

PEFT
Safetensors
Generated from Trainer
Model card Files Community
Jingmei commited on
Commit
15c6871
·
verified ·
1 Parent(s): 8aa5794

Training in progress, step 1

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. adapter_config.json +29 -0
  2. adapter_model.safetensors +3 -0
  3. trainer_peft.log +33 -0
  4. training_args.bin +3 -0
  5. transformed_cache/test_chunked_00000_of_00005.arrow +3 -0
  6. transformed_cache/test_chunked_00000_of_00010.arrow +3 -0
  7. transformed_cache/test_chunked_00001_of_00005.arrow +3 -0
  8. transformed_cache/test_chunked_00001_of_00010.arrow +3 -0
  9. transformed_cache/test_chunked_00002_of_00005.arrow +3 -0
  10. transformed_cache/test_chunked_00002_of_00010.arrow +3 -0
  11. transformed_cache/test_chunked_00003_of_00005.arrow +3 -0
  12. transformed_cache/test_chunked_00003_of_00010.arrow +3 -0
  13. transformed_cache/test_chunked_00004_of_00005.arrow +3 -0
  14. transformed_cache/test_chunked_00004_of_00010.arrow +3 -0
  15. transformed_cache/test_chunked_00005_of_00010.arrow +3 -0
  16. transformed_cache/test_chunked_00006_of_00010.arrow +3 -0
  17. transformed_cache/test_chunked_00007_of_00010.arrow +3 -0
  18. transformed_cache/test_chunked_00008_of_00010.arrow +3 -0
  19. transformed_cache/test_chunked_00009_of_00010.arrow +3 -0
  20. transformed_cache/test_tokenized_00000_of_00005.arrow +3 -0
  21. transformed_cache/test_tokenized_00000_of_00010.arrow +3 -0
  22. transformed_cache/test_tokenized_00001_of_00005.arrow +3 -0
  23. transformed_cache/test_tokenized_00001_of_00010.arrow +3 -0
  24. transformed_cache/test_tokenized_00002_of_00005.arrow +3 -0
  25. transformed_cache/test_tokenized_00002_of_00010.arrow +3 -0
  26. transformed_cache/test_tokenized_00003_of_00005.arrow +3 -0
  27. transformed_cache/test_tokenized_00003_of_00010.arrow +3 -0
  28. transformed_cache/test_tokenized_00004_of_00005.arrow +3 -0
  29. transformed_cache/test_tokenized_00004_of_00010.arrow +3 -0
  30. transformed_cache/test_tokenized_00005_of_00010.arrow +3 -0
  31. transformed_cache/test_tokenized_00006_of_00010.arrow +3 -0
  32. transformed_cache/test_tokenized_00007_of_00010.arrow +3 -0
  33. transformed_cache/test_tokenized_00008_of_00010.arrow +3 -0
  34. transformed_cache/test_tokenized_00009_of_00010.arrow +3 -0
  35. transformed_cache/train_chunked_00000_of_00016.arrow +3 -0
  36. transformed_cache/train_chunked_00001_of_00016.arrow +3 -0
  37. transformed_cache/train_chunked_00002_of_00016.arrow +3 -0
  38. transformed_cache/train_chunked_00003_of_00016.arrow +3 -0
  39. transformed_cache/train_chunked_00004_of_00016.arrow +3 -0
  40. transformed_cache/train_chunked_00005_of_00016.arrow +3 -0
  41. transformed_cache/train_chunked_00006_of_00016.arrow +3 -0
  42. transformed_cache/train_chunked_00007_of_00016.arrow +3 -0
  43. transformed_cache/train_chunked_00008_of_00016.arrow +3 -0
  44. transformed_cache/train_chunked_00009_of_00016.arrow +3 -0
  45. transformed_cache/train_chunked_00010_of_00016.arrow +3 -0
  46. transformed_cache/train_chunked_00011_of_00016.arrow +3 -0
  47. transformed_cache/train_chunked_00012_of_00016.arrow +3 -0
  48. transformed_cache/train_chunked_00013_of_00016.arrow +3 -0
  49. transformed_cache/train_chunked_00014_of_00016.arrow +3 -0
  50. transformed_cache/train_chunked_00015_of_00016.arrow +3 -0
adapter_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "chaoyi-wu/PMC_LLAMA_7B",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.1,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 8,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "v_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_dora": false,
28
+ "use_rslora": false
29
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f4bae66f38e01a896e14103f8a381d869cc9191443aa6b7768d90887afa064a
3
+ size 16794200
trainer_peft.log ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 2024-05-21 22:26 - Cuda check
2
+ 2024-05-21 22:26 - True
3
+ 2024-05-21 22:26 - 1
4
+ 2024-05-21 22:26 - Configue Model and tokenizer
5
+ 2024-05-21 22:27 - Memory usage in 3.63 GB
6
+ 2024-05-21 22:27 - Dataset loaded successfully:
7
+ train-Jingmei/Pandemic_Wiki
8
+ test -Jingmei/Pandemic_WHO
9
+ 2024-05-21 22:27 - Cuda check
10
+ 2024-05-21 22:27 - True
11
+ 2024-05-21 22:27 - 1
12
+ 2024-05-21 22:27 - Configue Model and tokenizer
13
+ 2024-05-21 22:28 - Memory usage in 3.63 GB
14
+ 2024-05-21 22:28 - Dataset loaded successfully:
15
+ train-Jingmei/Pandemic_Wiki
16
+ test -Jingmei/Pandemic_WHO
17
+ 2024-05-21 22:28 - Tokenize data: completed successfully.
18
+ 2024-05-21 22:28 - Split data into chunks: completed successfully.
19
+ 2024-05-21 22:28 - Setup PEFT
20
+ 2024-05-21 22:28 - Setup optimizer
21
+ 2024-05-21 22:30 - Cuda check
22
+ 2024-05-21 22:30 - True
23
+ 2024-05-21 22:30 - 1
24
+ 2024-05-21 22:30 - Configue Model and tokenizer
25
+ 2024-05-21 22:30 - Memory usage in 3.63 GB
26
+ 2024-05-21 22:30 - Dataset loaded successfully:
27
+ train-Jingmei/Pandemic_Wiki
28
+ test -Jingmei/Pandemic_WHO
29
+ 2024-05-21 22:30 - Tokenize data: completed successfully.
30
+ 2024-05-21 22:30 - Split data into chunks: completed successfully.
31
+ 2024-05-21 22:30 - Setup PEFT
32
+ 2024-05-21 22:30 - Setup optimizer
33
+ 2024-05-21 22:30 - Start training
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab70f8b1cd6d45b938bb1cf10810870112ff66123fe4f6109f0eb9f7308855f2
3
+ size 4795
transformed_cache/test_chunked_00000_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1e854146997af9775c426a11c261ae82061dbf6178a5498bf36fac60fc5942
3
+ size 6048
transformed_cache/test_chunked_00000_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49937027c856202ae1f5df21ff1958049e75f3ad5e95dc932945bb7b33b95a09
3
+ size 6048
transformed_cache/test_chunked_00001_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c2fefb7473b60742e1ce7b835e83c3c1002faad98fe19003d9f43a5e5a833b1
3
+ size 8608
transformed_cache/test_chunked_00001_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c00da2ba0033ce98495eec27abb4fbd7e0f42cee28472b80e7196d858cd257f
3
+ size 8608
transformed_cache/test_chunked_00002_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194fddf43ea4d25ad878009e78676cd0696cf07a08c9a69098fc769cbcafa4f3
3
+ size 21456
transformed_cache/test_chunked_00002_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e495b38b9aef35866ac982318f6a789e315c9b034adf3b30bfca54a6ee4012
3
+ size 21456
transformed_cache/test_chunked_00003_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c447e6b86e1c3b0b6bf623bcb5b6f7fa9b34c4e4377be8304fb895c9b4463f65
3
+ size 3472
transformed_cache/test_chunked_00003_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51bbd78f7ac3ea4dbafa40a45abb5212db759e9a00f22ae2ad2d60468a2ca8c5
3
+ size 3472
transformed_cache/test_chunked_00004_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46048c1895ca56f139536bc65852396248bc6a6f08cb78758480ba3377413e07
3
+ size 21456
transformed_cache/test_chunked_00004_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e36857bd059f210c53c17b55240027088f66c29f2ad0b89bdc7d7f4af3e0bc6
3
+ size 21456
transformed_cache/test_chunked_00005_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ea753b267b1f4acb3671239204579b138f9da46d6900e1ac52bb7caa27f7847
3
+ size 42000
transformed_cache/test_chunked_00006_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40a88d81399ea3577ce783b2b554625043a04fe042ff8a97d0c102c94ecd7596
3
+ size 83088
transformed_cache/test_chunked_00007_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8608985f53694958730d550d8df45a8b01191693eb447f838ff8a5511dd7c42f
3
+ size 404080
transformed_cache/test_chunked_00008_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47f4be3ad5e901b2e2822ca132084d5a29b0a815151627275d383358d8c82d57
3
+ size 31728
transformed_cache/test_chunked_00009_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2df6d445b3555df837bb460f0738f5e6bc94bff39f93df3290c7e8ecb59b29
3
+ size 52272
transformed_cache/test_tokenized_00000_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ba9e11751314de5852baba2c4a31b1f553349b0b3d0669113a824428736670
3
+ size 8432
transformed_cache/test_tokenized_00000_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11735e2df2714fe8f7dff5fa3b10961521f2c8d47fabf894d68cdb1dd4f5d8fc
3
+ size 8432
transformed_cache/test_tokenized_00001_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08084885f193f31ecf5c23540f288ab459e8e673356b0b9e01580c1e76609d4
3
+ size 10256
transformed_cache/test_tokenized_00001_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54e43d96a57d89062b51290363139044a180e962549782018b2953f4cc83ea0a
3
+ size 10256
transformed_cache/test_tokenized_00002_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acb3cdc1edd2f6e98f214b4d7a71e5c4741d534b1180423f7efcb6b915be3970
3
+ size 22512
transformed_cache/test_tokenized_00002_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea06e8e69ec590c67754e4da6a894be47d9a8de3fcaf3e823ebff1e82323fdeb
3
+ size 22512
transformed_cache/test_tokenized_00003_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a10f291a54904ca6a08e79a0f11494b176497f09d5e04eafc9d4f31f6e0d10
3
+ size 4648
transformed_cache/test_tokenized_00003_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f073315e9190cc95ac045a67a9ec32738308a7c9da68b4362a57f6fa60fa8d85
3
+ size 4648
transformed_cache/test_tokenized_00004_of_00005.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13abf41533c7ed59b4661c35581bd346aef90f284bff072002e1e746fa193423
3
+ size 21728
transformed_cache/test_tokenized_00004_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7528c3a1ceabe0ce5cf7f6c5b0693b18c72f805a8e95931400e981308916a32
3
+ size 21728
transformed_cache/test_tokenized_00005_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b881cdbfa81f50c79a3570c00cad1156d1df4def35763c1dddf6ede7f963b2d8
3
+ size 42832
transformed_cache/test_tokenized_00006_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69f36eb3858fb03434e5bc3fd677b514a89158ff2875344b2f762453a408a5b4
3
+ size 83568
transformed_cache/test_tokenized_00007_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20dee3b4fcf364635865e539218245d687073ea0f9af48de1e7b4bf9ee32466d
3
+ size 404712
transformed_cache/test_tokenized_00008_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c19021377cf75b97c79b6da157a6e8a1a18cbd6ac10aa64e79c868ef19cbbcd
3
+ size 31672
transformed_cache/test_tokenized_00009_of_00010.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f26aab89f30a6c3710c9a2d10cb67ffe99c05f133e148bb1f02807dfa48931
3
+ size 52352
transformed_cache/train_chunked_00000_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c25a7dba5b221659d30c2e4f1806460d9ec2a700101be7a37b6057c998db3a29
3
+ size 6048
transformed_cache/train_chunked_00001_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b756f5f2d5d6b9f4f877aee6daacd1c49109b66d27d4032b092efad3a3380a2
3
+ size 129312
transformed_cache/train_chunked_00002_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4475f8af6134f1e7ae509d4e01ae748f093e7a2ea65706cdd1c83a88cb6bba8e
3
+ size 85648
transformed_cache/train_chunked_00003_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567b5f53caefe0a4fa6928f5f8803e977494d5ae75629d9e4319f8683100afe3
3
+ size 42000
transformed_cache/train_chunked_00004_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be03d46f7fb3d0cbbf9f6ed1b5a9829243af3bac3898e2b648d79cdb1dbb2b8
3
+ size 34288
transformed_cache/train_chunked_00005_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46e5c705e1ba4dc5c8f5c6532166e6807ab99249f15d663fd3468c2b4e5f63a
3
+ size 44560
transformed_cache/train_chunked_00006_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ac1b2113a166656c175c9650d9e720597ea659f914cafe5d3b90f7fb5fdf3a
3
+ size 8608
transformed_cache/train_chunked_00007_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008c2079d22b14725a18dbed43d16f93d402ce886320669087c8112edc0826be
3
+ size 75376
transformed_cache/train_chunked_00008_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71b00478091d747e6a3a5237683036553273086f3412d510875583283d7cc925
3
+ size 2264
transformed_cache/train_chunked_00009_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bf3f4591d3a5944237f0f3d775c158ba1b756df130e4b293856e110565fb9a3
3
+ size 54832
transformed_cache/train_chunked_00010_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e40c7da1b457854450b51027904b35c21c2adc7dec9c68983dfa15f006bc83c0
3
+ size 13744
transformed_cache/train_chunked_00011_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb84eb6288dac2de42d76a36e50990b18ff2f1e7334bee8cb68e9d2db69bb86
3
+ size 8608
transformed_cache/train_chunked_00012_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca7e97e74bc001283951151e9ce855837472b4ef12679782757b9c120edd1f7
3
+ size 34288
transformed_cache/train_chunked_00013_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9cea148698db294e74253a069b81d76d896baa4ebd8876696b0ffab68d73d6
3
+ size 80512
transformed_cache/train_chunked_00014_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01da68f8703393b5e332b2834a9e46d3a90a3d22a661feb4a439268843b948c8
3
+ size 3472
transformed_cache/train_chunked_00015_of_00016.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de82ce895870901458ff721a4683de2b3eb8d0c14843ba42a4a2ed87733e9857
3
+ size 44560