EugeneLam commited on
Commit
ac9fda3
·
verified ·
1 Parent(s): d29f6eb

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .d0000139204 +10 -0
  2. .d0000139204_nodeinfo +1 -0
  3. README.md +62 -0
  4. all_results.json +12 -0
  5. checkpoint-1/config.json +30 -0
  6. checkpoint-1/generation_config.json +7 -0
  7. checkpoint-1/model-00001-of-00005.safetensors +3 -0
  8. checkpoint-1/model-00002-of-00005.safetensors +3 -0
  9. checkpoint-1/model-00003-of-00005.safetensors +3 -0
  10. checkpoint-1/model-00004-of-00005.safetensors +3 -0
  11. checkpoint-1/model-00005-of-00005.safetensors +3 -0
  12. checkpoint-1/model.safetensors.index.json +298 -0
  13. checkpoint-1/optimizer.pt +3 -0
  14. checkpoint-1/rng_state_0.pth +3 -0
  15. checkpoint-1/rng_state_1.pth +3 -0
  16. checkpoint-1/rng_state_2.pth +3 -0
  17. checkpoint-1/rng_state_3.pth +3 -0
  18. checkpoint-1/scheduler.pt +3 -0
  19. checkpoint-1/special_tokens_map.json +37 -0
  20. checkpoint-1/tokenizer.json +0 -0
  21. checkpoint-1/tokenizer.model +3 -0
  22. checkpoint-1/tokenizer_config.json +91 -0
  23. checkpoint-1/trainer_state.json +32 -0
  24. checkpoint-1/training_args.bin +3 -0
  25. config.json +30 -0
  26. eval_results.json +7 -0
  27. generation_config.json +7 -0
  28. hf_upload.sh +10 -0
  29. hf_upload.sh.139186.out +5 -0
  30. hf_upload.sh.139186.stats +855 -0
  31. hf_upload.sh.139188.out +2 -0
  32. hf_upload.sh.139188.stats +855 -0
  33. hf_upload.sh.139204.out +0 -0
  34. model-00001-of-00005.safetensors +3 -0
  35. model-00002-of-00005.safetensors +3 -0
  36. model-00003-of-00005.safetensors +3 -0
  37. model-00004-of-00005.safetensors +3 -0
  38. model-00005-of-00005.safetensors +3 -0
  39. model.safetensors.index.json +298 -0
  40. special_tokens_map.json +37 -0
  41. tokenizer.json +0 -0
  42. tokenizer.model +3 -0
  43. tokenizer_config.json +91 -0
  44. train_results.json +8 -0
  45. trainer_log.jsonl +1 -0
  46. trainer_state.json +42 -0
  47. training_args.bin +3 -0
.d0000139204 ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/sh
2
+ #PJM -L rscgrp=a-batch
3
+ #PJM -L vnode-core=4
4
+ #PJM -L elapse=24:00:00
5
+ #PJM -j
6
+ #PJM -S
7
+
8
+ source $HOME/venv/eugene/bin/activate
9
+
10
+ huggingface-cli upload lihkg-story . .
.d0000139204_nodeinfo ADDED
@@ -0,0 +1 @@
 
 
1
+ 172.16.13.43
README.md ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ base_model: hon9kon9ize/CantoneseLLM-v0.5
4
+ tags:
5
+ - llama-factory
6
+ - full
7
+ - generated_from_trainer
8
+ model-index:
9
+ - name: model
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # model
17
+
18
+ This model is a fine-tuned version of [hon9kon9ize/CantoneseLLM-v0.5](https://huggingface.co/hon9kon9ize/CantoneseLLM-v0.5) on the lihkg_story_sft_v2 dataset.
19
+ It achieves the following results on the evaluation set:
20
+ - Loss: 2.9276
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - learning_rate: 1e-05
40
+ - train_batch_size: 20
41
+ - eval_batch_size: 22
42
+ - seed: 42
43
+ - distributed_type: multi-GPU
44
+ - num_devices: 4
45
+ - gradient_accumulation_steps: 16
46
+ - total_train_batch_size: 1280
47
+ - total_eval_batch_size: 88
48
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
49
+ - lr_scheduler_type: cosine
50
+ - lr_scheduler_warmup_ratio: 0.1
51
+ - num_epochs: 1.0
52
+
53
+ ### Training results
54
+
55
+
56
+
57
+ ### Framework versions
58
+
59
+ - Transformers 4.42.4
60
+ - Pytorch 2.3.1+cpu
61
+ - Datasets 2.19.1
62
+ - Tokenizers 0.19.1
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "eval_loss": 2.927582025527954,
4
+ "eval_runtime": 35.9792,
5
+ "eval_samples_per_second": 0.528,
6
+ "eval_steps_per_second": 0.028,
7
+ "total_flos": 1.2812634768277504e+16,
8
+ "train_loss": 0.5184584856033325,
9
+ "train_runtime": 389.4133,
10
+ "train_samples_per_second": 0.419,
11
+ "train_steps_per_second": 0.003
12
+ }
checkpoint-1/config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "hon9kon9ize/CantoneseLLM-v0.5",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 11008,
14
+ "max_position_embeddings": 4096,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 32,
18
+ "num_hidden_layers": 32,
19
+ "num_key_value_heads": 4,
20
+ "pad_token_id": 0,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 5000000.0,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.42.4",
28
+ "use_cache": false,
29
+ "vocab_size": 64960
30
+ }
checkpoint-1/generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.42.4"
7
+ }
checkpoint-1/model-00001-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf442e0b4d6799c87e00e2613894112e805bebe778eca742dddf302f0a36a0c
3
+ size 4856125168
checkpoint-1/model-00002-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184ed8de64d4c22dd101058c181aae261b2b4747f38827d41a574fbd35df4e7e
3
+ size 4844657744
checkpoint-1/model-00003-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11b981515296057c28fa2665b13df35654506d2dc91aef820e2ec5877c66aba
3
+ size 4844657784
checkpoint-1/model-00004-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660570501248bf62def9147152f9c5f91d847b7e14df22bc4b492d0aa0656dfa
3
+ size 4844657784
checkpoint-1/model-00005-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78edb959df8924de1b77765db46a79440664183219c893c031143eef2716e45b
3
+ size 4885534456
checkpoint-1/model.safetensors.index.json ADDED
@@ -0,0 +1,298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 24275599360
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00005-of-00005.safetensors",
7
+ "model.embed_tokens.weight": "model-00001-of-00005.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors",
9
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
10
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
11
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
12
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
13
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
14
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
15
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
16
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
17
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors",
18
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
19
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
20
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
21
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
22
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
23
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
24
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
25
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
26
+ "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
27
+ "model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
28
+ "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
29
+ "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
30
+ "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
31
+ "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
32
+ "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
33
+ "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
34
+ "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
35
+ "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors",
36
+ "model.layers.11.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
37
+ "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
38
+ "model.layers.11.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
39
+ "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
40
+ "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
41
+ "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
42
+ "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
43
+ "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
44
+ "model.layers.12.input_layernorm.weight": "model-00003-of-00005.safetensors",
45
+ "model.layers.12.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
46
+ "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
47
+ "model.layers.12.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
48
+ "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
49
+ "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
50
+ "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
51
+ "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
52
+ "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
53
+ "model.layers.13.input_layernorm.weight": "model-00003-of-00005.safetensors",
54
+ "model.layers.13.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
55
+ "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
56
+ "model.layers.13.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
57
+ "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
58
+ "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
59
+ "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
60
+ "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
61
+ "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
62
+ "model.layers.14.input_layernorm.weight": "model-00003-of-00005.safetensors",
63
+ "model.layers.14.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
64
+ "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
65
+ "model.layers.14.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
66
+ "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
67
+ "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
68
+ "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
69
+ "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
70
+ "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
71
+ "model.layers.15.input_layernorm.weight": "model-00003-of-00005.safetensors",
72
+ "model.layers.15.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
73
+ "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
74
+ "model.layers.15.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
75
+ "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
76
+ "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
77
+ "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
78
+ "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
79
+ "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
80
+ "model.layers.16.input_layernorm.weight": "model-00003-of-00005.safetensors",
81
+ "model.layers.16.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
82
+ "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
83
+ "model.layers.16.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
84
+ "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
85
+ "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
86
+ "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
87
+ "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
88
+ "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
89
+ "model.layers.17.input_layernorm.weight": "model-00003-of-00005.safetensors",
90
+ "model.layers.17.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
91
+ "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
92
+ "model.layers.17.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
93
+ "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
94
+ "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
95
+ "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
96
+ "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
97
+ "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
98
+ "model.layers.18.input_layernorm.weight": "model-00003-of-00005.safetensors",
99
+ "model.layers.18.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
100
+ "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
101
+ "model.layers.18.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
102
+ "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
103
+ "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
104
+ "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
105
+ "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
106
+ "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
107
+ "model.layers.19.input_layernorm.weight": "model-00004-of-00005.safetensors",
108
+ "model.layers.19.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
109
+ "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
110
+ "model.layers.19.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
111
+ "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
112
+ "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
113
+ "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
114
+ "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
115
+ "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
116
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors",
117
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
118
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
119
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
120
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
121
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
122
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
123
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
124
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
125
+ "model.layers.20.input_layernorm.weight": "model-00004-of-00005.safetensors",
126
+ "model.layers.20.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
127
+ "model.layers.20.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
128
+ "model.layers.20.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
129
+ "model.layers.20.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
130
+ "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
131
+ "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
132
+ "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
133
+ "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
134
+ "model.layers.21.input_layernorm.weight": "model-00004-of-00005.safetensors",
135
+ "model.layers.21.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
136
+ "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
137
+ "model.layers.21.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
138
+ "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
139
+ "model.layers.21.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
140
+ "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
141
+ "model.layers.21.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
142
+ "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
143
+ "model.layers.22.input_layernorm.weight": "model-00004-of-00005.safetensors",
144
+ "model.layers.22.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
145
+ "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
146
+ "model.layers.22.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
147
+ "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
148
+ "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
149
+ "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
150
+ "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
151
+ "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
152
+ "model.layers.23.input_layernorm.weight": "model-00004-of-00005.safetensors",
153
+ "model.layers.23.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
154
+ "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
155
+ "model.layers.23.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
156
+ "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
157
+ "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
158
+ "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
159
+ "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
160
+ "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
161
+ "model.layers.24.input_layernorm.weight": "model-00004-of-00005.safetensors",
162
+ "model.layers.24.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
163
+ "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
164
+ "model.layers.24.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
165
+ "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
166
+ "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
167
+ "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
168
+ "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
169
+ "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
170
+ "model.layers.25.input_layernorm.weight": "model-00004-of-00005.safetensors",
171
+ "model.layers.25.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
172
+ "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
173
+ "model.layers.25.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
174
+ "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
175
+ "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
176
+ "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
177
+ "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
178
+ "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
179
+ "model.layers.26.input_layernorm.weight": "model-00005-of-00005.safetensors",
180
+ "model.layers.26.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
181
+ "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
182
+ "model.layers.26.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
183
+ "model.layers.26.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
184
+ "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
185
+ "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
186
+ "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
187
+ "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
188
+ "model.layers.27.input_layernorm.weight": "model-00005-of-00005.safetensors",
189
+ "model.layers.27.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
190
+ "model.layers.27.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
191
+ "model.layers.27.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
192
+ "model.layers.27.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
193
+ "model.layers.27.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
194
+ "model.layers.27.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
195
+ "model.layers.27.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
196
+ "model.layers.27.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
197
+ "model.layers.28.input_layernorm.weight": "model-00005-of-00005.safetensors",
198
+ "model.layers.28.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
199
+ "model.layers.28.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
200
+ "model.layers.28.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
201
+ "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
202
+ "model.layers.28.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
203
+ "model.layers.28.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
204
+ "model.layers.28.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
205
+ "model.layers.28.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
206
+ "model.layers.29.input_layernorm.weight": "model-00005-of-00005.safetensors",
207
+ "model.layers.29.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
208
+ "model.layers.29.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
209
+ "model.layers.29.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
210
+ "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
211
+ "model.layers.29.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
212
+ "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
213
+ "model.layers.29.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
214
+ "model.layers.29.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
215
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors",
216
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
217
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
218
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
219
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
220
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
221
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
222
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
223
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
224
+ "model.layers.30.input_layernorm.weight": "model-00005-of-00005.safetensors",
225
+ "model.layers.30.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
226
+ "model.layers.30.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
227
+ "model.layers.30.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
228
+ "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
229
+ "model.layers.30.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
230
+ "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
231
+ "model.layers.30.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
232
+ "model.layers.30.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
233
+ "model.layers.31.input_layernorm.weight": "model-00005-of-00005.safetensors",
234
+ "model.layers.31.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
235
+ "model.layers.31.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
236
+ "model.layers.31.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
237
+ "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
238
+ "model.layers.31.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
239
+ "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
240
+ "model.layers.31.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
241
+ "model.layers.31.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
242
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors",
243
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
244
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
245
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
246
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
247
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
248
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
249
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
250
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
251
+ "model.layers.5.input_layernorm.weight": "model-00002-of-00005.safetensors",
252
+ "model.layers.5.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
253
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
254
+ "model.layers.5.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
255
+ "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
256
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
257
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
258
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
259
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
260
+ "model.layers.6.input_layernorm.weight": "model-00002-of-00005.safetensors",
261
+ "model.layers.6.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
262
+ "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
263
+ "model.layers.6.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
264
+ "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
265
+ "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
266
+ "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
267
+ "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
268
+ "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
269
+ "model.layers.7.input_layernorm.weight": "model-00002-of-00005.safetensors",
270
+ "model.layers.7.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
271
+ "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
272
+ "model.layers.7.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
273
+ "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
274
+ "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
275
+ "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
276
+ "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
277
+ "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
278
+ "model.layers.8.input_layernorm.weight": "model-00002-of-00005.safetensors",
279
+ "model.layers.8.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
280
+ "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
281
+ "model.layers.8.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
282
+ "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
283
+ "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
284
+ "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
285
+ "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
286
+ "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
287
+ "model.layers.9.input_layernorm.weight": "model-00002-of-00005.safetensors",
288
+ "model.layers.9.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
289
+ "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
290
+ "model.layers.9.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
291
+ "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
292
+ "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
293
+ "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
294
+ "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
295
+ "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
296
+ "model.norm.weight": "model-00005-of-00005.safetensors"
297
+ }
298
+ }
checkpoint-1/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:008dea83bc3d92e605e5e620cbd6390e2aaacec2a528216882c89ab2212bb01d
3
+ size 48551445602
checkpoint-1/rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26fcc9976ff9d2d77594df2452725b14e467dbaf45a10f95669e33b2771220dd
3
+ size 14000
checkpoint-1/rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f61fcc68f829cec890ca5ddd7e90fc71d96039535d03722a70b92cce7456a78
3
+ size 14000
checkpoint-1/rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd7178a52f3d52d61e90cb093cedd8b1d432286659fbc43d1eb43230a780c0ad
3
+ size 14000
checkpoint-1/rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce6a2ebeab2921b13dd452a440afc676dadfda36d834ca316bafa1b07aa6144
3
+ size 14000
checkpoint-1/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69ed7e4cea293698f4d01e003f0bce406a805d79bed15c4657fe697e72afa41c
3
+ size 1064
checkpoint-1/special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|Human|>",
6
+ "<|Assistant|>",
7
+ "<|System|>"
8
+ ],
9
+ "bos_token": {
10
+ "content": "<|startoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "<|im_end|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "pad_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "<unk>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
checkpoint-1/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-1/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67909bb0045622af428982dee9b3f1033cf5c4bca5c9423a028d3748364ee14f
3
+ size 1044277
checkpoint-1/tokenizer_config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "<unk>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<|startoftext|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "<|endoftext|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "3": {
31
+ "content": "<|Human|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "4": {
39
+ "content": "<|Assistant|>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": true
45
+ },
46
+ "5": {
47
+ "content": "<|System|>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": true
53
+ },
54
+ "6": {
55
+ "content": "<|im_start|>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": true
61
+ },
62
+ "7": {
63
+ "content": "<|im_end|>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": true
69
+ }
70
+ },
71
+ "additional_special_tokens": [
72
+ "<|im_start|>",
73
+ "<|im_end|>",
74
+ "<|Human|>",
75
+ "<|Assistant|>",
76
+ "<|System|>"
77
+ ],
78
+ "bos_token": "<|startoftext|>",
79
+ "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ '<|im_start|><|System|>\n' + system_message + '<|im_end|>\n' }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|><|Human|>\n' + content + '<|im_end|>\n<|im_start|><|Assistant|>\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\n' }}{% endif %}{% endfor %}",
80
+ "clean_up_tokenization_spaces": false,
81
+ "eos_token": "<|im_end|>",
82
+ "legacy": true,
83
+ "model_max_length": 4096,
84
+ "pad_token": "<unk>",
85
+ "padding_side": "right",
86
+ "sp_model_kwargs": {},
87
+ "split_special_tokens": false,
88
+ "tokenizer_class": "LlamaTokenizer",
89
+ "unk_token": "<unk>",
90
+ "use_default_system_prompt": false
91
+ }
checkpoint-1/trainer_state.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "eval_steps": 200,
6
+ "global_step": 1,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [],
11
+ "logging_steps": 10,
12
+ "max_steps": 1,
13
+ "num_input_tokens_seen": 0,
14
+ "num_train_epochs": 1,
15
+ "save_steps": 500,
16
+ "stateful_callbacks": {
17
+ "TrainerControl": {
18
+ "args": {
19
+ "should_epoch_stop": false,
20
+ "should_evaluate": false,
21
+ "should_log": false,
22
+ "should_save": true,
23
+ "should_training_stop": true
24
+ },
25
+ "attributes": {}
26
+ }
27
+ },
28
+ "total_flos": 1.2812634768277504e+16,
29
+ "train_batch_size": 20,
30
+ "trial_name": null,
31
+ "trial_params": null
32
+ }
checkpoint-1/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573d28203023b762697e41b321f7b278ffbc8a3dcd73eff82e6530f8f35d29db
3
+ size 5304
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "hon9kon9ize/CantoneseLLM-v0.5",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 11008,
14
+ "max_position_embeddings": 4096,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 32,
18
+ "num_hidden_layers": 32,
19
+ "num_key_value_heads": 4,
20
+ "pad_token_id": 0,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-06,
23
+ "rope_scaling": null,
24
+ "rope_theta": 5000000.0,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.42.4",
28
+ "use_cache": false,
29
+ "vocab_size": 64960
30
+ }
eval_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "eval_loss": 2.927582025527954,
4
+ "eval_runtime": 35.9792,
5
+ "eval_samples_per_second": 0.528,
6
+ "eval_steps_per_second": 0.028
7
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.42.4"
7
+ }
hf_upload.sh ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/sh
2
+ #PJM -L rscgrp=a-batch
3
+ #PJM -L vnode-core=4
4
+ #PJM -L elapse=24:00:00
5
+ #PJM -j
6
+ #PJM -S
7
+
8
+ source $HOME/venv/eugene/bin/activate
9
+
10
+ huggingface-cli upload lihkg-story . .
hf_upload.sh.139186.out ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/.d0000139186: 行 8: eugene: コマンドが見つかりません
2
+ Traceback (most recent call last):
3
+ File "/home/pj24001684/ku40000295/.local/bin/huggingface-cli", line 5, in <module>
4
+ from huggingface_hub.commands.huggingface_cli import main
5
+ ModuleNotFoundError: No module named 'huggingface_hub'
hf_upload.sh.139186.stats ADDED
@@ -0,0 +1,855 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Job Statistical Information
2
+
3
+ JOB ID : 139186
4
+ SUB JOB NUM : -
5
+ START BULKNO : -
6
+ END BULKNO : -
7
+ HOST NAME : genkai0002
8
+ JOB NAME : hf_upload.sh
9
+ JOB TYPE : BATCH
10
+ JOB MODEL : NM
11
+ USER : ku40000295
12
+ GROUP : pj24001684
13
+ RESOURCE UNIT : rscunit_pg01 <DEFAULT>
14
+ RESOURCE GROUP : a-batch
15
+ APRIORITY : 127 <DEFAULT>
16
+ PRIORITY : 127 <DEFAULT>
17
+ SHELL : /bin/bash
18
+ MAIL SEND FLAG : ----
19
+ MAIL ADDRESS : ku40000295
20
+ STEP DEPENDENCY EXP :
21
+ FILE MASK : 0022
22
+ STANDARD OUT FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139186.out
23
+ STANDARD ERR FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139186.out
24
+ INFORMATION FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139186.stats
25
+ PJSUB DIRECTORY : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model
26
+ FILE SYSTEM NAME :
27
+ APPLICATION NAME :
28
+ NUMA POLICY : 0
29
+ SPECIFIED JOB START DATE : -
30
+ AUTO RESTART : yes
31
+ MPI PROC (REQUIRE) : 4
32
+ MPI PROC (ALLOC) : 4
33
+ MPI STATIC PROC (REQUIRE) : 4
34
+ MPI STATIC PROC (ALLOC) : 4
35
+ PROC CPU LIMIT : unlimited <DEFAULT>
36
+ PROC COREFILE LIMIT : 0.0 MB (0) <DEFAULT>
37
+ PROC CREATE PROCESS LIMIT : 16384 <DEFAULT>
38
+ PROC DATA LIMIT : unlimited <DEFAULT>
39
+ PROC LOCKED MEMORY LIMIT : unlimited <DEFAULT>
40
+ PROC MESSAGE QUEUE LIMIT : unlimited <DEFAULT>
41
+ PROC OPEN FILES LIMIT : 1048576 <DEFAULT>
42
+ PROC PENDING SIGNAL LIMIT : unlimited <DEFAULT>
43
+ PROC PERMFILE LIMIT : unlimited <DEFAULT>
44
+ PROC STACK LIMIT : unlimited <DEFAULT>
45
+ PROC VIRTUAL MEMORY LIMIT : unlimited <DEFAULT>
46
+ COMMENT :
47
+ SUPPLEMENTARY INFORMATION :
48
+ RETRY NUM : 0
49
+ LAST STATE : RNO
50
+ STATE : EXT
51
+ BACKFILL : 1
52
+ ACCEPT DATE : 2024/08/07 16:54:45
53
+ QUEUED DATE : 2024/08/07 16:54:45
54
+ PRO START DATE : -
55
+ PRO END DATE : -
56
+ JOB START DATE : 2024/08/07 16:54:54
57
+ JOB END DATE : 2024/08/07 16:54:57
58
+ EPI START DATE : -
59
+ EPI END DATE : -
60
+ EXIT DATE : 2024/08/07 16:55:02
61
+ JOB DELETE DATE (REQUIRE) : -
62
+ JOB DELETE DATE : -
63
+ ALL PREC SUBJOB EXIT DATE : -
64
+ HOLD TIME : 0
65
+ LAST HOLD USER : -
66
+ HOLD NUM : 0
67
+ PRM DATE : 2024/08/07 16:54:57
68
+ AFFECTED NODE ID : -
69
+ EXIT CODE : 1
70
+ SIGNAL NO : -
71
+ PJM CODE : 0
72
+ REASON : -
73
+ PRO EXIT CODE : -
74
+ EPI EXIT CODE : -
75
+ ELAPSE TIME (LIMIT) : 1 00:00:00 (86400)
76
+ ELAPSE TIME (USE) : 00:00:03 (3)
77
+ USER CPU TIME (USE) : 50 ms
78
+ SYSTEM CPU TIME (USE) : 50 ms
79
+ CPU TIME (TOTAL) : 100 ms
80
+ MEMORY SIZE (LIMIT) : 463800.0 MiB (486329548800) <DEFAULT>
81
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
82
+ MAX MEMORY SIZE (USE) : 28.7 MiB (30011392)
83
+ VNODE MEMORY SIZE (LIMIT) : -
84
+ VNODE MEMORY SIZE (ALLOC) : -
85
+ VNODE MAX MEMORY SIZE (USE) : -
86
+ CPU NUM (REQUIRE) : 480 <DEFAULT>
87
+ CPU NUM (ALLOC) : 480
88
+ CPU NUM (USE) : 43
89
+ TOFU USER COMM RECV BYTE : -
90
+ TOFU USER COMM SEND BYTE : -
91
+ TOFU SYSTEM COMM RECV BYTE : -
92
+ TOFU SYSTEM COMM SEND BYTE : -
93
+ FJ PROFILER : -
94
+ SECTOR CACHE : -
95
+ INTRA NODE BARRIER : -
96
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
97
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
98
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
99
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
100
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
101
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
102
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
103
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
104
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
105
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
106
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
107
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
108
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
109
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
110
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
111
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
112
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
113
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
114
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
115
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
116
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
117
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
118
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
119
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
120
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
121
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
122
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
123
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
124
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
125
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
126
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
127
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
128
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 1366.648826
129
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 1366.648826
130
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 1366.648826
131
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 1.160335
132
+ UTILIZATION INFO OF POWER API : 0
133
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 680.562879
134
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 656.720368
135
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 680.562879
136
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 656.720368
137
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 680.562879
138
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 656.720368
139
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 0.577580
140
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 0.557656
141
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 12.836067
142
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 16.529512
143
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 12.836067
144
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 16.529512
145
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 12.836067
146
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 16.529512
147
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.011030
148
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.014068
149
+ AVG POWER CONSUMPTION OF PP0/PKG : -
150
+ MAX POWER CONSUMPTION OF PP0/PKG : -
151
+ MIN POWER CONSUMPTION OF PP0/PKG : -
152
+ ENERGY CONSUMPTION OF PP0/PKG : -
153
+ POWER CONSUMPTION STATE : 1
154
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:54:53
155
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 16:54:57
156
+ VNODE NUM (REQUIRE) : -
157
+ VNODE NUM (ALLOC) : -
158
+ VNODE NUM (USE) : -
159
+ NODE NUM (REQUIRE) : 4
160
+ NODE NUM (ALLOC) : 4
161
+ NODE NUM (USE) : 1
162
+ NODE NUM (UNUSED) : 0
163
+ NODE ID (USE) : 0x01FF00B3
164
+ TOFU COORDINATE (USE) : -
165
+ NODE ID (RANK) : 0x01FF00B3(0) 0x01FF00B5(1) 0x01FF00B6(2) 0x01FF00BC(3)
166
+ jobenv (REQUIRE) :
167
+ jobenv (ALLOC) :
168
+ jobenv (USE) :
169
+ gpu (REQUIRE) : 0 <DEFAULT>
170
+ gpu (ALLOC) : 0
171
+ gpu (USE) : -
172
+ simplex (REQUIRE) : true
173
+ simplex (ALLOC) : true
174
+ simplex (USE) :
175
+ shared (REQUIRE) :
176
+ shared (ALLOC) :
177
+ shared (USE) :
178
+ short-job (REQUIRE) : false
179
+ short-job (ALLOC) : false
180
+ short-job (USE) :
181
+ rsc001 (REQUIRE) : 0 <DEFAULT>
182
+ rsc001 (ALLOC) : 0
183
+ rsc001 (USE) : -
184
+ rsc002 (REQUIRE) : 0 <DEFAULT>
185
+ rsc002 (ALLOC) : 0
186
+ rsc002 (USE) : -
187
+ rsc003 (REQUIRE) : 0 <DEFAULT>
188
+ rsc003 (ALLOC) : 0
189
+ rsc003 (USE) : -
190
+ rsc004 (REQUIRE) : 0 <DEFAULT>
191
+ rsc004 (ALLOC) : 0
192
+ rsc004 (USE) : -
193
+ rsc005 (REQUIRE) : 0 <DEFAULT>
194
+ rsc005 (ALLOC) : 0
195
+ rsc005 (USE) : -
196
+ rsc006 (REQUIRE) : 0 <DEFAULT>
197
+ rsc006 (ALLOC) : 0
198
+ rsc006 (USE) : -
199
+ rsc007 (REQUIRE) : 0 <DEFAULT>
200
+ rsc007 (ALLOC) : 0
201
+ rsc007 (USE) : -
202
+ rsc008 (REQUIRE) : 0 <DEFAULT>
203
+ rsc008 (ALLOC) : 0
204
+ rsc008 (USE) : -
205
+ rsc009 (REQUIRE) : 0 <DEFAULT>
206
+ rsc009 (ALLOC) : 0
207
+ rsc009 (USE) : -
208
+ rsc010 (REQUIRE) : 0 <DEFAULT>
209
+ rsc010 (ALLOC) : 0
210
+ rsc010 (USE) : -
211
+ rsc011 (REQUIRE) : 0 <DEFAULT>
212
+ rsc011 (ALLOC) : 0
213
+ rsc011 (USE) : -
214
+ rsc012 (REQUIRE) : 0 <DEFAULT>
215
+ rsc012 (ALLOC) : 0
216
+ rsc012 (USE) : -
217
+ rsc013 (REQUIRE) : 0 <DEFAULT>
218
+ rsc013 (ALLOC) : 0
219
+ rsc013 (USE) : -
220
+ rsc014 (REQUIRE) : 0 <DEFAULT>
221
+ rsc014 (ALLOC) : 0
222
+ rsc014 (USE) : -
223
+ rsc015 (REQUIRE) : 0 <DEFAULT>
224
+ rsc015 (ALLOC) : 0
225
+ rsc015 (USE) : -
226
+ rsc016 (REQUIRE) : 0 <DEFAULT>
227
+ rsc016 (ALLOC) : 0
228
+ rsc016 (USE) : -
229
+ rsc017 (REQUIRE) : 0 <DEFAULT>
230
+ rsc017 (ALLOC) : 0
231
+ rsc017 (USE) : -
232
+ rsc018 (REQUIRE) : 0 <DEFAULT>
233
+ rsc018 (ALLOC) : 0
234
+ rsc018 (USE) : -
235
+ rsc019 (REQUIRE) : 0 <DEFAULT>
236
+ rsc019 (ALLOC) : 0
237
+ rsc019 (USE) : -
238
+ rsc020 (REQUIRE) : 0 <DEFAULT>
239
+ rsc020 (ALLOC) : 0
240
+ rsc020 (USE) : -
241
+ rsc021 (REQUIRE) : 0 <DEFAULT>
242
+ rsc021 (ALLOC) : 0
243
+ rsc021 (USE) : -
244
+ rsc022 (REQUIRE) : 0 <DEFAULT>
245
+ rsc022 (ALLOC) : 0
246
+ rsc022 (USE) : -
247
+ rsc023 (REQUIRE) : 0 <DEFAULT>
248
+ rsc023 (ALLOC) : 0
249
+ rsc023 (USE) : -
250
+ rsc024 (REQUIRE) : 0 <DEFAULT>
251
+ rsc024 (ALLOC) : 0
252
+ rsc024 (USE) : -
253
+ rsc025 (REQUIRE) : 0 <DEFAULT>
254
+ rsc025 (ALLOC) : 0
255
+ rsc025 (USE) : -
256
+ rsc026 (REQUIRE) : 0 <DEFAULT>
257
+ rsc026 (ALLOC) : 0
258
+ rsc026 (USE) : -
259
+ rsc027 (REQUIRE) : 0 <DEFAULT>
260
+ rsc027 (ALLOC) : 0
261
+ rsc027 (USE) : -
262
+ rsc028 (REQUIRE) : 0 <DEFAULT>
263
+ rsc028 (ALLOC) : 0
264
+ rsc028 (USE) : -
265
+ rsc029 (REQUIRE) : 0 <DEFAULT>
266
+ rsc029 (ALLOC) : 0
267
+ rsc029 (USE) : -
268
+ rsc030 (REQUIRE) : 0 <DEFAULT>
269
+ rsc030 (ALLOC) : 0
270
+ rsc030 (USE) : -
271
+ rsc031 (REQUIRE) : 0 <DEFAULT>
272
+ rsc031 (ALLOC) : 0
273
+ rsc031 (USE) : -
274
+ rsc032 (REQUIRE) : 0 <DEFAULT>
275
+ rsc032 (ALLOC) : 0
276
+ rsc032 (USE) : -
277
+ rsc033 (REQUIRE) : 0 <DEFAULT>
278
+ rsc033 (ALLOC) : 0
279
+ rsc033 (USE) : -
280
+ rsc034 (REQUIRE) : 0 <DEFAULT>
281
+ rsc034 (ALLOC) : 0
282
+ rsc034 (USE) : -
283
+ rsc035 (REQUIRE) : 0 <DEFAULT>
284
+ rsc035 (ALLOC) : 0
285
+ rsc035 (USE) : -
286
+ rsc036 (REQUIRE) : 0 <DEFAULT>
287
+ rsc036 (ALLOC) : 0
288
+ rsc036 (USE) : -
289
+ rsc037 (REQUIRE) : 0 <DEFAULT>
290
+ rsc037 (ALLOC) : 0
291
+ rsc037 (USE) : -
292
+ rsc038 (REQUIRE) : 0 <DEFAULT>
293
+ rsc038 (ALLOC) : 0
294
+ rsc038 (USE) : -
295
+ rsc039 (REQUIRE) : 0 <DEFAULT>
296
+ rsc039 (ALLOC) : 0
297
+ rsc039 (USE) : -
298
+ rsc040 (REQUIRE) : 0 <DEFAULT>
299
+ rsc040 (ALLOC) : 0
300
+ rsc040 (USE) : -
301
+ rsc041 (REQUIRE) : 0 <DEFAULT>
302
+ rsc041 (ALLOC) : 0
303
+ rsc041 (USE) : -
304
+ rsc042 (REQUIRE) : 0 <DEFAULT>
305
+ rsc042 (ALLOC) : 0
306
+ rsc042 (USE) : -
307
+ rsc043 (REQUIRE) : 0 <DEFAULT>
308
+ rsc043 (ALLOC) : 0
309
+ rsc043 (USE) : -
310
+ rsc044 (REQUIRE) : 0 <DEFAULT>
311
+ rsc044 (ALLOC) : 0
312
+ rsc044 (USE) : -
313
+ rsc045 (REQUIRE) : 0 <DEFAULT>
314
+ rsc045 (ALLOC) : 0
315
+ rsc045 (USE) : -
316
+ rsc046 (REQUIRE) : 0 <DEFAULT>
317
+ rsc046 (ALLOC) : 0
318
+ rsc046 (USE) : -
319
+ rsc047 (REQUIRE) : 0 <DEFAULT>
320
+ rsc047 (ALLOC) : 0
321
+ rsc047 (USE) : -
322
+ rsc048 (REQUIRE) : 0 <DEFAULT>
323
+ rsc048 (ALLOC) : 0
324
+ rsc048 (USE) : -
325
+ rsc049 (REQUIRE) : 0 <DEFAULT>
326
+ rsc049 (ALLOC) : 0
327
+ rsc049 (USE) : -
328
+ rsc050 (REQUIRE) : 0 <DEFAULT>
329
+ rsc050 (ALLOC) : 0
330
+ rsc050 (USE) : -
331
+
332
+ --------------------------------------------------------------------------------
333
+ Node Statistical Information
334
+
335
+ VNODE ID : 0
336
+ NODE ID : 0x01FF00B3
337
+ TOFU COORDINATE : -
338
+ NODE COORDINATE : -
339
+ RANK NO : 0
340
+ NODE AVAILABLE : available
341
+ ARCHI INFORMATION : PG
342
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
343
+ CPU BITMAP (USE) : 0x370c0fff8ffe39f0000006800200000
344
+ MPI PROC (ALLOC) : 4
345
+ MPI STATIC PROC (ALLOC) : 4
346
+ USER CPU TIME (USE) : 50 ms
347
+ SYSTEM CPU TIME (USE) : 50 ms
348
+ CPU TIME (TOTAL) : 100 ms
349
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
350
+ MAX MEMORY SIZE (USE) : 28.7 MiB (30011392)
351
+ CPU NUM (ALLOC) : 120
352
+ CPU NUM (USE) : 43
353
+ PERF COUNT 1 : -
354
+ PERF COUNT 2 : -
355
+ PERF COUNT 3 : -
356
+ PERF COUNT 4 : -
357
+ PERF COUNT 5 : -
358
+ PERF COUNT 6 : -
359
+ PERF COUNT 7 : -
360
+ PERF COUNT 8 : -
361
+ PERF COUNT 9 : -
362
+ TOFU USER COMM RECV BYTE : -
363
+ TOFU USER COMM SEND BYTE : -
364
+ TOFU SYSTEM COMM RECV BYTE : -
365
+ TOFU SYSTEM COMM SEND BYTE : -
366
+ FJ PROFILER : -
367
+ SECTOR CACHE : -
368
+ INTRA NODE BARRIER : -
369
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
370
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
371
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
372
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
373
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
374
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
375
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
376
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
377
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
378
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
379
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
380
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
381
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
382
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
383
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
384
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
385
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
386
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
387
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
388
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
389
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
390
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
391
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
392
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
393
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
394
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
395
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
396
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
397
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
398
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
399
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
400
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
401
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 361.003018
402
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 361.003018
403
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 361.003018
404
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 0.304567
405
+ UTILIZATION INFO OF POWER API : 0
406
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 180.975784
407
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 172.166231
408
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 180.975784
409
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 172.166231
410
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 180.975784
411
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 172.166231
412
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 0.152684
413
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 0.145251
414
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.407227
415
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 4.453776
416
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.407227
417
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 4.453776
418
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.407227
419
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 4.453776
420
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.002875
421
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.003758
422
+ AVG POWER CONSUMPTION OF PP0/PKG : -
423
+ MAX POWER CONSUMPTION OF PP0/PKG : -
424
+ MIN POWER CONSUMPTION OF PP0/PKG : -
425
+ ENERGY CONSUMPTION OF PP0/PKG : -
426
+ POWER CONSUMPTION STATE : 1
427
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:54:54
428
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 16:54:57
429
+ gpu (REQUIRE) : 0 <DEFAULT>
430
+ gpu (ALLOC) : 0
431
+ gpu (USE) : -
432
+ simplex (REQUIRE) : true
433
+ simplex (ALLOC) : true
434
+ simplex (USE) :
435
+ shared (REQUIRE) :
436
+ shared (ALLOC) :
437
+ shared (USE) :
438
+ short-job (REQUIRE) : false
439
+ short-job (ALLOC) : false
440
+ short-job (USE) :
441
+ rsc001 (REQUIRE) : 0 <DEFAULT>
442
+ rsc001 (ALLOC) : 0
443
+ rsc001 (USE) : -
444
+ rsc002 (REQUIRE) : 0 <DEFAULT>
445
+ rsc002 (ALLOC) : 0
446
+ rsc002 (USE) : -
447
+ rsc003 (REQUIRE) : 0 <DEFAULT>
448
+ rsc003 (ALLOC) : 0
449
+ rsc003 (USE) : -
450
+ rsc004 (REQUIRE) : 0 <DEFAULT>
451
+ rsc004 (ALLOC) : 0
452
+ rsc004 (USE) : -
453
+ rsc005 (REQUIRE) : 0 <DEFAULT>
454
+ rsc005 (ALLOC) : 0
455
+ rsc005 (USE) : -
456
+ rsc006 (REQUIRE) : 0 <DEFAULT>
457
+ rsc006 (ALLOC) : 0
458
+ rsc006 (USE) : -
459
+ rsc007 (REQUIRE) : 0 <DEFAULT>
460
+ rsc007 (ALLOC) : 0
461
+ rsc007 (USE) : -
462
+
463
+ --------------------------------------------------------------------------------
464
+ Node Statistical Information
465
+
466
+ VNODE ID : 1
467
+ NODE ID : 0x01FF00B5
468
+ TOFU COORDINATE : -
469
+ NODE COORDINATE : -
470
+ RANK NO : 1
471
+ NODE AVAILABLE : available
472
+ ARCHI INFORMATION : PG
473
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
474
+ CPU BITMAP (USE) : 0x0
475
+ MPI PROC (ALLOC) : 4
476
+ MPI STATIC PROC (ALLOC) : 4
477
+ USER CPU TIME (USE) : 0 ms
478
+ SYSTEM CPU TIME (USE) : 0 ms
479
+ CPU TIME (TOTAL) : 0 ms
480
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
481
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
482
+ CPU NUM (ALLOC) : 120
483
+ CPU NUM (USE) : 0
484
+ PERF COUNT 1 : -
485
+ PERF COUNT 2 : -
486
+ PERF COUNT 3 : -
487
+ PERF COUNT 4 : -
488
+ PERF COUNT 5 : -
489
+ PERF COUNT 6 : -
490
+ PERF COUNT 7 : -
491
+ PERF COUNT 8 : -
492
+ PERF COUNT 9 : -
493
+ TOFU USER COMM RECV BYTE : -
494
+ TOFU USER COMM SEND BYTE : -
495
+ TOFU SYSTEM COMM RECV BYTE : -
496
+ TOFU SYSTEM COMM SEND BYTE : -
497
+ FJ PROFILER : -
498
+ SECTOR CACHE : -
499
+ INTRA NODE BARRIER : -
500
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
501
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
502
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
503
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
504
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
505
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
506
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
507
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
508
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
509
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
510
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
511
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
512
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
513
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
514
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
515
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
516
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
517
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
518
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
519
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
520
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
521
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
522
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
523
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
524
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
525
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
526
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
527
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
528
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
529
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
530
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
531
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
532
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 327.659081
533
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 327.659081
534
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 327.659081
535
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 0.278527
536
+ UTILIZATION INFO OF POWER API : 0
537
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 165.053992
538
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 155.560582
539
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 165.053992
540
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 155.560582
541
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 165.053992
542
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 155.560582
543
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 0.140304
544
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 0.132234
545
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.287630
546
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 3.756877
547
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.287630
548
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 3.756877
549
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.287630
550
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 3.756877
551
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.002795
552
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.003194
553
+ AVG POWER CONSUMPTION OF PP0/PKG : -
554
+ MAX POWER CONSUMPTION OF PP0/PKG : -
555
+ MIN POWER CONSUMPTION OF PP0/PKG : -
556
+ ENERGY CONSUMPTION OF PP0/PKG : -
557
+ POWER CONSUMPTION STATE : 1
558
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:54:54
559
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 16:54:57
560
+ gpu (REQUIRE) : 0 <DEFAULT>
561
+ gpu (ALLOC) : 0
562
+ gpu (USE) : -
563
+ simplex (REQUIRE) : true
564
+ simplex (ALLOC) : true
565
+ simplex (USE) :
566
+ shared (REQUIRE) :
567
+ shared (ALLOC) :
568
+ shared (USE) :
569
+ short-job (REQUIRE) : false
570
+ short-job (ALLOC) : false
571
+ short-job (USE) :
572
+ rsc001 (REQUIRE) : 0 <DEFAULT>
573
+ rsc001 (ALLOC) : 0
574
+ rsc001 (USE) : -
575
+ rsc002 (REQUIRE) : 0 <DEFAULT>
576
+ rsc002 (ALLOC) : 0
577
+ rsc002 (USE) : -
578
+ rsc003 (REQUIRE) : 0 <DEFAULT>
579
+ rsc003 (ALLOC) : 0
580
+ rsc003 (USE) : -
581
+ rsc004 (REQUIRE) : 0 <DEFAULT>
582
+ rsc004 (ALLOC) : 0
583
+ rsc004 (USE) : -
584
+ rsc005 (REQUIRE) : 0 <DEFAULT>
585
+ rsc005 (ALLOC) : 0
586
+ rsc005 (USE) : -
587
+ rsc006 (REQUIRE) : 0 <DEFAULT>
588
+ rsc006 (ALLOC) : 0
589
+ rsc006 (USE) : -
590
+ rsc007 (REQUIRE) : 0 <DEFAULT>
591
+ rsc007 (ALLOC) : 0
592
+ rsc007 (USE) : -
593
+
594
+ --------------------------------------------------------------------------------
595
+ Node Statistical Information
596
+
597
+ VNODE ID : 2
598
+ NODE ID : 0x01FF00B6
599
+ TOFU COORDINATE : -
600
+ NODE COORDINATE : -
601
+ RANK NO : 2
602
+ NODE AVAILABLE : available
603
+ ARCHI INFORMATION : PG
604
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
605
+ CPU BITMAP (USE) : 0x0
606
+ MPI PROC (ALLOC) : 4
607
+ MPI STATIC PROC (ALLOC) : 4
608
+ USER CPU TIME (USE) : 0 ms
609
+ SYSTEM CPU TIME (USE) : 0 ms
610
+ CPU TIME (TOTAL) : 0 ms
611
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
612
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
613
+ CPU NUM (ALLOC) : 120
614
+ CPU NUM (USE) : 0
615
+ PERF COUNT 1 : -
616
+ PERF COUNT 2 : -
617
+ PERF COUNT 3 : -
618
+ PERF COUNT 4 : -
619
+ PERF COUNT 5 : -
620
+ PERF COUNT 6 : -
621
+ PERF COUNT 7 : -
622
+ PERF COUNT 8 : -
623
+ PERF COUNT 9 : -
624
+ TOFU USER COMM RECV BYTE : -
625
+ TOFU USER COMM SEND BYTE : -
626
+ TOFU SYSTEM COMM RECV BYTE : -
627
+ TOFU SYSTEM COMM SEND BYTE : -
628
+ FJ PROFILER : -
629
+ SECTOR CACHE : -
630
+ INTRA NODE BARRIER : -
631
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
632
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
633
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
634
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
635
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
636
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
637
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
638
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
639
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
640
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
641
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
642
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
643
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
644
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
645
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
646
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
647
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
648
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
649
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
650
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
651
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
652
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
653
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
654
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
655
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
656
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
657
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
658
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
659
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
660
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
661
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
662
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
663
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 343.225333
664
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 343.225333
665
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 343.225333
666
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 0.334131
667
+ UTILIZATION INFO OF POWER API : 0
668
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 168.422457
669
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 166.808866
670
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 168.422457
671
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 166.808866
672
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 168.422457
673
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 166.808866
674
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 0.163960
675
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 0.162389
676
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.643158
677
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 4.350851
678
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.643158
679
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 4.350851
680
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.643158
681
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 4.350851
682
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.003547
683
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.004236
684
+ AVG POWER CONSUMPTION OF PP0/PKG : -
685
+ MAX POWER CONSUMPTION OF PP0/PKG : -
686
+ MIN POWER CONSUMPTION OF PP0/PKG : -
687
+ ENERGY CONSUMPTION OF PP0/PKG : -
688
+ POWER CONSUMPTION STATE : 1
689
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:54:53
690
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 16:54:57
691
+ gpu (REQUIRE) : 0 <DEFAULT>
692
+ gpu (ALLOC) : 0
693
+ gpu (USE) : -
694
+ simplex (REQUIRE) : true
695
+ simplex (ALLOC) : true
696
+ simplex (USE) :
697
+ shared (REQUIRE) :
698
+ shared (ALLOC) :
699
+ shared (USE) :
700
+ short-job (REQUIRE) : false
701
+ short-job (ALLOC) : false
702
+ short-job (USE) :
703
+ rsc001 (REQUIRE) : 0 <DEFAULT>
704
+ rsc001 (ALLOC) : 0
705
+ rsc001 (USE) : -
706
+ rsc002 (REQUIRE) : 0 <DEFAULT>
707
+ rsc002 (ALLOC) : 0
708
+ rsc002 (USE) : -
709
+ rsc003 (REQUIRE) : 0 <DEFAULT>
710
+ rsc003 (ALLOC) : 0
711
+ rsc003 (USE) : -
712
+ rsc004 (REQUIRE) : 0 <DEFAULT>
713
+ rsc004 (ALLOC) : 0
714
+ rsc004 (USE) : -
715
+ rsc005 (REQUIRE) : 0 <DEFAULT>
716
+ rsc005 (ALLOC) : 0
717
+ rsc005 (USE) : -
718
+ rsc006 (REQUIRE) : 0 <DEFAULT>
719
+ rsc006 (ALLOC) : 0
720
+ rsc006 (USE) : -
721
+ rsc007 (REQUIRE) : 0 <DEFAULT>
722
+ rsc007 (ALLOC) : 0
723
+ rsc007 (USE) : -
724
+
725
+ --------------------------------------------------------------------------------
726
+ Node Statistical Information
727
+
728
+ VNODE ID : 3
729
+ NODE ID : 0x01FF00BC
730
+ TOFU COORDINATE : -
731
+ NODE COORDINATE : -
732
+ RANK NO : 3
733
+ NODE AVAILABLE : available
734
+ ARCHI INFORMATION : PG
735
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
736
+ CPU BITMAP (USE) : 0x0
737
+ MPI PROC (ALLOC) : 4
738
+ MPI STATIC PROC (ALLOC) : 4
739
+ USER CPU TIME (USE) : 0 ms
740
+ SYSTEM CPU TIME (USE) : 0 ms
741
+ CPU TIME (TOTAL) : 0 ms
742
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
743
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
744
+ CPU NUM (ALLOC) : 120
745
+ CPU NUM (USE) : 0
746
+ PERF COUNT 1 : -
747
+ PERF COUNT 2 : -
748
+ PERF COUNT 3 : -
749
+ PERF COUNT 4 : -
750
+ PERF COUNT 5 : -
751
+ PERF COUNT 6 : -
752
+ PERF COUNT 7 : -
753
+ PERF COUNT 8 : -
754
+ PERF COUNT 9 : -
755
+ TOFU USER COMM RECV BYTE : -
756
+ TOFU USER COMM SEND BYTE : -
757
+ TOFU SYSTEM COMM RECV BYTE : -
758
+ TOFU SYSTEM COMM SEND BYTE : -
759
+ FJ PROFILER : -
760
+ SECTOR CACHE : -
761
+ INTRA NODE BARRIER : -
762
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
763
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
764
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
765
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
766
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
767
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
768
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
769
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
770
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
771
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
772
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
773
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
774
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
775
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
776
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
777
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
778
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
779
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
780
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
781
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
782
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
783
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
784
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
785
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
786
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
787
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
788
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
789
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
790
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
791
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
792
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
793
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
794
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 334.761394
795
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 334.761394
796
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 334.761394
797
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 0.243110
798
+ UTILIZATION INFO OF POWER API : 0
799
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 166.110645
800
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 162.184689
801
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 166.110645
802
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 162.184689
803
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 166.110645
804
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 162.184689
805
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 0.120632
806
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 0.117781
807
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 2.498053
808
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 3.968007
809
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 2.498053
810
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 3.968007
811
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 2.498053
812
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 3.968007
813
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.001814
814
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.002882
815
+ AVG POWER CONSUMPTION OF PP0/PKG : -
816
+ MAX POWER CONSUMPTION OF PP0/PKG : -
817
+ MIN POWER CONSUMPTION OF PP0/PKG : -
818
+ ENERGY CONSUMPTION OF PP0/PKG : -
819
+ POWER CONSUMPTION STATE : 1
820
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:54:54
821
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 16:54:57
822
+ gpu (REQUIRE) : 0 <DEFAULT>
823
+ gpu (ALLOC) : 0
824
+ gpu (USE) : -
825
+ simplex (REQUIRE) : true
826
+ simplex (ALLOC) : true
827
+ simplex (USE) :
828
+ shared (REQUIRE) :
829
+ shared (ALLOC) :
830
+ shared (USE) :
831
+ short-job (REQUIRE) : false
832
+ short-job (ALLOC) : false
833
+ short-job (USE) :
834
+ rsc001 (REQUIRE) : 0 <DEFAULT>
835
+ rsc001 (ALLOC) : 0
836
+ rsc001 (USE) : -
837
+ rsc002 (REQUIRE) : 0 <DEFAULT>
838
+ rsc002 (ALLOC) : 0
839
+ rsc002 (USE) : -
840
+ rsc003 (REQUIRE) : 0 <DEFAULT>
841
+ rsc003 (ALLOC) : 0
842
+ rsc003 (USE) : -
843
+ rsc004 (REQUIRE) : 0 <DEFAULT>
844
+ rsc004 (ALLOC) : 0
845
+ rsc004 (USE) : -
846
+ rsc005 (REQUIRE) : 0 <DEFAULT>
847
+ rsc005 (ALLOC) : 0
848
+ rsc005 (USE) : -
849
+ rsc006 (REQUIRE) : 0 <DEFAULT>
850
+ rsc006 (ALLOC) : 0
851
+ rsc006 (USE) : -
852
+ rsc007 (REQUIRE) : 0 <DEFAULT>
853
+ rsc007 (ALLOC) : 0
854
+ rsc007 (USE) : -
855
+
hf_upload.sh.139188.out ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ Consider using `hf_transfer` for faster uploads. This solution comes with some limitations. See https://huggingface.co/docs/huggingface_hub/hf_transfer for more details.
2
+
hf_upload.sh.139188.stats ADDED
@@ -0,0 +1,855 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Job Statistical Information
2
+
3
+ JOB ID : 139188
4
+ SUB JOB NUM : -
5
+ START BULKNO : -
6
+ END BULKNO : -
7
+ HOST NAME : genkai0002
8
+ JOB NAME : hf_upload.sh
9
+ JOB TYPE : BATCH
10
+ JOB MODEL : NM
11
+ USER : ku40000295
12
+ GROUP : pj24001684
13
+ RESOURCE UNIT : rscunit_pg01 <DEFAULT>
14
+ RESOURCE GROUP : a-batch
15
+ APRIORITY : 127 <DEFAULT>
16
+ PRIORITY : 127 <DEFAULT>
17
+ SHELL : /bin/bash
18
+ MAIL SEND FLAG : ----
19
+ MAIL ADDRESS : ku40000295
20
+ STEP DEPENDENCY EXP :
21
+ FILE MASK : 0022
22
+ STANDARD OUT FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139188.out
23
+ STANDARD ERR FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139188.out
24
+ INFORMATION FILE : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model/hf_upload.sh.139188.stats
25
+ PJSUB DIRECTORY : /home/pj24001684/ku40000295/jc/6B_4GPU_story/model
26
+ FILE SYSTEM NAME :
27
+ APPLICATION NAME :
28
+ NUMA POLICY : 0
29
+ SPECIFIED JOB START DATE : -
30
+ AUTO RESTART : yes
31
+ MPI PROC (REQUIRE) : 4
32
+ MPI PROC (ALLOC) : 4
33
+ MPI STATIC PROC (REQUIRE) : 4
34
+ MPI STATIC PROC (ALLOC) : 4
35
+ PROC CPU LIMIT : unlimited <DEFAULT>
36
+ PROC COREFILE LIMIT : 0.0 MB (0) <DEFAULT>
37
+ PROC CREATE PROCESS LIMIT : 16384 <DEFAULT>
38
+ PROC DATA LIMIT : unlimited <DEFAULT>
39
+ PROC LOCKED MEMORY LIMIT : unlimited <DEFAULT>
40
+ PROC MESSAGE QUEUE LIMIT : unlimited <DEFAULT>
41
+ PROC OPEN FILES LIMIT : 1048576 <DEFAULT>
42
+ PROC PENDING SIGNAL LIMIT : unlimited <DEFAULT>
43
+ PROC PERMFILE LIMIT : unlimited <DEFAULT>
44
+ PROC STACK LIMIT : unlimited <DEFAULT>
45
+ PROC VIRTUAL MEMORY LIMIT : unlimited <DEFAULT>
46
+ COMMENT :
47
+ SUPPLEMENTARY INFORMATION :
48
+ RETRY NUM : 0
49
+ LAST STATE : RNO
50
+ STATE : CCL
51
+ BACKFILL : 1
52
+ ACCEPT DATE : 2024/08/07 16:55:41
53
+ QUEUED DATE : 2024/08/07 16:55:41
54
+ PRO START DATE : -
55
+ PRO END DATE : -
56
+ JOB START DATE : 2024/08/07 16:55:46
57
+ JOB END DATE : 2024/08/07 17:00:11
58
+ EPI START DATE : -
59
+ EPI END DATE : -
60
+ EXIT DATE : 2024/08/07 17:00:14
61
+ JOB DELETE DATE (REQUIRE) : 2024/08/07 17:00:09
62
+ JOB DELETE DATE : 2024/08/07 17:00:14
63
+ ALL PREC SUBJOB EXIT DATE : -
64
+ HOLD TIME : 0
65
+ LAST HOLD USER : -
66
+ HOLD NUM : 0
67
+ PRM DATE : 2024/08/07 17:00:12
68
+ AFFECTED NODE ID : -
69
+ EXIT CODE : -
70
+ SIGNAL NO : 15
71
+ PJM CODE : 1
72
+ REASON : -
73
+ PRO EXIT CODE : -
74
+ EPI EXIT CODE : -
75
+ ELAPSE TIME (LIMIT) : 1 00:00:00 (86400)
76
+ ELAPSE TIME (USE) : 00:04:25 (265)
77
+ USER CPU TIME (USE) : 78880 ms
78
+ SYSTEM CPU TIME (USE) : 21540 ms
79
+ CPU TIME (TOTAL) : 100420 ms
80
+ MEMORY SIZE (LIMIT) : 463800.0 MiB (486329548800) <DEFAULT>
81
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
82
+ MAX MEMORY SIZE (USE) : 5962.4 MiB (6251974656)
83
+ VNODE MEMORY SIZE (LIMIT) : -
84
+ VNODE MEMORY SIZE (ALLOC) : -
85
+ VNODE MAX MEMORY SIZE (USE) : -
86
+ CPU NUM (REQUIRE) : 480 <DEFAULT>
87
+ CPU NUM (ALLOC) : 480
88
+ CPU NUM (USE) : 50
89
+ TOFU USER COMM RECV BYTE : -
90
+ TOFU USER COMM SEND BYTE : -
91
+ TOFU SYSTEM COMM RECV BYTE : -
92
+ TOFU SYSTEM COMM SEND BYTE : -
93
+ FJ PROFILER : -
94
+ SECTOR CACHE : -
95
+ INTRA NODE BARRIER : -
96
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
97
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
98
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
99
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
100
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
101
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
102
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
103
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
104
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
105
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
106
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
107
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
108
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
109
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
110
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
111
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
112
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
113
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
114
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
115
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
116
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
117
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
118
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
119
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
120
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
121
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
122
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
123
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
124
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
125
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
126
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
127
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
128
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 1384.119765
129
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 1429.094353
130
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 1350.131493
131
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 102.335784
132
+ UTILIZATION INFO OF POWER API : 0
133
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 690.679825
134
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 664.046029
135
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 713.936563
136
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 685.713636
137
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 673.007186
138
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 647.783796
139
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 51.065840
140
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 49.096620
141
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 12.947708
142
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 16.446203
143
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 13.107466
144
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 16.526231
145
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 12.848467
146
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 16.368534
147
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.957357
148
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 1.215967
149
+ AVG POWER CONSUMPTION OF PP0/PKG : -
150
+ MAX POWER CONSUMPTION OF PP0/PKG : -
151
+ MIN POWER CONSUMPTION OF PP0/PKG : -
152
+ ENERGY CONSUMPTION OF PP0/PKG : -
153
+ POWER CONSUMPTION STATE : 1
154
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:55:46
155
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 17:00:12
156
+ VNODE NUM (REQUIRE) : -
157
+ VNODE NUM (ALLOC) : -
158
+ VNODE NUM (USE) : -
159
+ NODE NUM (REQUIRE) : 4
160
+ NODE NUM (ALLOC) : 4
161
+ NODE NUM (USE) : 1
162
+ NODE NUM (UNUSED) : 0
163
+ NODE ID (USE) : 0x01FF00B3
164
+ TOFU COORDINATE (USE) : -
165
+ NODE ID (RANK) : 0x01FF00B3(0) 0x01FF00B5(1) 0x01FF00B6(2) 0x01FF00BC(3)
166
+ jobenv (REQUIRE) :
167
+ jobenv (ALLOC) :
168
+ jobenv (USE) :
169
+ gpu (REQUIRE) : 0 <DEFAULT>
170
+ gpu (ALLOC) : 0
171
+ gpu (USE) : -
172
+ simplex (REQUIRE) : true
173
+ simplex (ALLOC) : true
174
+ simplex (USE) :
175
+ shared (REQUIRE) :
176
+ shared (ALLOC) :
177
+ shared (USE) :
178
+ short-job (REQUIRE) : false
179
+ short-job (ALLOC) : false
180
+ short-job (USE) :
181
+ rsc001 (REQUIRE) : 0 <DEFAULT>
182
+ rsc001 (ALLOC) : 0
183
+ rsc001 (USE) : -
184
+ rsc002 (REQUIRE) : 0 <DEFAULT>
185
+ rsc002 (ALLOC) : 0
186
+ rsc002 (USE) : -
187
+ rsc003 (REQUIRE) : 0 <DEFAULT>
188
+ rsc003 (ALLOC) : 0
189
+ rsc003 (USE) : -
190
+ rsc004 (REQUIRE) : 0 <DEFAULT>
191
+ rsc004 (ALLOC) : 0
192
+ rsc004 (USE) : -
193
+ rsc005 (REQUIRE) : 0 <DEFAULT>
194
+ rsc005 (ALLOC) : 0
195
+ rsc005 (USE) : -
196
+ rsc006 (REQUIRE) : 0 <DEFAULT>
197
+ rsc006 (ALLOC) : 0
198
+ rsc006 (USE) : -
199
+ rsc007 (REQUIRE) : 0 <DEFAULT>
200
+ rsc007 (ALLOC) : 0
201
+ rsc007 (USE) : -
202
+ rsc008 (REQUIRE) : 0 <DEFAULT>
203
+ rsc008 (ALLOC) : 0
204
+ rsc008 (USE) : -
205
+ rsc009 (REQUIRE) : 0 <DEFAULT>
206
+ rsc009 (ALLOC) : 0
207
+ rsc009 (USE) : -
208
+ rsc010 (REQUIRE) : 0 <DEFAULT>
209
+ rsc010 (ALLOC) : 0
210
+ rsc010 (USE) : -
211
+ rsc011 (REQUIRE) : 0 <DEFAULT>
212
+ rsc011 (ALLOC) : 0
213
+ rsc011 (USE) : -
214
+ rsc012 (REQUIRE) : 0 <DEFAULT>
215
+ rsc012 (ALLOC) : 0
216
+ rsc012 (USE) : -
217
+ rsc013 (REQUIRE) : 0 <DEFAULT>
218
+ rsc013 (ALLOC) : 0
219
+ rsc013 (USE) : -
220
+ rsc014 (REQUIRE) : 0 <DEFAULT>
221
+ rsc014 (ALLOC) : 0
222
+ rsc014 (USE) : -
223
+ rsc015 (REQUIRE) : 0 <DEFAULT>
224
+ rsc015 (ALLOC) : 0
225
+ rsc015 (USE) : -
226
+ rsc016 (REQUIRE) : 0 <DEFAULT>
227
+ rsc016 (ALLOC) : 0
228
+ rsc016 (USE) : -
229
+ rsc017 (REQUIRE) : 0 <DEFAULT>
230
+ rsc017 (ALLOC) : 0
231
+ rsc017 (USE) : -
232
+ rsc018 (REQUIRE) : 0 <DEFAULT>
233
+ rsc018 (ALLOC) : 0
234
+ rsc018 (USE) : -
235
+ rsc019 (REQUIRE) : 0 <DEFAULT>
236
+ rsc019 (ALLOC) : 0
237
+ rsc019 (USE) : -
238
+ rsc020 (REQUIRE) : 0 <DEFAULT>
239
+ rsc020 (ALLOC) : 0
240
+ rsc020 (USE) : -
241
+ rsc021 (REQUIRE) : 0 <DEFAULT>
242
+ rsc021 (ALLOC) : 0
243
+ rsc021 (USE) : -
244
+ rsc022 (REQUIRE) : 0 <DEFAULT>
245
+ rsc022 (ALLOC) : 0
246
+ rsc022 (USE) : -
247
+ rsc023 (REQUIRE) : 0 <DEFAULT>
248
+ rsc023 (ALLOC) : 0
249
+ rsc023 (USE) : -
250
+ rsc024 (REQUIRE) : 0 <DEFAULT>
251
+ rsc024 (ALLOC) : 0
252
+ rsc024 (USE) : -
253
+ rsc025 (REQUIRE) : 0 <DEFAULT>
254
+ rsc025 (ALLOC) : 0
255
+ rsc025 (USE) : -
256
+ rsc026 (REQUIRE) : 0 <DEFAULT>
257
+ rsc026 (ALLOC) : 0
258
+ rsc026 (USE) : -
259
+ rsc027 (REQUIRE) : 0 <DEFAULT>
260
+ rsc027 (ALLOC) : 0
261
+ rsc027 (USE) : -
262
+ rsc028 (REQUIRE) : 0 <DEFAULT>
263
+ rsc028 (ALLOC) : 0
264
+ rsc028 (USE) : -
265
+ rsc029 (REQUIRE) : 0 <DEFAULT>
266
+ rsc029 (ALLOC) : 0
267
+ rsc029 (USE) : -
268
+ rsc030 (REQUIRE) : 0 <DEFAULT>
269
+ rsc030 (ALLOC) : 0
270
+ rsc030 (USE) : -
271
+ rsc031 (REQUIRE) : 0 <DEFAULT>
272
+ rsc031 (ALLOC) : 0
273
+ rsc031 (USE) : -
274
+ rsc032 (REQUIRE) : 0 <DEFAULT>
275
+ rsc032 (ALLOC) : 0
276
+ rsc032 (USE) : -
277
+ rsc033 (REQUIRE) : 0 <DEFAULT>
278
+ rsc033 (ALLOC) : 0
279
+ rsc033 (USE) : -
280
+ rsc034 (REQUIRE) : 0 <DEFAULT>
281
+ rsc034 (ALLOC) : 0
282
+ rsc034 (USE) : -
283
+ rsc035 (REQUIRE) : 0 <DEFAULT>
284
+ rsc035 (ALLOC) : 0
285
+ rsc035 (USE) : -
286
+ rsc036 (REQUIRE) : 0 <DEFAULT>
287
+ rsc036 (ALLOC) : 0
288
+ rsc036 (USE) : -
289
+ rsc037 (REQUIRE) : 0 <DEFAULT>
290
+ rsc037 (ALLOC) : 0
291
+ rsc037 (USE) : -
292
+ rsc038 (REQUIRE) : 0 <DEFAULT>
293
+ rsc038 (ALLOC) : 0
294
+ rsc038 (USE) : -
295
+ rsc039 (REQUIRE) : 0 <DEFAULT>
296
+ rsc039 (ALLOC) : 0
297
+ rsc039 (USE) : -
298
+ rsc040 (REQUIRE) : 0 <DEFAULT>
299
+ rsc040 (ALLOC) : 0
300
+ rsc040 (USE) : -
301
+ rsc041 (REQUIRE) : 0 <DEFAULT>
302
+ rsc041 (ALLOC) : 0
303
+ rsc041 (USE) : -
304
+ rsc042 (REQUIRE) : 0 <DEFAULT>
305
+ rsc042 (ALLOC) : 0
306
+ rsc042 (USE) : -
307
+ rsc043 (REQUIRE) : 0 <DEFAULT>
308
+ rsc043 (ALLOC) : 0
309
+ rsc043 (USE) : -
310
+ rsc044 (REQUIRE) : 0 <DEFAULT>
311
+ rsc044 (ALLOC) : 0
312
+ rsc044 (USE) : -
313
+ rsc045 (REQUIRE) : 0 <DEFAULT>
314
+ rsc045 (ALLOC) : 0
315
+ rsc045 (USE) : -
316
+ rsc046 (REQUIRE) : 0 <DEFAULT>
317
+ rsc046 (ALLOC) : 0
318
+ rsc046 (USE) : -
319
+ rsc047 (REQUIRE) : 0 <DEFAULT>
320
+ rsc047 (ALLOC) : 0
321
+ rsc047 (USE) : -
322
+ rsc048 (REQUIRE) : 0 <DEFAULT>
323
+ rsc048 (ALLOC) : 0
324
+ rsc048 (USE) : -
325
+ rsc049 (REQUIRE) : 0 <DEFAULT>
326
+ rsc049 (ALLOC) : 0
327
+ rsc049 (USE) : -
328
+ rsc050 (REQUIRE) : 0 <DEFAULT>
329
+ rsc050 (ALLOC) : 0
330
+ rsc050 (USE) : -
331
+
332
+ --------------------------------------------------------------------------------
333
+ Node Statistical Information
334
+
335
+ VNODE ID : 0
336
+ NODE ID : 0x01FF00B3
337
+ TOFU COORDINATE : -
338
+ NODE COORDINATE : -
339
+ RANK NO : 0
340
+ NODE AVAILABLE : available
341
+ ARCHI INFORMATION : PG
342
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
343
+ CPU BITMAP (USE) : 0x3077000f9fc02f7d00038c7e01039b00
344
+ MPI PROC (ALLOC) : 4
345
+ MPI STATIC PROC (ALLOC) : 4
346
+ USER CPU TIME (USE) : 78880 ms
347
+ SYSTEM CPU TIME (USE) : 21540 ms
348
+ CPU TIME (TOTAL) : 100420 ms
349
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
350
+ MAX MEMORY SIZE (USE) : 5962.4 MiB (6251974656)
351
+ CPU NUM (ALLOC) : 120
352
+ CPU NUM (USE) : 50
353
+ PERF COUNT 1 : -
354
+ PERF COUNT 2 : -
355
+ PERF COUNT 3 : -
356
+ PERF COUNT 4 : -
357
+ PERF COUNT 5 : -
358
+ PERF COUNT 6 : -
359
+ PERF COUNT 7 : -
360
+ PERF COUNT 8 : -
361
+ PERF COUNT 9 : -
362
+ TOFU USER COMM RECV BYTE : -
363
+ TOFU USER COMM SEND BYTE : -
364
+ TOFU SYSTEM COMM RECV BYTE : -
365
+ TOFU SYSTEM COMM SEND BYTE : -
366
+ FJ PROFILER : -
367
+ SECTOR CACHE : -
368
+ INTRA NODE BARRIER : -
369
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
370
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
371
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
372
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
373
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
374
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
375
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
376
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
377
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
378
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
379
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
380
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
381
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
382
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
383
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
384
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
385
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
386
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
387
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
388
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
389
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
390
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
391
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
392
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
393
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
394
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
395
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
396
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
397
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
398
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
399
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
400
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
401
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 409.460147
402
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 445.369560
403
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 378.316182
404
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 30.287976
405
+ UTILIZATION INFO OF POWER API : 0
406
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 205.530028
407
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 195.977776
408
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 224.202909
409
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 213.082461
410
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 189.219848
411
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 181.194604
412
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 15.203161
413
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 14.496576
414
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.508279
415
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 4.444063
416
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.634789
417
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 4.470709
418
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.431021
419
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 4.433225
420
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.259509
421
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.328730
422
+ AVG POWER CONSUMPTION OF PP0/PKG : -
423
+ MAX POWER CONSUMPTION OF PP0/PKG : -
424
+ MIN POWER CONSUMPTION OF PP0/PKG : -
425
+ ENERGY CONSUMPTION OF PP0/PKG : -
426
+ POWER CONSUMPTION STATE : 1
427
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:55:46
428
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 17:00:12
429
+ gpu (REQUIRE) : 0 <DEFAULT>
430
+ gpu (ALLOC) : 0
431
+ gpu (USE) : -
432
+ simplex (REQUIRE) : true
433
+ simplex (ALLOC) : true
434
+ simplex (USE) :
435
+ shared (REQUIRE) :
436
+ shared (ALLOC) :
437
+ shared (USE) :
438
+ short-job (REQUIRE) : false
439
+ short-job (ALLOC) : false
440
+ short-job (USE) :
441
+ rsc001 (REQUIRE) : 0 <DEFAULT>
442
+ rsc001 (ALLOC) : 0
443
+ rsc001 (USE) : -
444
+ rsc002 (REQUIRE) : 0 <DEFAULT>
445
+ rsc002 (ALLOC) : 0
446
+ rsc002 (USE) : -
447
+ rsc003 (REQUIRE) : 0 <DEFAULT>
448
+ rsc003 (ALLOC) : 0
449
+ rsc003 (USE) : -
450
+ rsc004 (REQUIRE) : 0 <DEFAULT>
451
+ rsc004 (ALLOC) : 0
452
+ rsc004 (USE) : -
453
+ rsc005 (REQUIRE) : 0 <DEFAULT>
454
+ rsc005 (ALLOC) : 0
455
+ rsc005 (USE) : -
456
+ rsc006 (REQUIRE) : 0 <DEFAULT>
457
+ rsc006 (ALLOC) : 0
458
+ rsc006 (USE) : -
459
+ rsc007 (REQUIRE) : 0 <DEFAULT>
460
+ rsc007 (ALLOC) : 0
461
+ rsc007 (USE) : -
462
+
463
+ --------------------------------------------------------------------------------
464
+ Node Statistical Information
465
+
466
+ VNODE ID : 1
467
+ NODE ID : 0x01FF00B5
468
+ TOFU COORDINATE : -
469
+ NODE COORDINATE : -
470
+ RANK NO : 1
471
+ NODE AVAILABLE : available
472
+ ARCHI INFORMATION : PG
473
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
474
+ CPU BITMAP (USE) : 0x0
475
+ MPI PROC (ALLOC) : 4
476
+ MPI STATIC PROC (ALLOC) : 4
477
+ USER CPU TIME (USE) : 0 ms
478
+ SYSTEM CPU TIME (USE) : 0 ms
479
+ CPU TIME (TOTAL) : 0 ms
480
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
481
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
482
+ CPU NUM (ALLOC) : 120
483
+ CPU NUM (USE) : 0
484
+ PERF COUNT 1 : -
485
+ PERF COUNT 2 : -
486
+ PERF COUNT 3 : -
487
+ PERF COUNT 4 : -
488
+ PERF COUNT 5 : -
489
+ PERF COUNT 6 : -
490
+ PERF COUNT 7 : -
491
+ PERF COUNT 8 : -
492
+ PERF COUNT 9 : -
493
+ TOFU USER COMM RECV BYTE : -
494
+ TOFU USER COMM SEND BYTE : -
495
+ TOFU SYSTEM COMM RECV BYTE : -
496
+ TOFU SYSTEM COMM SEND BYTE : -
497
+ FJ PROFILER : -
498
+ SECTOR CACHE : -
499
+ INTRA NODE BARRIER : -
500
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
501
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
502
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
503
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
504
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
505
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
506
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
507
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
508
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
509
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
510
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
511
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
512
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
513
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
514
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
515
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
516
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
517
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
518
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
519
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
520
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
521
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
522
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
523
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
524
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
525
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
526
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
527
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
528
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
529
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
530
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
531
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
532
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 323.812426
533
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 329.103229
534
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 322.634470
535
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 23.935028
536
+ UTILIZATION INFO OF POWER API : 0
537
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 163.656683
538
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 153.098180
539
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 166.163975
540
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 155.900542
541
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 163.151248
542
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 152.419296
543
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 12.096902
544
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 11.316456
545
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.320234
546
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 3.737328
547
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.326983
548
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 3.747451
549
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.306224
550
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 3.722861
551
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.245420
552
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.276250
553
+ AVG POWER CONSUMPTION OF PP0/PKG : -
554
+ MAX POWER CONSUMPTION OF PP0/PKG : -
555
+ MIN POWER CONSUMPTION OF PP0/PKG : -
556
+ ENERGY CONSUMPTION OF PP0/PKG : -
557
+ POWER CONSUMPTION STATE : 1
558
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:55:46
559
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 17:00:12
560
+ gpu (REQUIRE) : 0 <DEFAULT>
561
+ gpu (ALLOC) : 0
562
+ gpu (USE) : -
563
+ simplex (REQUIRE) : true
564
+ simplex (ALLOC) : true
565
+ simplex (USE) :
566
+ shared (REQUIRE) :
567
+ shared (ALLOC) :
568
+ shared (USE) :
569
+ short-job (REQUIRE) : false
570
+ short-job (ALLOC) : false
571
+ short-job (USE) :
572
+ rsc001 (REQUIRE) : 0 <DEFAULT>
573
+ rsc001 (ALLOC) : 0
574
+ rsc001 (USE) : -
575
+ rsc002 (REQUIRE) : 0 <DEFAULT>
576
+ rsc002 (ALLOC) : 0
577
+ rsc002 (USE) : -
578
+ rsc003 (REQUIRE) : 0 <DEFAULT>
579
+ rsc003 (ALLOC) : 0
580
+ rsc003 (USE) : -
581
+ rsc004 (REQUIRE) : 0 <DEFAULT>
582
+ rsc004 (ALLOC) : 0
583
+ rsc004 (USE) : -
584
+ rsc005 (REQUIRE) : 0 <DEFAULT>
585
+ rsc005 (ALLOC) : 0
586
+ rsc005 (USE) : -
587
+ rsc006 (REQUIRE) : 0 <DEFAULT>
588
+ rsc006 (ALLOC) : 0
589
+ rsc006 (USE) : -
590
+ rsc007 (REQUIRE) : 0 <DEFAULT>
591
+ rsc007 (ALLOC) : 0
592
+ rsc007 (USE) : -
593
+
594
+ --------------------------------------------------------------------------------
595
+ Node Statistical Information
596
+
597
+ VNODE ID : 2
598
+ NODE ID : 0x01FF00B6
599
+ TOFU COORDINATE : -
600
+ NODE COORDINATE : -
601
+ RANK NO : 2
602
+ NODE AVAILABLE : available
603
+ ARCHI INFORMATION : PG
604
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
605
+ CPU BITMAP (USE) : 0x0
606
+ MPI PROC (ALLOC) : 4
607
+ MPI STATIC PROC (ALLOC) : 4
608
+ USER CPU TIME (USE) : 0 ms
609
+ SYSTEM CPU TIME (USE) : 0 ms
610
+ CPU TIME (TOTAL) : 0 ms
611
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
612
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
613
+ CPU NUM (ALLOC) : 120
614
+ CPU NUM (USE) : 0
615
+ PERF COUNT 1 : -
616
+ PERF COUNT 2 : -
617
+ PERF COUNT 3 : -
618
+ PERF COUNT 4 : -
619
+ PERF COUNT 5 : -
620
+ PERF COUNT 6 : -
621
+ PERF COUNT 7 : -
622
+ PERF COUNT 8 : -
623
+ PERF COUNT 9 : -
624
+ TOFU USER COMM RECV BYTE : -
625
+ TOFU USER COMM SEND BYTE : -
626
+ TOFU SYSTEM COMM RECV BYTE : -
627
+ TOFU SYSTEM COMM SEND BYTE : -
628
+ FJ PROFILER : -
629
+ SECTOR CACHE : -
630
+ INTRA NODE BARRIER : -
631
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
632
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
633
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
634
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
635
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
636
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
637
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
638
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
639
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
640
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
641
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
642
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
643
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
644
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
645
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
646
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
647
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
648
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
649
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
650
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
651
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
652
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
653
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
654
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
655
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
656
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
657
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
658
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
659
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
660
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
661
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
662
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
663
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 323.016277
664
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 325.742469
665
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 322.264903
666
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 23.899135
667
+ UTILIZATION INFO OF POWER API : 0
668
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 159.091218
669
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 155.981370
670
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 160.558410
671
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 157.280391
672
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 158.716219
673
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 155.609132
674
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 11.770746
675
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 11.540656
676
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 3.640777
677
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 4.302912
678
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 3.654567
679
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 4.327093
680
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 3.636229
681
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 4.266481
682
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.269372
683
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.318361
684
+ AVG POWER CONSUMPTION OF PP0/PKG : -
685
+ MAX POWER CONSUMPTION OF PP0/PKG : -
686
+ MIN POWER CONSUMPTION OF PP0/PKG : -
687
+ ENERGY CONSUMPTION OF PP0/PKG : -
688
+ POWER CONSUMPTION STATE : 1
689
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:55:46
690
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 17:00:12
691
+ gpu (REQUIRE) : 0 <DEFAULT>
692
+ gpu (ALLOC) : 0
693
+ gpu (USE) : -
694
+ simplex (REQUIRE) : true
695
+ simplex (ALLOC) : true
696
+ simplex (USE) :
697
+ shared (REQUIRE) :
698
+ shared (ALLOC) :
699
+ shared (USE) :
700
+ short-job (REQUIRE) : false
701
+ short-job (ALLOC) : false
702
+ short-job (USE) :
703
+ rsc001 (REQUIRE) : 0 <DEFAULT>
704
+ rsc001 (ALLOC) : 0
705
+ rsc001 (USE) : -
706
+ rsc002 (REQUIRE) : 0 <DEFAULT>
707
+ rsc002 (ALLOC) : 0
708
+ rsc002 (USE) : -
709
+ rsc003 (REQUIRE) : 0 <DEFAULT>
710
+ rsc003 (ALLOC) : 0
711
+ rsc003 (USE) : -
712
+ rsc004 (REQUIRE) : 0 <DEFAULT>
713
+ rsc004 (ALLOC) : 0
714
+ rsc004 (USE) : -
715
+ rsc005 (REQUIRE) : 0 <DEFAULT>
716
+ rsc005 (ALLOC) : 0
717
+ rsc005 (USE) : -
718
+ rsc006 (REQUIRE) : 0 <DEFAULT>
719
+ rsc006 (ALLOC) : 0
720
+ rsc006 (USE) : -
721
+ rsc007 (REQUIRE) : 0 <DEFAULT>
722
+ rsc007 (ALLOC) : 0
723
+ rsc007 (USE) : -
724
+
725
+ --------------------------------------------------------------------------------
726
+ Node Statistical Information
727
+
728
+ VNODE ID : 3
729
+ NODE ID : 0x01FF00BC
730
+ TOFU COORDINATE : -
731
+ NODE COORDINATE : -
732
+ RANK NO : 3
733
+ NODE AVAILABLE : available
734
+ ARCHI INFORMATION : PG
735
+ CPU BITMAP (ALLOC) : 0xffffffffffffffff00ffffffffffffff
736
+ CPU BITMAP (USE) : 0x0
737
+ MPI PROC (ALLOC) : 4
738
+ MPI STATIC PROC (ALLOC) : 4
739
+ USER CPU TIME (USE) : 0 ms
740
+ SYSTEM CPU TIME (USE) : 0 ms
741
+ CPU TIME (TOTAL) : 0 ms
742
+ MEMORY SIZE (ALLOC) : 463800.0 MiB (486329548800)
743
+ MAX MEMORY SIZE (USE) : 0.0 MiB (0)
744
+ CPU NUM (ALLOC) : 120
745
+ CPU NUM (USE) : 0
746
+ PERF COUNT 1 : -
747
+ PERF COUNT 2 : -
748
+ PERF COUNT 3 : -
749
+ PERF COUNT 4 : -
750
+ PERF COUNT 5 : -
751
+ PERF COUNT 6 : -
752
+ PERF COUNT 7 : -
753
+ PERF COUNT 8 : -
754
+ PERF COUNT 9 : -
755
+ TOFU USER COMM RECV BYTE : -
756
+ TOFU USER COMM SEND BYTE : -
757
+ TOFU SYSTEM COMM RECV BYTE : -
758
+ TOFU SYSTEM COMM SEND BYTE : -
759
+ FJ PROFILER : -
760
+ SECTOR CACHE : -
761
+ INTRA NODE BARRIER : -
762
+ AVG POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
763
+ MAX POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
764
+ MIN POWER CONSUMPTION OF CORES/CMG (IDEAL) : -
765
+ ENERGY CONSUMPTION OF CORES/CMG (IDEAL) : -
766
+ AVG POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
767
+ MAX POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
768
+ MIN POWER CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
769
+ ENERGY CONSUMPTION OF L2CACHE/CMG (IDEAL) : -
770
+ AVG POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
771
+ MAX POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
772
+ MIN POWER CONSUMPTION OF MEM/CMG (IDEAL) : -
773
+ ENERGY CONSUMPTION OF MEM/CMG (IDEAL) : -
774
+ AVG POWER CONSUMPTION OF TOFU (IDEAL) : -
775
+ MAX POWER CONSUMPTION OF TOFU (IDEAL) : -
776
+ MIN POWER CONSUMPTION OF TOFU (IDEAL) : -
777
+ ENERGY CONSUMPTION OF TOFU (IDEAL) : -
778
+ AVG POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
779
+ MAX POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
780
+ MIN POWER CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
781
+ ENERGY CONSUMPTION OF CPU PERIPHERALS (IDEAL) : -
782
+ AVG POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
783
+ MAX POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
784
+ MIN POWER CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
785
+ ENERGY CONSUMPTION OF OPTICAL MODULE (IDEAL) : -
786
+ AVG POWER CONSUMPTION OF PCI-E (IDEAL) : -
787
+ MAX POWER CONSUMPTION OF PCI-E (IDEAL) : -
788
+ MIN POWER CONSUMPTION OF PCI-E (IDEAL) : -
789
+ ENERGY CONSUMPTION OF PCI-E (IDEAL) : -
790
+ AVG POWER CONSUMPTION OF NODE (IDEAL) : -
791
+ MAX POWER CONSUMPTION OF NODE (IDEAL) : -
792
+ MIN POWER CONSUMPTION OF NODE (IDEAL) : -
793
+ ENERGY CONSUMPTION OF NODE (IDEAL) : -
794
+ AVG POWER CONSUMPTION OF NODE (MEASURED) : 327.830915
795
+ MAX POWER CONSUMPTION OF NODE (MEASURED) : 328.879095
796
+ MIN POWER CONSUMPTION OF NODE (MEASURED) : 326.915938
797
+ ENERGY CONSUMPTION OF NODE (MEASURED) : 24.213645
798
+ UTILIZATION INFO OF POWER API : 0
799
+ AVG POWER CONSUMPTION OF CPU/PKG(0) : 162.401897
800
+ AVG POWER CONSUMPTION OF CPU/PKG(1) : 158.988703
801
+ MAX POWER CONSUMPTION OF CPU/PKG(0) : 163.011269
802
+ MAX POWER CONSUMPTION OF CPU/PKG(1) : 159.450242
803
+ MIN POWER CONSUMPTION OF CPU/PKG(0) : 161.919871
804
+ MIN POWER CONSUMPTION OF CPU/PKG(1) : 158.560764
805
+ ENERGY CONSUMPTION OF CPU/PKG(0) : 11.995031
806
+ ENERGY CONSUMPTION OF CPU/PKG(1) : 11.742932
807
+ AVG POWER CONSUMPTION OF MEM/PKG(0) : 2.478417
808
+ AVG POWER CONSUMPTION OF MEM/PKG(1) : 3.961899
809
+ MAX POWER CONSUMPTION OF MEM/PKG(0) : 2.491128
810
+ MAX POWER CONSUMPTION OF MEM/PKG(1) : 3.980979
811
+ MIN POWER CONSUMPTION OF MEM/PKG(0) : 2.474993
812
+ MIN POWER CONSUMPTION OF MEM/PKG(1) : 3.945967
813
+ ENERGY CONSUMPTION OF MEM/PKG(0) : 0.183056
814
+ ENERGY CONSUMPTION OF MEM/PKG(1) : 0.292627
815
+ AVG POWER CONSUMPTION OF PP0/PKG : -
816
+ MAX POWER CONSUMPTION OF PP0/PKG : -
817
+ MIN POWER CONSUMPTION OF PP0/PKG : -
818
+ ENERGY CONSUMPTION OF PP0/PKG : -
819
+ POWER CONSUMPTION STATE : 1
820
+ POWER CONSUMPTION MEASURE START DATE : 2024/08/07 16:55:46
821
+ POWER CONSUMPTION MEASURE END DATE : 2024/08/07 17:00:12
822
+ gpu (REQUIRE) : 0 <DEFAULT>
823
+ gpu (ALLOC) : 0
824
+ gpu (USE) : -
825
+ simplex (REQUIRE) : true
826
+ simplex (ALLOC) : true
827
+ simplex (USE) :
828
+ shared (REQUIRE) :
829
+ shared (ALLOC) :
830
+ shared (USE) :
831
+ short-job (REQUIRE) : false
832
+ short-job (ALLOC) : false
833
+ short-job (USE) :
834
+ rsc001 (REQUIRE) : 0 <DEFAULT>
835
+ rsc001 (ALLOC) : 0
836
+ rsc001 (USE) : -
837
+ rsc002 (REQUIRE) : 0 <DEFAULT>
838
+ rsc002 (ALLOC) : 0
839
+ rsc002 (USE) : -
840
+ rsc003 (REQUIRE) : 0 <DEFAULT>
841
+ rsc003 (ALLOC) : 0
842
+ rsc003 (USE) : -
843
+ rsc004 (REQUIRE) : 0 <DEFAULT>
844
+ rsc004 (ALLOC) : 0
845
+ rsc004 (USE) : -
846
+ rsc005 (REQUIRE) : 0 <DEFAULT>
847
+ rsc005 (ALLOC) : 0
848
+ rsc005 (USE) : -
849
+ rsc006 (REQUIRE) : 0 <DEFAULT>
850
+ rsc006 (ALLOC) : 0
851
+ rsc006 (USE) : -
852
+ rsc007 (REQUIRE) : 0 <DEFAULT>
853
+ rsc007 (ALLOC) : 0
854
+ rsc007 (USE) : -
855
+
hf_upload.sh.139204.out ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edf442e0b4d6799c87e00e2613894112e805bebe778eca742dddf302f0a36a0c
3
+ size 4856125168
model-00002-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:184ed8de64d4c22dd101058c181aae261b2b4747f38827d41a574fbd35df4e7e
3
+ size 4844657744
model-00003-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11b981515296057c28fa2665b13df35654506d2dc91aef820e2ec5877c66aba
3
+ size 4844657784
model-00004-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:660570501248bf62def9147152f9c5f91d847b7e14df22bc4b492d0aa0656dfa
3
+ size 4844657784
model-00005-of-00005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78edb959df8924de1b77765db46a79440664183219c893c031143eef2716e45b
3
+ size 4885534456
model.safetensors.index.json ADDED
@@ -0,0 +1,298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 24275599360
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00005-of-00005.safetensors",
7
+ "model.embed_tokens.weight": "model-00001-of-00005.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors",
9
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
10
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
11
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
12
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
13
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
14
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
15
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
16
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
17
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors",
18
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
19
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
20
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
21
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
22
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
23
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
24
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
25
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
26
+ "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors",
27
+ "model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
28
+ "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
29
+ "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
30
+ "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
31
+ "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
32
+ "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
33
+ "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
34
+ "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
35
+ "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors",
36
+ "model.layers.11.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
37
+ "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
38
+ "model.layers.11.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
39
+ "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
40
+ "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
41
+ "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
42
+ "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
43
+ "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
44
+ "model.layers.12.input_layernorm.weight": "model-00003-of-00005.safetensors",
45
+ "model.layers.12.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
46
+ "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
47
+ "model.layers.12.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
48
+ "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
49
+ "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
50
+ "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
51
+ "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
52
+ "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
53
+ "model.layers.13.input_layernorm.weight": "model-00003-of-00005.safetensors",
54
+ "model.layers.13.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
55
+ "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
56
+ "model.layers.13.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
57
+ "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
58
+ "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
59
+ "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
60
+ "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
61
+ "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
62
+ "model.layers.14.input_layernorm.weight": "model-00003-of-00005.safetensors",
63
+ "model.layers.14.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
64
+ "model.layers.14.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
65
+ "model.layers.14.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
66
+ "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
67
+ "model.layers.14.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
68
+ "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
69
+ "model.layers.14.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
70
+ "model.layers.14.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
71
+ "model.layers.15.input_layernorm.weight": "model-00003-of-00005.safetensors",
72
+ "model.layers.15.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
73
+ "model.layers.15.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
74
+ "model.layers.15.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
75
+ "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
76
+ "model.layers.15.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
77
+ "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
78
+ "model.layers.15.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
79
+ "model.layers.15.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
80
+ "model.layers.16.input_layernorm.weight": "model-00003-of-00005.safetensors",
81
+ "model.layers.16.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
82
+ "model.layers.16.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
83
+ "model.layers.16.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
84
+ "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
85
+ "model.layers.16.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
86
+ "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
87
+ "model.layers.16.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
88
+ "model.layers.16.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
89
+ "model.layers.17.input_layernorm.weight": "model-00003-of-00005.safetensors",
90
+ "model.layers.17.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
91
+ "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
92
+ "model.layers.17.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
93
+ "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
94
+ "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
95
+ "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
96
+ "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
97
+ "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
98
+ "model.layers.18.input_layernorm.weight": "model-00003-of-00005.safetensors",
99
+ "model.layers.18.mlp.down_proj.weight": "model-00003-of-00005.safetensors",
100
+ "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
101
+ "model.layers.18.mlp.up_proj.weight": "model-00003-of-00005.safetensors",
102
+ "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00005.safetensors",
103
+ "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
104
+ "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
105
+ "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
106
+ "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
107
+ "model.layers.19.input_layernorm.weight": "model-00004-of-00005.safetensors",
108
+ "model.layers.19.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
109
+ "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00005.safetensors",
110
+ "model.layers.19.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
111
+ "model.layers.19.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
112
+ "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00005.safetensors",
113
+ "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00005.safetensors",
114
+ "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00005.safetensors",
115
+ "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00005.safetensors",
116
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors",
117
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
118
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
119
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
120
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
121
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
122
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
123
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
124
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
125
+ "model.layers.20.input_layernorm.weight": "model-00004-of-00005.safetensors",
126
+ "model.layers.20.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
127
+ "model.layers.20.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
128
+ "model.layers.20.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
129
+ "model.layers.20.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
130
+ "model.layers.20.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
131
+ "model.layers.20.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
132
+ "model.layers.20.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
133
+ "model.layers.20.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
134
+ "model.layers.21.input_layernorm.weight": "model-00004-of-00005.safetensors",
135
+ "model.layers.21.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
136
+ "model.layers.21.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
137
+ "model.layers.21.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
138
+ "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
139
+ "model.layers.21.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
140
+ "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
141
+ "model.layers.21.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
142
+ "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
143
+ "model.layers.22.input_layernorm.weight": "model-00004-of-00005.safetensors",
144
+ "model.layers.22.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
145
+ "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
146
+ "model.layers.22.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
147
+ "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
148
+ "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
149
+ "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
150
+ "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
151
+ "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
152
+ "model.layers.23.input_layernorm.weight": "model-00004-of-00005.safetensors",
153
+ "model.layers.23.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
154
+ "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
155
+ "model.layers.23.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
156
+ "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
157
+ "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
158
+ "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
159
+ "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
160
+ "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
161
+ "model.layers.24.input_layernorm.weight": "model-00004-of-00005.safetensors",
162
+ "model.layers.24.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
163
+ "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
164
+ "model.layers.24.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
165
+ "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
166
+ "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
167
+ "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
168
+ "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
169
+ "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
170
+ "model.layers.25.input_layernorm.weight": "model-00004-of-00005.safetensors",
171
+ "model.layers.25.mlp.down_proj.weight": "model-00004-of-00005.safetensors",
172
+ "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
173
+ "model.layers.25.mlp.up_proj.weight": "model-00004-of-00005.safetensors",
174
+ "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00005.safetensors",
175
+ "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
176
+ "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
177
+ "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
178
+ "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
179
+ "model.layers.26.input_layernorm.weight": "model-00005-of-00005.safetensors",
180
+ "model.layers.26.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
181
+ "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00005.safetensors",
182
+ "model.layers.26.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
183
+ "model.layers.26.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
184
+ "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00005.safetensors",
185
+ "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00005.safetensors",
186
+ "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00005.safetensors",
187
+ "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00005.safetensors",
188
+ "model.layers.27.input_layernorm.weight": "model-00005-of-00005.safetensors",
189
+ "model.layers.27.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
190
+ "model.layers.27.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
191
+ "model.layers.27.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
192
+ "model.layers.27.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
193
+ "model.layers.27.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
194
+ "model.layers.27.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
195
+ "model.layers.27.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
196
+ "model.layers.27.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
197
+ "model.layers.28.input_layernorm.weight": "model-00005-of-00005.safetensors",
198
+ "model.layers.28.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
199
+ "model.layers.28.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
200
+ "model.layers.28.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
201
+ "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
202
+ "model.layers.28.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
203
+ "model.layers.28.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
204
+ "model.layers.28.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
205
+ "model.layers.28.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
206
+ "model.layers.29.input_layernorm.weight": "model-00005-of-00005.safetensors",
207
+ "model.layers.29.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
208
+ "model.layers.29.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
209
+ "model.layers.29.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
210
+ "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
211
+ "model.layers.29.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
212
+ "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
213
+ "model.layers.29.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
214
+ "model.layers.29.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
215
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors",
216
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
217
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
218
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
219
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
220
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
221
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
222
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
223
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
224
+ "model.layers.30.input_layernorm.weight": "model-00005-of-00005.safetensors",
225
+ "model.layers.30.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
226
+ "model.layers.30.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
227
+ "model.layers.30.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
228
+ "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
229
+ "model.layers.30.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
230
+ "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
231
+ "model.layers.30.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
232
+ "model.layers.30.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
233
+ "model.layers.31.input_layernorm.weight": "model-00005-of-00005.safetensors",
234
+ "model.layers.31.mlp.down_proj.weight": "model-00005-of-00005.safetensors",
235
+ "model.layers.31.mlp.gate_proj.weight": "model-00005-of-00005.safetensors",
236
+ "model.layers.31.mlp.up_proj.weight": "model-00005-of-00005.safetensors",
237
+ "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00005.safetensors",
238
+ "model.layers.31.self_attn.k_proj.weight": "model-00005-of-00005.safetensors",
239
+ "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00005.safetensors",
240
+ "model.layers.31.self_attn.q_proj.weight": "model-00005-of-00005.safetensors",
241
+ "model.layers.31.self_attn.v_proj.weight": "model-00005-of-00005.safetensors",
242
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors",
243
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00005.safetensors",
244
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
245
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00005.safetensors",
246
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00005.safetensors",
247
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
248
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
249
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
250
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
251
+ "model.layers.5.input_layernorm.weight": "model-00002-of-00005.safetensors",
252
+ "model.layers.5.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
253
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00005.safetensors",
254
+ "model.layers.5.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
255
+ "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
256
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00005.safetensors",
257
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00005.safetensors",
258
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00005.safetensors",
259
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00005.safetensors",
260
+ "model.layers.6.input_layernorm.weight": "model-00002-of-00005.safetensors",
261
+ "model.layers.6.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
262
+ "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
263
+ "model.layers.6.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
264
+ "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
265
+ "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
266
+ "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
267
+ "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
268
+ "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
269
+ "model.layers.7.input_layernorm.weight": "model-00002-of-00005.safetensors",
270
+ "model.layers.7.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
271
+ "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
272
+ "model.layers.7.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
273
+ "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
274
+ "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
275
+ "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
276
+ "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
277
+ "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
278
+ "model.layers.8.input_layernorm.weight": "model-00002-of-00005.safetensors",
279
+ "model.layers.8.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
280
+ "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
281
+ "model.layers.8.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
282
+ "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
283
+ "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
284
+ "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
285
+ "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
286
+ "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
287
+ "model.layers.9.input_layernorm.weight": "model-00002-of-00005.safetensors",
288
+ "model.layers.9.mlp.down_proj.weight": "model-00002-of-00005.safetensors",
289
+ "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00005.safetensors",
290
+ "model.layers.9.mlp.up_proj.weight": "model-00002-of-00005.safetensors",
291
+ "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00005.safetensors",
292
+ "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00005.safetensors",
293
+ "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00005.safetensors",
294
+ "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00005.safetensors",
295
+ "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00005.safetensors",
296
+ "model.norm.weight": "model-00005-of-00005.safetensors"
297
+ }
298
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|Human|>",
6
+ "<|Assistant|>",
7
+ "<|System|>"
8
+ ],
9
+ "bos_token": {
10
+ "content": "<|startoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "<|im_end|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "pad_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "unk_token": {
31
+ "content": "<unk>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ }
37
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67909bb0045622af428982dee9b3f1033cf5c4bca5c9423a028d3748364ee14f
3
+ size 1044277
tokenizer_config.json ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_eos_token": false,
4
+ "add_prefix_space": null,
5
+ "added_tokens_decoder": {
6
+ "0": {
7
+ "content": "<unk>",
8
+ "lstrip": false,
9
+ "normalized": false,
10
+ "rstrip": false,
11
+ "single_word": false,
12
+ "special": true
13
+ },
14
+ "1": {
15
+ "content": "<|startoftext|>",
16
+ "lstrip": false,
17
+ "normalized": false,
18
+ "rstrip": false,
19
+ "single_word": false,
20
+ "special": true
21
+ },
22
+ "2": {
23
+ "content": "<|endoftext|>",
24
+ "lstrip": false,
25
+ "normalized": false,
26
+ "rstrip": false,
27
+ "single_word": false,
28
+ "special": true
29
+ },
30
+ "3": {
31
+ "content": "<|Human|>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false,
36
+ "special": true
37
+ },
38
+ "4": {
39
+ "content": "<|Assistant|>",
40
+ "lstrip": false,
41
+ "normalized": false,
42
+ "rstrip": false,
43
+ "single_word": false,
44
+ "special": true
45
+ },
46
+ "5": {
47
+ "content": "<|System|>",
48
+ "lstrip": false,
49
+ "normalized": false,
50
+ "rstrip": false,
51
+ "single_word": false,
52
+ "special": true
53
+ },
54
+ "6": {
55
+ "content": "<|im_start|>",
56
+ "lstrip": false,
57
+ "normalized": false,
58
+ "rstrip": false,
59
+ "single_word": false,
60
+ "special": true
61
+ },
62
+ "7": {
63
+ "content": "<|im_end|>",
64
+ "lstrip": false,
65
+ "normalized": false,
66
+ "rstrip": false,
67
+ "single_word": false,
68
+ "special": true
69
+ }
70
+ },
71
+ "additional_special_tokens": [
72
+ "<|im_start|>",
73
+ "<|im_end|>",
74
+ "<|Human|>",
75
+ "<|Assistant|>",
76
+ "<|System|>"
77
+ ],
78
+ "bos_token": "<|startoftext|>",
79
+ "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ '<|im_start|><|System|>\n' + system_message + '<|im_end|>\n' }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|><|Human|>\n' + content + '<|im_end|>\n<|im_start|><|Assistant|>\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\n' }}{% endif %}{% endfor %}",
80
+ "clean_up_tokenization_spaces": false,
81
+ "eos_token": "<|im_end|>",
82
+ "legacy": true,
83
+ "model_max_length": 4096,
84
+ "pad_token": "<unk>",
85
+ "padding_side": "right",
86
+ "sp_model_kwargs": {},
87
+ "split_special_tokens": false,
88
+ "tokenizer_class": "LlamaTokenizer",
89
+ "unk_token": "<unk>",
90
+ "use_default_system_prompt": false
91
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "total_flos": 1.2812634768277504e+16,
4
+ "train_loss": 0.5184584856033325,
5
+ "train_runtime": 389.4133,
6
+ "train_samples_per_second": 0.419,
7
+ "train_steps_per_second": 0.003
8
+ }
trainer_log.jsonl ADDED
@@ -0,0 +1 @@
 
 
1
+ {"current_steps": 1, "total_steps": 1, "epoch": 1.0, "percentage": 100.0, "elapsed_time": "0:06:30", "remaining_time": "0:00:00", "throughput": "0.00", "total_tokens": 0}
trainer_state.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "eval_steps": 200,
6
+ "global_step": 1,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "step": 1,
14
+ "total_flos": 1.2812634768277504e+16,
15
+ "train_loss": 0.5184584856033325,
16
+ "train_runtime": 389.4133,
17
+ "train_samples_per_second": 0.419,
18
+ "train_steps_per_second": 0.003
19
+ }
20
+ ],
21
+ "logging_steps": 10,
22
+ "max_steps": 1,
23
+ "num_input_tokens_seen": 0,
24
+ "num_train_epochs": 1,
25
+ "save_steps": 500,
26
+ "stateful_callbacks": {
27
+ "TrainerControl": {
28
+ "args": {
29
+ "should_epoch_stop": false,
30
+ "should_evaluate": false,
31
+ "should_log": false,
32
+ "should_save": true,
33
+ "should_training_stop": true
34
+ },
35
+ "attributes": {}
36
+ }
37
+ },
38
+ "total_flos": 1.2812634768277504e+16,
39
+ "train_batch_size": 20,
40
+ "trial_name": null,
41
+ "trial_params": null
42
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573d28203023b762697e41b321f7b278ffbc8a3dcd73eff82e6530f8f35d29db
3
+ size 5304