Training in progress, epoch 0

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "vocab_size": 32000
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1512c2c7e37de5e4838f561c1901175ff569e5657cd5d8c603eb92e6ac507386
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf6bbd3e16c646652b5e9150cc803b2b5f2f5994e0af03f145162bf926e8c7
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73e2b950df19e5309ac13974ff27116786af3f7124351f687e3fce1cf854cf1
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '[INST] ' + content + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ content + '</s>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_log.jsonl

@@ -0,0 +1,68 @@
+{"current_steps": 10, "total_steps": 2013, "loss": 0.8894, "lr": 1.655629139072848e-07, "epoch": 0.014883720930232559, "percentage": 0.5, "elapsed_time": "0:05:21", "remaining_time": "17:51:36"}
+{"current_steps": 20, "total_steps": 2013, "loss": 0.8403, "lr": 3.311258278145696e-07, "epoch": 0.029767441860465118, "percentage": 0.99, "elapsed_time": "0:10:37", "remaining_time": "17:38:37"}
+{"current_steps": 30, "total_steps": 2013, "loss": 0.7599, "lr": 4.966887417218544e-07, "epoch": 0.044651162790697675, "percentage": 1.49, "elapsed_time": "0:15:53", "remaining_time": "17:30:59"}
+{"current_steps": 40, "total_steps": 2013, "loss": 0.7065, "lr": 6.622516556291392e-07, "epoch": 0.059534883720930236, "percentage": 1.99, "elapsed_time": "0:21:12", "remaining_time": "17:26:10"}
+{"current_steps": 50, "total_steps": 2013, "loss": 0.6683, "lr": 8.27814569536424e-07, "epoch": 0.07441860465116279, "percentage": 2.48, "elapsed_time": "0:26:31", "remaining_time": "17:21:12"}
+{"current_steps": 60, "total_steps": 2013, "loss": 0.6414, "lr": 9.933774834437087e-07, "epoch": 0.08930232558139535, "percentage": 2.98, "elapsed_time": "0:31:47", "remaining_time": "17:14:40"}
+{"current_steps": 70, "total_steps": 2013, "loss": 0.6245, "lr": 1.1589403973509934e-06, "epoch": 0.10418604651162791, "percentage": 3.48, "elapsed_time": "0:37:02", "remaining_time": "17:08:10"}
+{"current_steps": 80, "total_steps": 2013, "loss": 0.6067, "lr": 1.3245033112582784e-06, "epoch": 0.11906976744186047, "percentage": 3.97, "elapsed_time": "0:42:16", "remaining_time": "17:01:32"}
+{"current_steps": 90, "total_steps": 2013, "loss": 0.6026, "lr": 1.490066225165563e-06, "epoch": 0.13395348837209303, "percentage": 4.47, "elapsed_time": "0:47:34", "remaining_time": "16:56:29"}
+{"current_steps": 100, "total_steps": 2013, "loss": 0.5879, "lr": 1.655629139072848e-06, "epoch": 0.14883720930232558, "percentage": 4.97, "elapsed_time": "0:52:52", "remaining_time": "16:51:31"}
+{"current_steps": 110, "total_steps": 2013, "loss": 0.5868, "lr": 1.8211920529801325e-06, "epoch": 0.16372093023255813, "percentage": 5.46, "elapsed_time": "0:58:09", "remaining_time": "16:46:16"}
+{"current_steps": 120, "total_steps": 2013, "loss": 0.5737, "lr": 1.9867549668874175e-06, "epoch": 0.1786046511627907, "percentage": 5.96, "elapsed_time": "1:03:27", "remaining_time": "16:40:56"}
+{"current_steps": 130, "total_steps": 2013, "loss": 0.567, "lr": 2.152317880794702e-06, "epoch": 0.19348837209302325, "percentage": 6.46, "elapsed_time": "1:08:45", "remaining_time": "16:35:57"}
+{"current_steps": 140, "total_steps": 2013, "loss": 0.5634, "lr": 2.317880794701987e-06, "epoch": 0.20837209302325582, "percentage": 6.95, "elapsed_time": "1:14:03", "remaining_time": "16:30:41"}
+{"current_steps": 150, "total_steps": 2013, "loss": 0.5624, "lr": 2.4834437086092716e-06, "epoch": 0.22325581395348837, "percentage": 7.45, "elapsed_time": "1:19:20", "remaining_time": "16:25:26"}
+{"current_steps": 160, "total_steps": 2013, "loss": 0.5577, "lr": 2.6490066225165567e-06, "epoch": 0.23813953488372094, "percentage": 7.95, "elapsed_time": "1:24:36", "remaining_time": "16:19:57"}
+{"current_steps": 170, "total_steps": 2013, "loss": 0.5464, "lr": 2.814569536423841e-06, "epoch": 0.25302325581395346, "percentage": 8.45, "elapsed_time": "1:29:54", "remaining_time": "16:14:39"}
+{"current_steps": 180, "total_steps": 2013, "loss": 0.5475, "lr": 2.980132450331126e-06, "epoch": 0.26790697674418606, "percentage": 8.94, "elapsed_time": "1:35:09", "remaining_time": "16:09:05"}
+{"current_steps": 190, "total_steps": 2013, "loss": 0.5441, "lr": 3.145695364238411e-06, "epoch": 0.2827906976744186, "percentage": 9.44, "elapsed_time": "1:40:25", "remaining_time": "16:03:33"}
+{"current_steps": 200, "total_steps": 2013, "loss": 0.544, "lr": 3.311258278145696e-06, "epoch": 0.29767441860465116, "percentage": 9.94, "elapsed_time": "1:45:41", "remaining_time": "15:58:09"}
+{"current_steps": 210, "total_steps": 2013, "loss": 0.5329, "lr": 3.4768211920529803e-06, "epoch": 0.3125581395348837, "percentage": 10.43, "elapsed_time": "1:50:57", "remaining_time": "15:52:35"}
+{"current_steps": 220, "total_steps": 2013, "loss": 0.5314, "lr": 3.642384105960265e-06, "epoch": 0.32744186046511625, "percentage": 10.93, "elapsed_time": "1:56:13", "remaining_time": "15:47:16"}
+{"current_steps": 230, "total_steps": 2013, "loss": 0.529, "lr": 3.80794701986755e-06, "epoch": 0.34232558139534885, "percentage": 11.43, "elapsed_time": "2:01:31", "remaining_time": "15:42:03"}
+{"current_steps": 240, "total_steps": 2013, "loss": 0.5225, "lr": 3.973509933774835e-06, "epoch": 0.3572093023255814, "percentage": 11.92, "elapsed_time": "2:06:48", "remaining_time": "15:36:48"}
+{"current_steps": 250, "total_steps": 2013, "loss": 0.5227, "lr": 4.139072847682119e-06, "epoch": 0.37209302325581395, "percentage": 12.42, "elapsed_time": "2:12:04", "remaining_time": "15:31:22"}
+{"current_steps": 260, "total_steps": 2013, "loss": 0.5238, "lr": 4.304635761589404e-06, "epoch": 0.3869767441860465, "percentage": 12.92, "elapsed_time": "2:17:22", "remaining_time": "15:26:16"}
+{"current_steps": 270, "total_steps": 2013, "loss": 0.517, "lr": 4.4701986754966895e-06, "epoch": 0.4018604651162791, "percentage": 13.41, "elapsed_time": "2:22:40", "remaining_time": "15:21:05"}
+{"current_steps": 280, "total_steps": 2013, "loss": 0.5176, "lr": 4.635761589403974e-06, "epoch": 0.41674418604651164, "percentage": 13.91, "elapsed_time": "2:27:57", "remaining_time": "15:15:45"}
+{"current_steps": 290, "total_steps": 2013, "loss": 0.5184, "lr": 4.801324503311259e-06, "epoch": 0.4316279069767442, "percentage": 14.41, "elapsed_time": "2:33:15", "remaining_time": "15:10:32"}
+{"current_steps": 300, "total_steps": 2013, "loss": 0.515, "lr": 4.966887417218543e-06, "epoch": 0.44651162790697674, "percentage": 14.9, "elapsed_time": "2:38:33", "remaining_time": "15:05:21"}
+{"current_steps": 310, "total_steps": 2013, "loss": 0.5141, "lr": 4.999757269464535e-06, "epoch": 0.4613953488372093, "percentage": 15.4, "elapsed_time": "2:43:49", "remaining_time": "14:59:59"}
+{"current_steps": 320, "total_steps": 2013, "loss": 0.5087, "lr": 4.998771266421582e-06, "epoch": 0.4762790697674419, "percentage": 15.9, "elapsed_time": "2:49:05", "remaining_time": "14:54:37"}
+{"current_steps": 330, "total_steps": 2013, "loss": 0.5114, "lr": 4.997027152360594e-06, "epoch": 0.49116279069767443, "percentage": 16.39, "elapsed_time": "2:54:22", "remaining_time": "14:49:16"}
+{"current_steps": 340, "total_steps": 2013, "loss": 0.509, "lr": 4.994525515261374e-06, "epoch": 0.5060465116279069, "percentage": 16.89, "elapsed_time": "2:59:40", "remaining_time": "14:44:06"}
+{"current_steps": 350, "total_steps": 2013, "loss": 0.5058, "lr": 4.991267198481659e-06, "epoch": 0.5209302325581395, "percentage": 17.39, "elapsed_time": "3:04:58", "remaining_time": "14:38:53"}
+{"current_steps": 360, "total_steps": 2013, "loss": 0.5038, "lr": 4.987253300472809e-06, "epoch": 0.5358139534883721, "percentage": 17.88, "elapsed_time": "3:10:14", "remaining_time": "14:33:30"}
+{"current_steps": 370, "total_steps": 2013, "loss": 0.4994, "lr": 4.982485174409488e-06, "epoch": 0.5506976744186046, "percentage": 18.38, "elapsed_time": "3:15:31", "remaining_time": "14:28:12"}
+{"current_steps": 380, "total_steps": 2013, "loss": 0.5016, "lr": 4.976964427733482e-06, "epoch": 0.5655813953488372, "percentage": 18.88, "elapsed_time": "3:20:48", "remaining_time": "14:22:55"}
+{"current_steps": 390, "total_steps": 2013, "loss": 0.4941, "lr": 4.970692921611799e-06, "epoch": 0.5804651162790697, "percentage": 19.37, "elapsed_time": "3:26:04", "remaining_time": "14:17:37"}
+{"current_steps": 400, "total_steps": 2013, "loss": 0.4994, "lr": 4.963672770309218e-06, "epoch": 0.5953488372093023, "percentage": 19.87, "elapsed_time": "3:31:20", "remaining_time": "14:12:12"}
+{"current_steps": 410, "total_steps": 2013, "loss": 0.501, "lr": 4.955906340475533e-06, "epoch": 0.6102325581395349, "percentage": 20.37, "elapsed_time": "3:36:36", "remaining_time": "14:06:54"}
+{"current_steps": 420, "total_steps": 2013, "loss": 0.4963, "lr": 4.947396250347695e-06, "epoch": 0.6251162790697674, "percentage": 20.86, "elapsed_time": "3:41:52", "remaining_time": "14:01:32"}
+{"current_steps": 430, "total_steps": 2013, "loss": 0.4939, "lr": 4.938145368867153e-06, "epoch": 0.64, "percentage": 21.36, "elapsed_time": "3:47:09", "remaining_time": "13:56:17"}
+{"current_steps": 440, "total_steps": 2013, "loss": 0.4958, "lr": 4.928156814712661e-06, "epoch": 0.6548837209302325, "percentage": 21.86, "elapsed_time": "3:52:26", "remaining_time": "13:50:59"}
+{"current_steps": 450, "total_steps": 2013, "loss": 0.4882, "lr": 4.917433955248912e-06, "epoch": 0.6697674418604651, "percentage": 22.35, "elapsed_time": "3:57:43", "remaining_time": "13:45:40"}
+{"current_steps": 460, "total_steps": 2013, "loss": 0.4934, "lr": 4.905980405391312e-06, "epoch": 0.6846511627906977, "percentage": 22.85, "elapsed_time": "4:03:01", "remaining_time": "13:40:27"}
+{"current_steps": 470, "total_steps": 2013, "loss": 0.4872, "lr": 4.8938000263873265e-06, "epoch": 0.6995348837209302, "percentage": 23.35, "elapsed_time": "4:08:19", "remaining_time": "13:35:15"}
+{"current_steps": 480, "total_steps": 2013, "loss": 0.4846, "lr": 4.880896924514751e-06, "epoch": 0.7144186046511628, "percentage": 23.85, "elapsed_time": "4:13:36", "remaining_time": "13:29:57"}
+{"current_steps": 490, "total_steps": 2013, "loss": 0.4847, "lr": 4.8672754496974064e-06, "epoch": 0.7293023255813953, "percentage": 24.34, "elapsed_time": "4:18:53", "remaining_time": "13:24:39"}
+{"current_steps": 500, "total_steps": 2013, "loss": 0.4838, "lr": 4.852940194038676e-06, "epoch": 0.7441860465116279, "percentage": 24.84, "elapsed_time": "4:24:08", "remaining_time": "13:19:18"}
+{"current_steps": 510, "total_steps": 2013, "loss": 0.4875, "lr": 4.837895990273408e-06, "epoch": 0.7590697674418605, "percentage": 25.34, "elapsed_time": "4:29:25", "remaining_time": "13:14:00"}
+{"current_steps": 520, "total_steps": 2013, "loss": 0.4873, "lr": 4.822147910138687e-06, "epoch": 0.773953488372093, "percentage": 25.83, "elapsed_time": "4:34:42", "remaining_time": "13:08:44"}
+{"current_steps": 530, "total_steps": 2013, "loss": 0.4741, "lr": 4.8057012626640435e-06, "epoch": 0.7888372093023256, "percentage": 26.33, "elapsed_time": "4:40:00", "remaining_time": "13:03:28"}
+{"current_steps": 540, "total_steps": 2013, "loss": 0.4814, "lr": 4.788561592381664e-06, "epoch": 0.8037209302325582, "percentage": 26.83, "elapsed_time": "4:45:16", "remaining_time": "12:58:09"}
+{"current_steps": 550, "total_steps": 2013, "loss": 0.4775, "lr": 4.770734677457199e-06, "epoch": 0.8186046511627907, "percentage": 27.32, "elapsed_time": "4:50:33", "remaining_time": "12:52:51"}
+{"current_steps": 560, "total_steps": 2013, "loss": 0.4789, "lr": 4.752226527741813e-06, "epoch": 0.8334883720930233, "percentage": 27.82, "elapsed_time": "4:55:50", "remaining_time": "12:47:36"}
+{"current_steps": 570, "total_steps": 2013, "loss": 0.4764, "lr": 4.733043382746139e-06, "epoch": 0.8483720930232558, "percentage": 28.32, "elapsed_time": "5:01:08", "remaining_time": "12:42:20"}
+{"current_steps": 580, "total_steps": 2013, "loss": 0.4712, "lr": 4.713191709536792e-06, "epoch": 0.8632558139534884, "percentage": 28.81, "elapsed_time": "5:06:24", "remaining_time": "12:37:02"}
+{"current_steps": 590, "total_steps": 2013, "loss": 0.4735, "lr": 4.692678200556178e-06, "epoch": 0.878139534883721, "percentage": 29.31, "elapsed_time": "5:11:43", "remaining_time": "12:31:51"}
+{"current_steps": 600, "total_steps": 2013, "loss": 0.4746, "lr": 4.671509771366324e-06, "epoch": 0.8930232558139535, "percentage": 29.81, "elapsed_time": "5:17:00", "remaining_time": "12:26:33"}
+{"current_steps": 610, "total_steps": 2013, "loss": 0.4698, "lr": 4.649693558317485e-06, "epoch": 0.9079069767441861, "percentage": 30.3, "elapsed_time": "5:22:18", "remaining_time": "12:21:19"}
+{"current_steps": 620, "total_steps": 2013, "loss": 0.4678, "lr": 4.627236916142326e-06, "epoch": 0.9227906976744186, "percentage": 30.8, "elapsed_time": "5:27:34", "remaining_time": "12:15:59"}
+{"current_steps": 630, "total_steps": 2013, "loss": 0.4716, "lr": 4.604147415476471e-06, "epoch": 0.9376744186046512, "percentage": 31.3, "elapsed_time": "5:32:51", "remaining_time": "12:10:41"}
+{"current_steps": 640, "total_steps": 2013, "loss": 0.4712, "lr": 4.5804328403062735e-06, "epoch": 0.9525581395348838, "percentage": 31.79, "elapsed_time": "5:38:07", "remaining_time": "12:05:22"}
+{"current_steps": 650, "total_steps": 2013, "loss": 0.469, "lr": 4.5561011853446686e-06, "epoch": 0.9674418604651163, "percentage": 32.29, "elapsed_time": "5:43:25", "remaining_time": "12:00:08"}
+{"current_steps": 660, "total_steps": 2013, "loss": 0.4661, "lr": 4.5311606533359665e-06, "epoch": 0.9823255813953489, "percentage": 32.79, "elapsed_time": "5:48:44", "remaining_time": "11:54:54"}
+{"current_steps": 670, "total_steps": 2013, "loss": 0.4722, "lr": 4.50561965229053e-06, "epoch": 0.9972093023255814, "percentage": 33.28, "elapsed_time": "5:54:02", "remaining_time": "11:49:39"}
+{"current_steps": 671, "total_steps": 2013, "eval_loss": 0.058389123529195786, "epoch": 0.9986976744186047, "percentage": 33.33, "elapsed_time": "6:02:30", "remaining_time": "12:05:01"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7f2309a1ea4543c4d74501f892f3d5ab5683f6cb53e46c68a81568a5908aa2
+size 7352