manual upload from checkpoint

dataset/adv_index_map_0.json

@@ -0,0 +1 @@
+{}

dataset/adv_index_map_1.json

@@ -0,0 +1 @@
+{}

dataset/adv_index_map_2.json

@@ -0,0 +1 @@
+{}

dataset/adv_index_map_3.json

@@ -0,0 +1 @@
+{}

dataset/adv_losses_0.json

@@ -0,0 +1 @@
+{}

dataset/adv_losses_1.json

@@ -0,0 +1 @@
+{}

dataset/adv_losses_2.json

@@ -0,0 +1 @@
+{}

dataset/adv_losses_3.json

@@ -0,0 +1 @@
+{}

lr_scheduler_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2792637a43ba566d12944320a7221c25544dfee3f3abb417eeed446c0922cc59
+size 1084

lr_scheduler_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c168848f3000928b6dc262e6e6f5cd4c63188020b259a0b5c68e989c55c2eb
+size 1084

lr_scheduler_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e632840b3c3439ae89d77999c8e08c409ea3f7b6a5e37d33d2aa79c460bf164
+size 1084

lr_scheduler_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c8d5225a80ebca9a4a0493caa4cfeaff3da3da6dfb53c1fd15a1c83fbb3d2d
+size 1084

model/.gitignore

@@ -0,0 +1,2 @@
+
+done-saving

model/commit.txt

@@ -0,0 +1 @@
+b9b32a2bd6f7250bf28ca73fbb5912b90342c84a

model/config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-12b",
+  "architectures": [
+    "GPTNeoXForCausalLM"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 20480,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 36,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.4",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50688
+}

model/disk-write-timestamp.txt

@@ -0,0 +1 @@
+20241103-085550

model/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0141f144cfade06979dc4a75fc76233ef68f2d39da2f5b210fd7029e29bd6167
+size 46346449502

model/pytorch_model.bin.index.json

@@ -0,0 +1 @@
+{"metadata": {"format": "pt"}, "weight_map": {"": "pytorch_model.bin"}}

model/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

model/tokenizer_config.json

@@ -0,0 +1,215 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

optimizer_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69e76fed6e2f0a3ec7d44c10671d0f8cb7cf95ea3b39eb5a0378e03be4b7344
+size 11586667274

optimizer_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b39304f73de6890fc30d39daf7f30c0cb55677aad2beb470844d3b3d5e0136c
+size 11586667270

optimizer_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7bf7b907cae1ee34120f01a583ada55ff4bb064433b2edb92bcce8f46680dd
+size 11586625218

optimizer_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf2bb203fc2e35eacf7ffea5859f7cdbf0d91558bd4fc4540dc4e94cc6aa17
+size 11586605978

rng/distributed_rng_state_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae994ec553d409bbad89373cbca07b36b3fd95fd08dd014f5b8a89566de98a9d
+size 1120

rng/distributed_rng_state_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faf2cef9da43fdbdbb7a74ced021e617fe767239ffde53bb26b1c27bc149924
+size 1120

rng/distributed_rng_state_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e724da8f2d1ea6f9b0fa1c4c0b6ed0864dc77328cddfda3d2f5bb79e87a5cc3
+size 1120

rng/distributed_rng_state_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28ab8473f489f6bde5dd148fe1d95cab6b9a3308e64f4367bcd481d3c0cfd57
+size 1120

rng/torch_rng_state_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0072374ea5e72a08304099691b1241257b8919acd469ba7ae7903c55a5c52d
+size 6286

rng/torch_rng_state_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6629fd06e55775df54974ff6cf030b5b8c01a720b9e49049720337e844f4c3d4
+size 6286

rng/torch_rng_state_2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccac21b3b4f8011d186a7897de4871f217308979e3ffe641fca144d87d3e785
+size 6286

rng/torch_rng_state_3.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b12ca2b8358ae1016d4a93e94bdd3a3bd020249bbb61db5a96a426eb4c9b27
+size 6286

state.json

@@ -0,0 +1 @@
+{"epoch": 3, "flops": 335093604065280000}