Upload folder using huggingface_hub

trainer_0/ae.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d125ff7382fd752d120ea23ae9998f4f67d28fdd80e39fb67166ad38c42f8ddf
+size 37778216

trainer_0/checkpoints/ae_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0437026439ef0e23bd32aaa7628425bb19a5b1ae38588a345259f8f2920a0a4d
+size 37778232

trainer_0/checkpoints/ae_2048.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d6c05bb4a658d67ae413b57a9abdfbe19bf149617d3846b731d27da63b0172
+size 37778320

trainer_0/checkpoints/ae_4096.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57915ac61dcbd86d11f2147bffed378d8964ebec3ffab0e23df9c8a820934663
+size 37778320

trainer_0/checkpoints/ae_6144.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a7ed17a36dbe840b7e50cd677cbf2dcc51cd65a518304229d15c8240f40b1bb
+size 37778320

trainer_0/checkpoints/ae_8192.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63dbcda73ff7cebac799c34faf0a3b565d8193759074d539e1ee55583b45317
+size 37778320

trainer_0/config.json

@@ -0,0 +1,26 @@
+{
+    "trainer": {
+        "trainer_class": "TrainerTopK",
+        "dict_class": "AutoEncoderTopK",
+        "lr": 0.00032659863237109043,
+        "steps": 30000,
+        "seed": null,
+        "activation_dim": 768,
+        "dict_size": 6144,
+        "k": 30,
+        "device": "cuda",
+        "layer": "0",
+        "lm_name": "TinyModel_2L_3E",
+        "wandb_name": "AutoEncoderTopK",
+        "submodule_name": null
+    },
+    "buffer": {
+        "d_submodule": 768,
+        "io": "out",
+        "n_ctxs": 30000.0,
+        "ctx_len": 128,
+        "refresh_batch_size": 512,
+        "out_batch_size": 8192,
+        "device": "cuda"
+    }
+}