Training in progress, step 100

config.json

@@ -1,7 +1,7 @@
 {
-  "_name_or_path": "/content/drive/MyDrive/brabant-from-scratch/pretrained",
+  "_name_or_path": "xaviergillard/brabant-xvii-from-scratch",
   "architectures": [
-    "BertForPreTraining"
+    "BertForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
@@ -17,7 +17,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
-  "torch_dtype": "float32",
+  "torch_dtype": "float16",
   "transformers_version": "4.38.2",
   "type_vocab_size": 2,
   "use_cache": true,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf92acadb0429d92cc86ab5622fdd3c565d70d5d7c46db2bf61b8660f175fd62
-size 438844120
+oid sha256:09b86a2cc509ac7e2746580c69aa159ff81bed8402b61fe9f61f3342938d6e2a
+size 218249344

runs/Mar25_10-13-41_7cb2519f8d33/events.out.tfevents.1711361627.7cb2519f8d33.7223.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa092d4c6fdb5efa99b627b7a76805768c38a684cd503c4ed83cd1cf61563bde
+size 4926

runs/Mar25_10-15-33_7cb2519f8d33/events.out.tfevents.1711361737.7cb2519f8d33.7223.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ae4822b52f7e3460caade794b22000ae5f6ce576347c1931740be0ef7a54c1
+size 88

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc049099210cb0842dc0eeb0e95b03dc41bd023041f92e382b07c82ecbc3fe01
-size 5048
+oid sha256:00093e97dcead9ebde093c60dd0a716d6da4343c262cb1c3788a559146599d29
+size 4984