Pushing model and tokenizer to hub

commit.txt

@@ -1 +1 @@
-ca86dd7d550be87f21ead04ebb792e9fd7ccdb0c
+b057e02f8b0074f268b2ebf3085ecef96c28d2bf

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/robust_llm_data/checkpoints/6df328e8c92cfe5613549772d3a3e4276e232892aec3c486d5c03abbec7033f4/epoch_0004/model",
+  "_name_or_path": "/robust_llm_data/checkpoints/a58821100588fc133ced8bb9fa7b43de60aba3f66088362babdd50ef750bb2a8/epoch_0003/model",
   "architectures": [
     "GPTNeoXForSequenceClassification"
   ],

disk-write-timestamp.txt

@@ -1 +1 @@
-20241023-182353
+20241023-221115

tokenizer.json

@@ -1,12 +1,14 @@
 {
   "version": "1.0",
-  "truncation": {
+  "truncation": null,
+  "padding": {
+    "strategy": "BatchLongest",
     "direction": "Right",
-    "max_length": 2048,
-    "strategy": "LongestFirst",
-    "stride": 0
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<|endoftext|>"
   },
-  "padding": null,
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -207,13 +207,12 @@
   "bos_token": "<|endoftext|>",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
-  "max_length": 2048,
+  "max_length": null,
   "model_max_length": 2048,
+  "pad_to_multiple_of": null,
   "pad_token": "<|endoftext|>",
+  "pad_token_type_id": 0,
   "padding_side": "right",
-  "stride": 0,
   "tokenizer_class": "GPTNeoXTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "<|endoftext|>"
 }