End of training

README.md

@@ -0,0 +1,65 @@
+---
+license: apache-2.0
+base_model: google/vit-base-patch16-224-in21k
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+model-index:
+- name: finetune-tomato-leaf
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# finetune-tomato-leaf
+
+This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.3585
+- Accuracy: 0.9720
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 64
+- eval_batch_size: 64
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|
+| 1.0819        | 1.0   | 175  | 0.9895          | 0.9018   |
+| 0.6466        | 2.0   | 350  | 0.5825          | 0.9593   |
+| 0.4737        | 3.0   | 525  | 0.4544          | 0.9608   |
+| 0.3983        | 4.0   | 700  | 0.3788          | 0.9715   |
+| 0.3876        | 5.0   | 875  | 0.3585          | 0.9720   |
+
+
+### Framework versions
+
+- Transformers 4.41.1
+- Pytorch 2.1.2
+- Datasets 2.19.1
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.9720244150559512,
+    "eval_loss": 0.35846731066703796,
+    "eval_runtime": 21.8971,
+    "eval_samples_per_second": 89.784,
+    "eval_steps_per_second": 1.416,
+    "total_flos": 4.315877010121421e+18,
+    "train_loss": 0.7534563433783394,
+    "train_runtime": 1829.0504,
+    "train_samples_per_second": 30.447,
+    "train_steps_per_second": 0.478
+}

config.json

@@ -0,0 +1,50 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Bacterial Spot",
+    "1": "Early Blight",
+    "2": "Healthy",
+    "3": "Late Blight",
+    "4": "Leaf Mold",
+    "5": "Mosaic Virus",
+    "6": "Spetor Spot",
+    "7": "Spidder Mites",
+    "8": "Target Spot",
+    "9": "Uknown",
+    "10": "Yellow Leaf Curl Virus"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "Bacterial Spot": 0,
+    "Early Blight": 1,
+    "Healthy": 2,
+    "Late Blight": 3,
+    "Leaf Mold": 4,
+    "Mosaic Virus": 5,
+    "Spetor Spot": 6,
+    "Spidder Mites": 7,
+    "Target Spot": 8,
+    "Uknown": 9,
+    "Yellow Leaf Curl Virus": 10
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.1"
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.9720244150559512,
+    "eval_loss": 0.35846731066703796,
+    "eval_runtime": 21.8971,
+    "eval_samples_per_second": 89.784,
+    "eval_steps_per_second": 1.416
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a764bbec4e826e2a62e217a8eb440791f1eb27f0a46bee605beb6f870bf6fa0
+size 343251660

preprocessor_config.json

@@ -0,0 +1,36 @@
+{
+  "_valid_processor_keys": [
+    "images",
+    "do_resize",
+    "size",
+    "resample",
+    "do_rescale",
+    "rescale_factor",
+    "do_normalize",
+    "image_mean",
+    "image_std",
+    "return_tensors",
+    "data_format",
+    "input_data_format"
+  ],
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTFeatureExtractor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

runs/Jun02_13-02-08_3c6311641236/events.out.tfevents.1717333330.3c6311641236.34.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41467ef49c7131d41a543d88e31b949a03e5772fb082676d4bc9ecfbf70cfb34
+size 25549

runs/Jun02_13-02-08_3c6311641236/events.out.tfevents.1717335181.3c6311641236.34.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf18832b2498d05b76f8e286383b82fc641aa3a7bc538f1fc52e0e712c59d31
+size 411

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "total_flos": 4.315877010121421e+18,
+    "train_loss": 0.7534563433783394,
+    "train_runtime": 1829.0504,
+    "train_samples_per_second": 30.447,
+    "train_steps_per_second": 0.478
+}

trainer_state.json

@@ -0,0 +1,705 @@
+{
+  "best_metric": 0.35846731066703796,
+  "best_model_checkpoint": "finetune-tomato-leaf/checkpoint-875",
+  "epoch": 5.0,
+  "eval_steps": 100,
+  "global_step": 875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.05714285714285714,
+      "grad_norm": 66266.859375,
+      "learning_rate": 1.9771428571428574e-05,
+      "loss": 2.3535,
+      "step": 10
+    },
+    {
+      "epoch": 0.11428571428571428,
+      "grad_norm": 82785.25,
+      "learning_rate": 1.9542857142857143e-05,
+      "loss": 2.2735,
+      "step": 20
+    },
+    {
+      "epoch": 0.17142857142857143,
+      "grad_norm": 76933.2109375,
+      "learning_rate": 1.9314285714285718e-05,
+      "loss": 2.1921,
+      "step": 30
+    },
+    {
+      "epoch": 0.22857142857142856,
+      "grad_norm": 88895.1796875,
+      "learning_rate": 1.9085714285714287e-05,
+      "loss": 2.1107,
+      "step": 40
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 85212.125,
+      "learning_rate": 1.885714285714286e-05,
+      "loss": 1.9926,
+      "step": 50
+    },
+    {
+      "epoch": 0.34285714285714286,
+      "grad_norm": 90773.2109375,
+      "learning_rate": 1.8628571428571428e-05,
+      "loss": 1.8996,
+      "step": 60
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 85021.5234375,
+      "learning_rate": 1.8400000000000003e-05,
+      "loss": 1.7758,
+      "step": 70
+    },
+    {
+      "epoch": 0.45714285714285713,
+      "grad_norm": 93720.375,
+      "learning_rate": 1.8171428571428572e-05,
+      "loss": 1.6423,
+      "step": 80
+    },
+    {
+      "epoch": 0.5142857142857142,
+      "grad_norm": 94810.765625,
+      "learning_rate": 1.7942857142857144e-05,
+      "loss": 1.5665,
+      "step": 90
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 97387.890625,
+      "learning_rate": 1.7714285714285717e-05,
+      "loss": 1.4395,
+      "step": 100
+    },
+    {
+      "epoch": 0.6285714285714286,
+      "grad_norm": 155846.140625,
+      "learning_rate": 1.748571428571429e-05,
+      "loss": 1.4227,
+      "step": 110
+    },
+    {
+      "epoch": 0.6857142857142857,
+      "grad_norm": 86622.5859375,
+      "learning_rate": 1.7257142857142857e-05,
+      "loss": 1.3027,
+      "step": 120
+    },
+    {
+      "epoch": 0.7428571428571429,
+      "grad_norm": 89916.921875,
+      "learning_rate": 1.702857142857143e-05,
+      "loss": 1.2367,
+      "step": 130
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 117233.484375,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 1.2059,
+      "step": 140
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 110025.3203125,
+      "learning_rate": 1.6571428571428574e-05,
+      "loss": 1.1757,
+      "step": 150
+    },
+    {
+      "epoch": 0.9142857142857143,
+      "grad_norm": 104192.2734375,
+      "learning_rate": 1.6342857142857146e-05,
+      "loss": 1.0949,
+      "step": 160
+    },
+    {
+      "epoch": 0.9714285714285714,
+      "grad_norm": 125921.359375,
+      "learning_rate": 1.6114285714285715e-05,
+      "loss": 1.0819,
+      "step": 170
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9018311291963378,
+      "eval_loss": 0.9894934892654419,
+      "eval_runtime": 21.9196,
+      "eval_samples_per_second": 89.692,
+      "eval_steps_per_second": 1.414,
+      "step": 175
+    },
+    {
+      "epoch": 1.0285714285714285,
+      "grad_norm": 120913.9296875,
+      "learning_rate": 1.5885714285714287e-05,
+      "loss": 1.014,
+      "step": 180
+    },
+    {
+      "epoch": 1.0857142857142856,
+      "grad_norm": 108828.4609375,
+      "learning_rate": 1.5657142857142856e-05,
+      "loss": 1.0122,
+      "step": 190
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 114912.9296875,
+      "learning_rate": 1.542857142857143e-05,
+      "loss": 0.9622,
+      "step": 200
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 126387.203125,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 0.9023,
+      "step": 210
+    },
+    {
+      "epoch": 1.2571428571428571,
+      "grad_norm": 145092.53125,
+      "learning_rate": 1.4971428571428572e-05,
+      "loss": 0.8747,
+      "step": 220
+    },
+    {
+      "epoch": 1.3142857142857143,
+      "grad_norm": 148149.9375,
+      "learning_rate": 1.4742857142857143e-05,
+      "loss": 0.8614,
+      "step": 230
+    },
+    {
+      "epoch": 1.3714285714285714,
+      "grad_norm": 118238.6875,
+      "learning_rate": 1.4514285714285717e-05,
+      "loss": 0.835,
+      "step": 240
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 117691.6953125,
+      "learning_rate": 1.4285714285714287e-05,
+      "loss": 0.8084,
+      "step": 250
+    },
+    {
+      "epoch": 1.4857142857142858,
+      "grad_norm": 161266.21875,
+      "learning_rate": 1.4057142857142858e-05,
+      "loss": 0.7982,
+      "step": 260
+    },
+    {
+      "epoch": 1.5428571428571427,
+      "grad_norm": 101406.703125,
+      "learning_rate": 1.382857142857143e-05,
+      "loss": 0.8023,
+      "step": 270
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 125123.390625,
+      "learning_rate": 1.3600000000000002e-05,
+      "loss": 0.714,
+      "step": 280
+    },
+    {
+      "epoch": 1.657142857142857,
+      "grad_norm": 101578.0703125,
+      "learning_rate": 1.3371428571428572e-05,
+      "loss": 0.7169,
+      "step": 290
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 165960.28125,
+      "learning_rate": 1.3142857142857145e-05,
+      "loss": 0.6705,
+      "step": 300
+    },
+    {
+      "epoch": 1.7714285714285714,
+      "grad_norm": 161066.1875,
+      "learning_rate": 1.2914285714285715e-05,
+      "loss": 0.7121,
+      "step": 310
+    },
+    {
+      "epoch": 1.8285714285714287,
+      "grad_norm": 308346.46875,
+      "learning_rate": 1.2685714285714286e-05,
+      "loss": 0.6873,
+      "step": 320
+    },
+    {
+      "epoch": 1.8857142857142857,
+      "grad_norm": 135629.84375,
+      "learning_rate": 1.245714285714286e-05,
+      "loss": 0.6417,
+      "step": 330
+    },
+    {
+      "epoch": 1.9428571428571428,
+      "grad_norm": 134140.0,
+      "learning_rate": 1.222857142857143e-05,
+      "loss": 0.6366,
+      "step": 340
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 365796.21875,
+      "learning_rate": 1.2e-05,
+      "loss": 0.6466,
+      "step": 350
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9593082400813835,
+      "eval_loss": 0.5825250148773193,
+      "eval_runtime": 21.8245,
+      "eval_samples_per_second": 90.082,
+      "eval_steps_per_second": 1.42,
+      "step": 350
+    },
+    {
+      "epoch": 2.057142857142857,
+      "grad_norm": 110862.375,
+      "learning_rate": 1.177142857142857e-05,
+      "loss": 0.6206,
+      "step": 360
+    },
+    {
+      "epoch": 2.1142857142857143,
+      "grad_norm": 99193.8984375,
+      "learning_rate": 1.1542857142857145e-05,
+      "loss": 0.5719,
+      "step": 370
+    },
+    {
+      "epoch": 2.1714285714285713,
+      "grad_norm": 133490.75,
+      "learning_rate": 1.1314285714285715e-05,
+      "loss": 0.5888,
+      "step": 380
+    },
+    {
+      "epoch": 2.2285714285714286,
+      "grad_norm": 134935.203125,
+      "learning_rate": 1.1085714285714286e-05,
+      "loss": 0.6034,
+      "step": 390
+    },
+    {
+      "epoch": 2.2857142857142856,
+      "grad_norm": 129637.0703125,
+      "learning_rate": 1.0857142857142858e-05,
+      "loss": 0.5734,
+      "step": 400
+    },
+    {
+      "epoch": 2.342857142857143,
+      "grad_norm": 174524.84375,
+      "learning_rate": 1.062857142857143e-05,
+      "loss": 0.5673,
+      "step": 410
+    },
+    {
+      "epoch": 2.4,
+      "grad_norm": 88518.9921875,
+      "learning_rate": 1.04e-05,
+      "loss": 0.5314,
+      "step": 420
+    },
+    {
+      "epoch": 2.4571428571428573,
+      "grad_norm": 137873.953125,
+      "learning_rate": 1.0171428571428573e-05,
+      "loss": 0.5602,
+      "step": 430
+    },
+    {
+      "epoch": 2.5142857142857142,
+      "grad_norm": 156413.375,
+      "learning_rate": 9.942857142857145e-06,
+      "loss": 0.5819,
+      "step": 440
+    },
+    {
+      "epoch": 2.571428571428571,
+      "grad_norm": 137907.96875,
+      "learning_rate": 9.714285714285715e-06,
+      "loss": 0.524,
+      "step": 450
+    },
+    {
+      "epoch": 2.6285714285714286,
+      "grad_norm": 161790.703125,
+      "learning_rate": 9.485714285714287e-06,
+      "loss": 0.4902,
+      "step": 460
+    },
+    {
+      "epoch": 2.685714285714286,
+      "grad_norm": 118504.765625,
+      "learning_rate": 9.257142857142858e-06,
+      "loss": 0.5091,
+      "step": 470
+    },
+    {
+      "epoch": 2.742857142857143,
+      "grad_norm": 135314.796875,
+      "learning_rate": 9.028571428571428e-06,
+      "loss": 0.4945,
+      "step": 480
+    },
+    {
+      "epoch": 2.8,
+      "grad_norm": 135834.125,
+      "learning_rate": 8.8e-06,
+      "loss": 0.4792,
+      "step": 490
+    },
+    {
+      "epoch": 2.857142857142857,
+      "grad_norm": 161810.28125,
+      "learning_rate": 8.571428571428571e-06,
+      "loss": 0.4867,
+      "step": 500
+    },
+    {
+      "epoch": 2.914285714285714,
+      "grad_norm": 120542.2890625,
+      "learning_rate": 8.342857142857143e-06,
+      "loss": 0.4809,
+      "step": 510
+    },
+    {
+      "epoch": 2.9714285714285715,
+      "grad_norm": 132218.109375,
+      "learning_rate": 8.114285714285715e-06,
+      "loss": 0.4737,
+      "step": 520
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.9608341810783316,
+      "eval_loss": 0.4544333815574646,
+      "eval_runtime": 21.6981,
+      "eval_samples_per_second": 90.607,
+      "eval_steps_per_second": 1.429,
+      "step": 525
+    },
+    {
+      "epoch": 3.0285714285714285,
+      "grad_norm": 175208.0625,
+      "learning_rate": 7.885714285714286e-06,
+      "loss": 0.4208,
+      "step": 530
+    },
+    {
+      "epoch": 3.085714285714286,
+      "grad_norm": 152119.046875,
+      "learning_rate": 7.657142857142858e-06,
+      "loss": 0.4432,
+      "step": 540
+    },
+    {
+      "epoch": 3.142857142857143,
+      "grad_norm": 147346.734375,
+      "learning_rate": 7.428571428571429e-06,
+      "loss": 0.4572,
+      "step": 550
+    },
+    {
+      "epoch": 3.2,
+      "grad_norm": 124751.4609375,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 0.4745,
+      "step": 560
+    },
+    {
+      "epoch": 3.257142857142857,
+      "grad_norm": 147328.890625,
+      "learning_rate": 6.971428571428573e-06,
+      "loss": 0.466,
+      "step": 570
+    },
+    {
+      "epoch": 3.314285714285714,
+      "grad_norm": 226765.96875,
+      "learning_rate": 6.742857142857143e-06,
+      "loss": 0.467,
+      "step": 580
+    },
+    {
+      "epoch": 3.3714285714285714,
+      "grad_norm": 126136.609375,
+      "learning_rate": 6.514285714285715e-06,
+      "loss": 0.4399,
+      "step": 590
+    },
+    {
+      "epoch": 3.4285714285714284,
+      "grad_norm": 133291.390625,
+      "learning_rate": 6.285714285714286e-06,
+      "loss": 0.4362,
+      "step": 600
+    },
+    {
+      "epoch": 3.4857142857142858,
+      "grad_norm": 210495.234375,
+      "learning_rate": 6.057142857142858e-06,
+      "loss": 0.4548,
+      "step": 610
+    },
+    {
+      "epoch": 3.5428571428571427,
+      "grad_norm": 143375.640625,
+      "learning_rate": 5.828571428571429e-06,
+      "loss": 0.4342,
+      "step": 620
+    },
+    {
+      "epoch": 3.6,
+      "grad_norm": 164240.890625,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 0.4189,
+      "step": 630
+    },
+    {
+      "epoch": 3.657142857142857,
+      "grad_norm": 200663.953125,
+      "learning_rate": 5.371428571428572e-06,
+      "loss": 0.4396,
+      "step": 640
+    },
+    {
+      "epoch": 3.7142857142857144,
+      "grad_norm": 100999.9453125,
+      "learning_rate": 5.142857142857142e-06,
+      "loss": 0.4061,
+      "step": 650
+    },
+    {
+      "epoch": 3.7714285714285714,
+      "grad_norm": 117663.09375,
+      "learning_rate": 4.9142857142857145e-06,
+      "loss": 0.3983,
+      "step": 660
+    },
+    {
+      "epoch": 3.8285714285714287,
+      "grad_norm": 124319.609375,
+      "learning_rate": 4.685714285714286e-06,
+      "loss": 0.448,
+      "step": 670
+    },
+    {
+      "epoch": 3.8857142857142857,
+      "grad_norm": 187423.625,
+      "learning_rate": 4.457142857142858e-06,
+      "loss": 0.3981,
+      "step": 680
+    },
+    {
+      "epoch": 3.942857142857143,
+      "grad_norm": 179787.3125,
+      "learning_rate": 4.228571428571429e-06,
+      "loss": 0.4109,
+      "step": 690
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 115739.109375,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.3983,
+      "step": 700
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9715157680569685,
+      "eval_loss": 0.3787924349308014,
+      "eval_runtime": 21.6761,
+      "eval_samples_per_second": 90.699,
+      "eval_steps_per_second": 1.43,
+      "step": 700
+    },
+    {
+      "epoch": 4.057142857142857,
+      "grad_norm": 100285.75,
+      "learning_rate": 3.771428571428572e-06,
+      "loss": 0.3988,
+      "step": 710
+    },
+    {
+      "epoch": 4.114285714285714,
+      "grad_norm": 119137.453125,
+      "learning_rate": 3.542857142857143e-06,
+      "loss": 0.3963,
+      "step": 720
+    },
+    {
+      "epoch": 4.171428571428572,
+      "grad_norm": 101105.1015625,
+      "learning_rate": 3.314285714285714e-06,
+      "loss": 0.4028,
+      "step": 730
+    },
+    {
+      "epoch": 4.228571428571429,
+      "grad_norm": 231164.015625,
+      "learning_rate": 3.085714285714286e-06,
+      "loss": 0.4107,
+      "step": 740
+    },
+    {
+      "epoch": 4.285714285714286,
+      "grad_norm": 106757.0859375,
+      "learning_rate": 2.8571428571428573e-06,
+      "loss": 0.3895,
+      "step": 750
+    },
+    {
+      "epoch": 4.3428571428571425,
+      "grad_norm": 144770.203125,
+      "learning_rate": 2.6285714285714286e-06,
+      "loss": 0.4163,
+      "step": 760
+    },
+    {
+      "epoch": 4.4,
+      "grad_norm": 164616.515625,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 0.4121,
+      "step": 770
+    },
+    {
+      "epoch": 4.457142857142857,
+      "grad_norm": 92120.4140625,
+      "learning_rate": 2.1714285714285716e-06,
+      "loss": 0.379,
+      "step": 780
+    },
+    {
+      "epoch": 4.514285714285714,
+      "grad_norm": 111853.0234375,
+      "learning_rate": 1.942857142857143e-06,
+      "loss": 0.4009,
+      "step": 790
+    },
+    {
+      "epoch": 4.571428571428571,
+      "grad_norm": 181065.359375,
+      "learning_rate": 1.7142857142857145e-06,
+      "loss": 0.3857,
+      "step": 800
+    },
+    {
+      "epoch": 4.628571428571428,
+      "grad_norm": 165270.3125,
+      "learning_rate": 1.4857142857142858e-06,
+      "loss": 0.4084,
+      "step": 810
+    },
+    {
+      "epoch": 4.685714285714286,
+      "grad_norm": 195606.078125,
+      "learning_rate": 1.2571428571428573e-06,
+      "loss": 0.391,
+      "step": 820
+    },
+    {
+      "epoch": 4.742857142857143,
+      "grad_norm": 146015.765625,
+      "learning_rate": 1.0285714285714286e-06,
+      "loss": 0.4011,
+      "step": 830
+    },
+    {
+      "epoch": 4.8,
+      "grad_norm": 165905.390625,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 0.3932,
+      "step": 840
+    },
+    {
+      "epoch": 4.857142857142857,
+      "grad_norm": 185854.59375,
+      "learning_rate": 5.714285714285715e-07,
+      "loss": 0.3896,
+      "step": 850
+    },
+    {
+      "epoch": 4.914285714285715,
+      "grad_norm": 212310.71875,
+      "learning_rate": 3.428571428571429e-07,
+      "loss": 0.3811,
+      "step": 860
+    },
+    {
+      "epoch": 4.9714285714285715,
+      "grad_norm": 198072.859375,
+      "learning_rate": 1.142857142857143e-07,
+      "loss": 0.3876,
+      "step": 870
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9720244150559512,
+      "eval_loss": 0.35846731066703796,
+      "eval_runtime": 21.7929,
+      "eval_samples_per_second": 90.213,
+      "eval_steps_per_second": 1.422,
+      "step": 875
+    },
+    {
+      "epoch": 5.0,
+      "step": 875,
+      "total_flos": 4.315877010121421e+18,
+      "train_loss": 0.7534563433783394,
+      "train_runtime": 1829.0504,
+      "train_samples_per_second": 30.447,
+      "train_steps_per_second": 0.478
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 875,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.315877010121421e+18,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3852a406835d68d13ce4fbc9718ab66e58693287fe4f90debdab2eb8e75032c
+size 5112