Training in progress, step 1000, checkpoint

checkpoint-1000/config.json

@@ -0,0 +1,62 @@
+{
+  "_name_or_path": "facebook/detr-resnet-50-dc5",
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "architectures": [
+    "DetrForObjectDetection"
+  ],
+  "attention_dropout": 0.0,
+  "auxiliary_loss": false,
+  "backbone": "resnet50",
+  "backbone_config": null,
+  "backbone_kwargs": {
+    "in_chans": 3,
+    "out_indices": [
+      1,
+      2,
+      3,
+      4
+    ],
+    "output_stride": 16
+  },
+  "bbox_cost": 5,
+  "bbox_loss_coefficient": 5,
+  "class_cost": 1,
+  "classifier_dropout": 0.0,
+  "d_model": 256,
+  "decoder_attention_heads": 8,
+  "decoder_ffn_dim": 2048,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 6,
+  "dice_loss_coefficient": 1,
+  "dilation": true,
+  "dropout": 0.1,
+  "encoder_attention_heads": 8,
+  "encoder_ffn_dim": 2048,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 6,
+  "eos_coefficient": 0.1,
+  "giou_cost": 2,
+  "giou_loss_coefficient": 2,
+  "id2label": {
+    "0": "segment"
+  },
+  "init_std": 0.02,
+  "init_xavier_std": 1.0,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "segment": 0
+  },
+  "mask_loss_coefficient": 1,
+  "max_position_embeddings": 1024,
+  "model_type": "detr",
+  "num_channels": 3,
+  "num_hidden_layers": 6,
+  "num_queries": 500,
+  "position_embedding_type": "sine",
+  "scale_embedding": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.2",
+  "use_pretrained_backbone": true,
+  "use_timm_backbone": true
+}

checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b7d2fa866e9713bb126f572ea3e0d6dec673d67f666614cee2471e09874c64
+size 166904424

checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c71f37e803b193fa34ebad7d6f0007bfe64288fce03f7d1775023bc28f3689b
+size 331310970

checkpoint-1000/preprocessor_config.json

@@ -0,0 +1,26 @@
+{
+  "do_convert_annotations": true,
+  "do_normalize": true,
+  "do_pad": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "format": "coco_detection",
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "DetrImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "pad_size": null,
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 1333,
+    "shortest_edge": 800
+  }
+}

checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc44ef8c2be20a5d4610e106e4cef63111b2eaa55ca433dfcc3a0f89ffa4b482
+size 14244

checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3705a80f4533ce204eec7013be8f1d923f73b7633a6d675fb1d9e16332bc79
+size 1064

checkpoint-1000/trainer_state.json

@@ -0,0 +1,333 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 15.384615384615385,
+  "eval_steps": 50,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 97.95333099365234,
+      "learning_rate": 4.9978e-05,
+      "loss": 5.4721,
+      "step": 50
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "eval_loss": 5.876021385192871,
+      "eval_runtime": 12.8977,
+      "eval_samples_per_second": 10.157,
+      "eval_steps_per_second": 1.318,
+      "step": 50
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 104.74186706542969,
+      "learning_rate": 4.99535e-05,
+      "loss": 3.089,
+      "step": 100
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "eval_loss": 5.774240970611572,
+      "eval_runtime": 11.4924,
+      "eval_samples_per_second": 11.399,
+      "eval_steps_per_second": 1.479,
+      "step": 100
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 41.090965270996094,
+      "learning_rate": 4.99285e-05,
+      "loss": 2.764,
+      "step": 150
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "eval_loss": 5.597934722900391,
+      "eval_runtime": 11.4654,
+      "eval_samples_per_second": 11.426,
+      "eval_steps_per_second": 1.483,
+      "step": 150
+    },
+    {
+      "epoch": 3.076923076923077,
+      "grad_norm": 73.45726776123047,
+      "learning_rate": 4.99035e-05,
+      "loss": 2.5945,
+      "step": 200
+    },
+    {
+      "epoch": 3.076923076923077,
+      "eval_loss": 5.421833515167236,
+      "eval_runtime": 11.5159,
+      "eval_samples_per_second": 11.376,
+      "eval_steps_per_second": 1.476,
+      "step": 200
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "grad_norm": 71.80171203613281,
+      "learning_rate": 4.98785e-05,
+      "loss": 2.6367,
+      "step": 250
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_loss": 5.8073201179504395,
+      "eval_runtime": 11.5047,
+      "eval_samples_per_second": 11.387,
+      "eval_steps_per_second": 1.478,
+      "step": 250
+    },
+    {
+      "epoch": 4.615384615384615,
+      "grad_norm": 43.557945251464844,
+      "learning_rate": 4.98535e-05,
+      "loss": 2.5105,
+      "step": 300
+    },
+    {
+      "epoch": 4.615384615384615,
+      "eval_loss": 4.3725128173828125,
+      "eval_runtime": 11.497,
+      "eval_samples_per_second": 11.394,
+      "eval_steps_per_second": 1.479,
+      "step": 300
+    },
+    {
+      "epoch": 5.384615384615385,
+      "grad_norm": 108.88764953613281,
+      "learning_rate": 4.98285e-05,
+      "loss": 2.5468,
+      "step": 350
+    },
+    {
+      "epoch": 5.384615384615385,
+      "eval_loss": 5.673581123352051,
+      "eval_runtime": 11.5715,
+      "eval_samples_per_second": 11.321,
+      "eval_steps_per_second": 1.469,
+      "step": 350
+    },
+    {
+      "epoch": 6.153846153846154,
+      "grad_norm": 83.45320129394531,
+      "learning_rate": 4.9803500000000005e-05,
+      "loss": 2.4749,
+      "step": 400
+    },
+    {
+      "epoch": 6.153846153846154,
+      "eval_loss": 5.851593971252441,
+      "eval_runtime": 11.522,
+      "eval_samples_per_second": 11.37,
+      "eval_steps_per_second": 1.475,
+      "step": 400
+    },
+    {
+      "epoch": 6.923076923076923,
+      "grad_norm": 68.41734313964844,
+      "learning_rate": 4.97785e-05,
+      "loss": 2.3658,
+      "step": 450
+    },
+    {
+      "epoch": 6.923076923076923,
+      "eval_loss": 5.2119598388671875,
+      "eval_runtime": 11.4672,
+      "eval_samples_per_second": 11.424,
+      "eval_steps_per_second": 1.482,
+      "step": 450
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "grad_norm": 102.76841735839844,
+      "learning_rate": 4.9753500000000004e-05,
+      "loss": 2.5853,
+      "step": 500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_loss": 4.767831325531006,
+      "eval_runtime": 11.4763,
+      "eval_samples_per_second": 11.415,
+      "eval_steps_per_second": 1.481,
+      "step": 500
+    },
+    {
+      "epoch": 8.461538461538462,
+      "grad_norm": 112.57891845703125,
+      "learning_rate": 4.97285e-05,
+      "loss": 2.3775,
+      "step": 550
+    },
+    {
+      "epoch": 8.461538461538462,
+      "eval_loss": 5.561651229858398,
+      "eval_runtime": 11.6114,
+      "eval_samples_per_second": 11.282,
+      "eval_steps_per_second": 1.464,
+      "step": 550
+    },
+    {
+      "epoch": 9.23076923076923,
+      "grad_norm": 69.39505004882812,
+      "learning_rate": 4.97035e-05,
+      "loss": 2.6571,
+      "step": 600
+    },
+    {
+      "epoch": 9.23076923076923,
+      "eval_loss": 4.059703350067139,
+      "eval_runtime": 11.3835,
+      "eval_samples_per_second": 11.508,
+      "eval_steps_per_second": 1.493,
+      "step": 600
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 54.98592758178711,
+      "learning_rate": 4.96785e-05,
+      "loss": 2.2724,
+      "step": 650
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 4.133812427520752,
+      "eval_runtime": 11.5354,
+      "eval_samples_per_second": 11.356,
+      "eval_steps_per_second": 1.474,
+      "step": 650
+    },
+    {
+      "epoch": 10.76923076923077,
+      "grad_norm": 43.64970397949219,
+      "learning_rate": 4.96535e-05,
+      "loss": 2.2554,
+      "step": 700
+    },
+    {
+      "epoch": 10.76923076923077,
+      "eval_loss": 5.351332187652588,
+      "eval_runtime": 11.5138,
+      "eval_samples_per_second": 11.378,
+      "eval_steps_per_second": 1.476,
+      "step": 700
+    },
+    {
+      "epoch": 11.538461538461538,
+      "grad_norm": 66.37532043457031,
+      "learning_rate": 4.96285e-05,
+      "loss": 2.3946,
+      "step": 750
+    },
+    {
+      "epoch": 11.538461538461538,
+      "eval_loss": 4.791417121887207,
+      "eval_runtime": 11.5206,
+      "eval_samples_per_second": 11.371,
+      "eval_steps_per_second": 1.476,
+      "step": 750
+    },
+    {
+      "epoch": 12.307692307692308,
+      "grad_norm": 155.59654235839844,
+      "learning_rate": 4.96035e-05,
+      "loss": 2.2003,
+      "step": 800
+    },
+    {
+      "epoch": 12.307692307692308,
+      "eval_loss": 5.445430278778076,
+      "eval_runtime": 11.6906,
+      "eval_samples_per_second": 11.206,
+      "eval_steps_per_second": 1.454,
+      "step": 800
+    },
+    {
+      "epoch": 13.076923076923077,
+      "grad_norm": 64.81100463867188,
+      "learning_rate": 4.95785e-05,
+      "loss": 2.4835,
+      "step": 850
+    },
+    {
+      "epoch": 13.076923076923077,
+      "eval_loss": 4.8099870681762695,
+      "eval_runtime": 11.4569,
+      "eval_samples_per_second": 11.434,
+      "eval_steps_per_second": 1.484,
+      "step": 850
+    },
+    {
+      "epoch": 13.846153846153847,
+      "grad_norm": 36.99908447265625,
+      "learning_rate": 4.9553500000000006e-05,
+      "loss": 2.2851,
+      "step": 900
+    },
+    {
+      "epoch": 13.846153846153847,
+      "eval_loss": 4.230841636657715,
+      "eval_runtime": 11.4365,
+      "eval_samples_per_second": 11.455,
+      "eval_steps_per_second": 1.486,
+      "step": 900
+    },
+    {
+      "epoch": 14.615384615384615,
+      "grad_norm": 59.919151306152344,
+      "learning_rate": 4.95285e-05,
+      "loss": 2.1306,
+      "step": 950
+    },
+    {
+      "epoch": 14.615384615384615,
+      "eval_loss": 5.253855228424072,
+      "eval_runtime": 11.6552,
+      "eval_samples_per_second": 11.24,
+      "eval_steps_per_second": 1.459,
+      "step": 950
+    },
+    {
+      "epoch": 15.384615384615385,
+      "grad_norm": 74.30262756347656,
+      "learning_rate": 4.9503500000000005e-05,
+      "loss": 2.3075,
+      "step": 1000
+    },
+    {
+      "epoch": 15.384615384615385,
+      "eval_loss": 4.480749130249023,
+      "eval_runtime": 11.4324,
+      "eval_samples_per_second": 11.459,
+      "eval_steps_per_second": 1.487,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 100000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1539,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.82243166208e+18,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1b85fea4c8b1c2a7be60102809409971174bcdf130b87ba93f7312e8b78a2e
+size 5240