philippds's picture
Upload 14 files
6536382 verified
{
"name": "root",
"gauges": {
"Agent.Policy.Entropy.mean": {
"value": 1.4306150674819946,
"min": 1.415426254272461,
"max": 1.4899860620498657,
"count": 200
},
"Agent.Policy.Entropy.sum": {
"value": 9884.119140625,
"min": 1376.573486328125,
"max": 23601.619140625,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
"value": 43.666666666666664,
"min": 1.0,
"max": 106.0,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
"value": 131.0,
"min": 3.0,
"max": 524.0,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
"value": 43.333333333333336,
"min": 0.0,
"max": 105.33333333333333,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
"value": 130.0,
"min": 0.0,
"max": 522.0,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
"value": 4.333333333333333,
"min": 0.3333333333333333,
"max": 2763.3333333333335,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
"value": 13.0,
"min": 1.0,
"max": 12287.0,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
"value": 4.333333333333333,
"min": 0.3333333333333333,
"max": 2763.3333333333335,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
"value": 13.0,
"min": 1.0,
"max": 12287.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
"value": 0.0,
"min": 0.0,
"max": 1611.6666666666667,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
"value": 0.0,
"min": 0.0,
"max": 7240.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
"value": 0.0,
"min": 0.0,
"max": 322.3333333333333,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
"value": 0.0,
"min": 0.0,
"max": 1448.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FireOut.mean": {
"value": 1.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FireOut.sum": {
"value": 3.0,
"min": 0.0,
"max": 5.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
"value": 1.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
"value": 3.0,
"min": 0.0,
"max": 9.0,
"count": 200
},
"Agent.AerialWildfireSuppression.CrashCount.mean": {
"value": 0.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.CrashCount.sum": {
"value": 0.0,
"min": 0.0,
"max": 39.0,
"count": 200
},
"Agent.Environment.LessonNumber.difficulty.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.difficulty.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.task.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.task.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.EpisodeLength.mean": {
"value": 2299.0,
"min": 230.92307692307693,
"max": 2999.0,
"count": 200
},
"Agent.Environment.EpisodeLength.sum": {
"value": 6897.0,
"min": 777.0,
"max": 16494.0,
"count": 200
},
"Agent.Step.mean": {
"value": 1799755.0,
"min": 8822.0,
"max": 1799755.0,
"count": 200
},
"Agent.Step.sum": {
"value": 1799755.0,
"min": 8822.0,
"max": 1799755.0,
"count": 200
},
"Agent.Policy.ExtrinsicValueEstimate.mean": {
"value": 56.401309967041016,
"min": -7.379510402679443,
"max": 123.3014907836914,
"count": 200
},
"Agent.Policy.ExtrinsicValueEstimate.sum": {
"value": 225.60523986816406,
"min": -206.6262969970703,
"max": 1011.9932861328125,
"count": 200
},
"Agent.Environment.CumulativeReward.mean": {
"value": 1022.5,
"min": -84.0,
"max": 3007.3333333333335,
"count": 200
},
"Agent.Environment.CumulativeReward.sum": {
"value": 4090.0,
"min": -336.0,
"max": 11324.0,
"count": 200
},
"Agent.Policy.ExtrinsicReward.mean": {
"value": 1022.5,
"min": -84.0,
"max": 3007.3333333333335,
"count": 200
},
"Agent.Policy.ExtrinsicReward.sum": {
"value": 4090.0,
"min": -336.0,
"max": 11324.0,
"count": 200
},
"Agent.Losses.PolicyLoss.mean": {
"value": 0.04545285283987011,
"min": 0.03530488052361068,
"max": 0.05631758868694305,
"count": 185
},
"Agent.Losses.PolicyLoss.sum": {
"value": 0.04545285283987011,
"min": 0.03530488052361068,
"max": 0.11231526239188733,
"count": 185
},
"Agent.Losses.ValueLoss.mean": {
"value": 1902.5797438848585,
"min": 33.325062444133145,
"max": 4610.136266072591,
"count": 185
},
"Agent.Losses.ValueLoss.sum": {
"value": 1902.5797438848585,
"min": 33.325062444133145,
"max": 4610.136266072591,
"count": 185
},
"Agent.Policy.LearningRate.mean": {
"value": 8.075997308333276e-07,
"min": 8.075997308333276e-07,
"max": 0.0002992665002445,
"count": 185
},
"Agent.Policy.LearningRate.sum": {
"value": 8.075997308333276e-07,
"min": 8.075997308333276e-07,
"max": 0.0005960950013016667,
"count": 185
},
"Agent.Policy.Epsilon.mean": {
"value": 0.10026916666666666,
"min": 0.10026916666666666,
"max": 0.19975550000000003,
"count": 185
},
"Agent.Policy.Epsilon.sum": {
"value": 0.10026916666666666,
"min": 0.10026916666666666,
"max": 0.3986983333333334,
"count": 185
},
"Agent.Policy.Beta.mean": {
"value": 2.3431416666666576e-05,
"min": 2.3431416666666576e-05,
"max": 0.00498779945,
"count": 185
},
"Agent.Policy.Beta.sum": {
"value": 2.3431416666666576e-05,
"min": 2.3431416666666576e-05,
"max": 0.009935046833333332,
"count": 185
},
"Agent.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 200
},
"Agent.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 200
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1717749673",
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train --base-port 5009",
"mlagents_version": "0.30.0",
"mlagents_envs_version": "0.30.0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.7.1+cu110",
"numpy_version": "1.21.0",
"end_time_seconds": "1717754609"
},
"total": 4936.557886099999,
"count": 1,
"self": 0.19690359999913198,
"children": {
"run_training.setup": {
"total": 0.055384600000000006,
"count": 1,
"self": 0.055384600000000006
},
"TrainerController.start_learning": {
"total": 4936.3055979,
"count": 1,
"self": 9.441166399859867,
"children": {
"TrainerController._reset_env": {
"total": 2.1801395,
"count": 1,
"self": 2.1801395
},
"TrainerController.advance": {
"total": 4924.59291990014,
"count": 600693,
"self": 9.531608700140168,
"children": {
"env_step": {
"total": 4915.0613112,
"count": 600693,
"self": 2653.3739957000594,
"children": {
"SubprocessEnvManager._take_step": {
"total": 2254.9179869998843,
"count": 600693,
"self": 19.22853570001689,
"children": {
"TorchPolicy.evaluate": {
"total": 2235.6894512998674,
"count": 600693,
"self": 2235.6894512998674
}
}
},
"workers": {
"total": 6.7693285000566155,
"count": 600693,
"self": 0.0,
"children": {
"worker_root": {
"total": 4923.12791360016,
"count": 600693,
"is_parallel": true,
"self": 2744.960492600217,
"children": {
"steps_from_proto": {
"total": 0.005904600000000038,
"count": 1,
"is_parallel": true,
"self": 0.00010510000000008013,
"children": {
"_process_maybe_compressed_observation": {
"total": 0.005715299999999868,
"count": 2,
"is_parallel": true,
"self": 4.7799999999709186e-05,
"children": {
"_observation_to_np_array": {
"total": 0.0056675000000001585,
"count": 3,
"is_parallel": true,
"self": 2.520000000005851e-05,
"children": {
"process_pixels": {
"total": 0.0056423000000001,
"count": 3,
"is_parallel": true,
"self": 0.00018140000000022027,
"children": {
"image_decompress": {
"total": 0.00546089999999988,
"count": 3,
"is_parallel": true,
"self": 0.00546089999999988
}
}
}
}
}
}
},
"_process_rank_one_or_two_observation": {
"total": 8.420000000008976e-05,
"count": 2,
"is_parallel": true,
"self": 8.420000000008976e-05
}
}
},
"UnityEnvironment.step": {
"total": 2178.161516399943,
"count": 600693,
"is_parallel": true,
"self": 34.27629160023798,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 35.443152700016306,
"count": 600693,
"is_parallel": true,
"self": 35.443152700016306
},
"communicator.exchange": {
"total": 1832.9111579999433,
"count": 600693,
"is_parallel": true,
"self": 1832.9111579999433
},
"steps_from_proto": {
"total": 275.5309140997455,
"count": 600693,
"is_parallel": true,
"self": 57.750709799523236,
"children": {
"_process_maybe_compressed_observation": {
"total": 189.73511610016584,
"count": 1201386,
"is_parallel": true,
"self": 18.370549500184666,
"children": {
"_observation_to_np_array": {
"total": 171.36456659998117,
"count": 1803285,
"is_parallel": true,
"self": 15.478678599913053,
"children": {
"process_pixels": {
"total": 155.88588800006812,
"count": 1803285,
"is_parallel": true,
"self": 57.02284339979326,
"children": {
"image_decompress": {
"total": 98.86304460027486,
"count": 1803285,
"is_parallel": true,
"self": 98.86304460027486
}
}
}
}
}
}
},
"_process_rank_one_or_two_observation": {
"total": 28.04508820005639,
"count": 1201386,
"is_parallel": true,
"self": 28.04508820005639
}
}
}
}
}
}
}
}
}
}
}
}
},
"trainer_threads": {
"total": 2.9299999368959107e-05,
"count": 1,
"self": 2.9299999368959107e-05,
"children": {
"thread_root": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"trainer_advance": {
"total": 4931.011389199771,
"count": 256281,
"is_parallel": true,
"self": 13.147120399897176,
"children": {
"process_trajectory": {
"total": 4087.005295899874,
"count": 256281,
"is_parallel": true,
"self": 4086.7035248998736,
"children": {
"RLTrainer._checkpoint": {
"total": 0.3017710000003717,
"count": 3,
"is_parallel": true,
"self": 0.3017710000003717
}
}
},
"_update_policy": {
"total": 830.8589728999998,
"count": 223,
"is_parallel": true,
"self": 194.08488810002223,
"children": {
"TorchPPOOptimizer.update": {
"total": 636.7740847999776,
"count": 20769,
"is_parallel": true,
"self": 636.7740847999776
}
}
}
}
}
}
}
}
},
"TrainerController._save_models": {
"total": 0.09134280000034778,
"count": 1,
"self": 0.006220700000085344,
"children": {
"RLTrainer._checkpoint": {
"total": 0.08512210000026244,
"count": 1,
"self": 0.08512210000026244
}
}
}
}
}
}
}