{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4306150674819946, "min": 1.415426254272461, "max": 1.4899860620498657, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 9884.119140625, "min": 1376.573486328125, "max": 23601.619140625, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 43.666666666666664, "min": 1.0, "max": 106.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 131.0, "min": 3.0, "max": 524.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 43.333333333333336, "min": 0.0, "max": 105.33333333333333, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 130.0, "min": 0.0, "max": 522.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 4.333333333333333, "min": 0.3333333333333333, "max": 2763.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 13.0, "min": 1.0, "max": 12287.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 4.333333333333333, "min": 0.3333333333333333, "max": 2763.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 13.0, "min": 1.0, "max": 12287.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 1611.6666666666667, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 7240.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 322.3333333333333, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 1448.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 3.0, "min": 0.0, "max": 5.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 3.0, "min": 0.0, "max": 9.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 39.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 2299.0, "min": 230.92307692307693, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 6897.0, "min": 777.0, "max": 16494.0, "count": 200 }, "Agent.Step.mean": { "value": 1799755.0, "min": 8822.0, "max": 1799755.0, "count": 200 }, "Agent.Step.sum": { "value": 1799755.0, "min": 8822.0, "max": 1799755.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 56.401309967041016, "min": -7.379510402679443, "max": 123.3014907836914, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 225.60523986816406, "min": -206.6262969970703, "max": 1011.9932861328125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 1022.5, "min": -84.0, "max": 3007.3333333333335, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 4090.0, "min": -336.0, "max": 11324.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 1022.5, "min": -84.0, "max": 3007.3333333333335, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 4090.0, "min": -336.0, "max": 11324.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04545285283987011, "min": 0.03530488052361068, "max": 0.05631758868694305, "count": 185 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.04545285283987011, "min": 0.03530488052361068, "max": 0.11231526239188733, "count": 185 }, "Agent.Losses.ValueLoss.mean": { "value": 1902.5797438848585, "min": 33.325062444133145, "max": 4610.136266072591, "count": 185 }, "Agent.Losses.ValueLoss.sum": { "value": 1902.5797438848585, "min": 33.325062444133145, "max": 4610.136266072591, "count": 185 }, "Agent.Policy.LearningRate.mean": { "value": 8.075997308333276e-07, "min": 8.075997308333276e-07, "max": 0.0002992665002445, "count": 185 }, "Agent.Policy.LearningRate.sum": { "value": 8.075997308333276e-07, "min": 8.075997308333276e-07, "max": 0.0005960950013016667, "count": 185 }, "Agent.Policy.Epsilon.mean": { "value": 0.10026916666666666, "min": 0.10026916666666666, "max": 0.19975550000000003, "count": 185 }, "Agent.Policy.Epsilon.sum": { "value": 0.10026916666666666, "min": 0.10026916666666666, "max": 0.3986983333333334, "count": 185 }, "Agent.Policy.Beta.mean": { "value": 2.3431416666666576e-05, "min": 2.3431416666666576e-05, "max": 0.00498779945, "count": 185 }, "Agent.Policy.Beta.sum": { "value": 2.3431416666666576e-05, "min": 2.3431416666666576e-05, "max": 0.009935046833333332, "count": 185 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717749673", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717754609" }, "total": 4936.557886099999, "count": 1, "self": 0.19690359999913198, "children": { "run_training.setup": { "total": 0.055384600000000006, "count": 1, "self": 0.055384600000000006 }, "TrainerController.start_learning": { "total": 4936.3055979, "count": 1, "self": 9.441166399859867, "children": { "TrainerController._reset_env": { "total": 2.1801395, "count": 1, "self": 2.1801395 }, "TrainerController.advance": { "total": 4924.59291990014, "count": 600693, "self": 9.531608700140168, "children": { "env_step": { "total": 4915.0613112, "count": 600693, "self": 2653.3739957000594, "children": { "SubprocessEnvManager._take_step": { "total": 2254.9179869998843, "count": 600693, "self": 19.22853570001689, "children": { "TorchPolicy.evaluate": { "total": 2235.6894512998674, "count": 600693, "self": 2235.6894512998674 } } }, "workers": { "total": 6.7693285000566155, "count": 600693, "self": 0.0, "children": { "worker_root": { "total": 4923.12791360016, "count": 600693, "is_parallel": true, "self": 2744.960492600217, "children": { "steps_from_proto": { "total": 0.005904600000000038, "count": 1, "is_parallel": true, "self": 0.00010510000000008013, "children": { "_process_maybe_compressed_observation": { "total": 0.005715299999999868, "count": 2, "is_parallel": true, "self": 4.7799999999709186e-05, "children": { "_observation_to_np_array": { "total": 0.0056675000000001585, "count": 3, "is_parallel": true, "self": 2.520000000005851e-05, "children": { "process_pixels": { "total": 0.0056423000000001, "count": 3, "is_parallel": true, "self": 0.00018140000000022027, "children": { "image_decompress": { "total": 0.00546089999999988, "count": 3, "is_parallel": true, "self": 0.00546089999999988 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.420000000008976e-05, "count": 2, "is_parallel": true, "self": 8.420000000008976e-05 } } }, "UnityEnvironment.step": { "total": 2178.161516399943, "count": 600693, "is_parallel": true, "self": 34.27629160023798, "children": { "UnityEnvironment._generate_step_input": { "total": 35.443152700016306, "count": 600693, "is_parallel": true, "self": 35.443152700016306 }, "communicator.exchange": { "total": 1832.9111579999433, "count": 600693, "is_parallel": true, "self": 1832.9111579999433 }, "steps_from_proto": { "total": 275.5309140997455, "count": 600693, "is_parallel": true, "self": 57.750709799523236, "children": { "_process_maybe_compressed_observation": { "total": 189.73511610016584, "count": 1201386, "is_parallel": true, "self": 18.370549500184666, "children": { "_observation_to_np_array": { "total": 171.36456659998117, "count": 1803285, "is_parallel": true, "self": 15.478678599913053, "children": { "process_pixels": { "total": 155.88588800006812, "count": 1803285, "is_parallel": true, "self": 57.02284339979326, "children": { "image_decompress": { "total": 98.86304460027486, "count": 1803285, "is_parallel": true, "self": 98.86304460027486 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 28.04508820005639, "count": 1201386, "is_parallel": true, "self": 28.04508820005639 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.9299999368959107e-05, "count": 1, "self": 2.9299999368959107e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4931.011389199771, "count": 256281, "is_parallel": true, "self": 13.147120399897176, "children": { "process_trajectory": { "total": 4087.005295899874, "count": 256281, "is_parallel": true, "self": 4086.7035248998736, "children": { "RLTrainer._checkpoint": { "total": 0.3017710000003717, "count": 3, "is_parallel": true, "self": 0.3017710000003717 } } }, "_update_policy": { "total": 830.8589728999998, "count": 223, "is_parallel": true, "self": 194.08488810002223, "children": { "TorchPPOOptimizer.update": { "total": 636.7740847999776, "count": 20769, "is_parallel": true, "self": 636.7740847999776 } } } } } } } } }, "TrainerController._save_models": { "total": 0.09134280000034778, "count": 1, "self": 0.006220700000085344, "children": { "RLTrainer._checkpoint": { "total": 0.08512210000026244, "count": 1, "self": 0.08512210000026244 } } } } } } }