{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4340572357177734, "min": 1.4148743152618408, "max": 1.484551191329956, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12936.6298828125, "min": 1509.2020263671875, "max": 24178.54296875, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 28.0, "min": 1.3333333333333333, "max": 113.66666666666667, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 84.0, "min": 6.0, "max": 418.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 27.666666666666668, "min": 1.0, "max": 113.66666666666667, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 83.0, "min": 5.0, "max": 415.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 4535.0, "min": 1.6666666666666667, "max": 11798.333333333334, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 13605.0, "min": 5.0, "max": 53685.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 907.0, "min": 0.3333333333333333, "max": 2359.6666666666665, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 2721.0, "min": 1.0, "max": 10737.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 1093.3333333333333, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 3280.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 218.66666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 656.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 6.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 3.0, "min": 0.0, "max": 9.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.3333333333333333, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 1.0, "min": 0.0, "max": 36.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 2999.0, "min": 251.75, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8997.0, "min": 1050.0, "max": 16977.0, "count": 200 }, "Agent.Step.mean": { "value": 1798005.0, "min": 8860.0, "max": 1798005.0, "count": 200 }, "Agent.Step.sum": { "value": 1798005.0, "min": 8860.0, "max": 1798005.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 250.54046630859375, "min": 7.912796497344971, "max": 519.9560546875, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 1002.161865234375, "min": 276.9478759765625, "max": 4159.6484375, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 2666.0, "min": -20.666666666666668, "max": 10713.333333333334, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 10664.0, "min": -62.0, "max": 41889.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 2666.0, "min": -20.666666666666668, "max": 10713.333333333334, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 10664.0, "min": -62.0, "max": 41889.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.05403459540435246, "min": 0.038857160890031425, "max": 0.06187325729323285, "count": 188 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.05403459540435246, "min": 0.038857160890031425, "max": 0.11063101360840456, "count": 188 }, "Agent.Losses.ValueLoss.mean": { "value": 18260.63178013393, "min": 192.45431020827522, "max": 39916.66215820312, "count": 188 }, "Agent.Losses.ValueLoss.sum": { "value": 18260.63178013393, "min": 192.45431020827522, "max": 78283.41296386719, "count": 188 }, "Agent.Policy.LearningRate.mean": { "value": 1.782599405833321e-06, "min": 1.782599405833321e-06, "max": 0.00029894925035025, "count": 188 }, "Agent.Policy.LearningRate.sum": { "value": 1.782599405833321e-06, "min": 1.782599405833321e-06, "max": 0.0005978985007005, "count": 188 }, "Agent.Policy.Epsilon.mean": { "value": 0.10059416666666669, "min": 0.10059416666666669, "max": 0.19964975000000001, "count": 188 }, "Agent.Policy.Epsilon.sum": { "value": 0.10059416666666669, "min": 0.10059416666666669, "max": 0.39929950000000003, "count": 188 }, "Agent.Policy.Beta.mean": { "value": 3.9648916666666446e-05, "min": 3.9648916666666446e-05, "max": 0.0049825225250000015, "count": 188 }, "Agent.Policy.Beta.sum": { "value": 3.9648916666666446e-05, "min": 3.9648916666666446e-05, "max": 0.009965045050000003, "count": 188 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1718297742", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_4_task_2_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_4_task_2_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1718301748" }, "total": 4006.3877341, "count": 1, "self": 0.185986800000137, "children": { "run_training.setup": { "total": 0.051221300000000025, "count": 1, "self": 0.051221300000000025 }, "TrainerController.start_learning": { "total": 4006.150526, "count": 1, "self": 7.271294499914347, "children": { "TrainerController._reset_env": { "total": 1.9241395, "count": 1, "self": 1.9241395 }, "TrainerController.advance": { "total": 3996.888213000085, "count": 600345, "self": 6.664163200143776, "children": { "env_step": { "total": 3990.2240497999414, "count": 600345, "self": 2231.4279442003826, "children": { "SubprocessEnvManager._take_step": { "total": 1754.0977412998109, "count": 600345, "self": 14.675318199746016, "children": { "TorchPolicy.evaluate": { "total": 1739.4224231000649, "count": 600345, "self": 1739.4224231000649 } } }, "workers": { "total": 4.698364299748262, "count": 600345, "self": 0.0, "children": { "worker_root": { "total": 3995.7914138998744, "count": 600345, "is_parallel": true, "self": 2119.6758866999985, "children": { "steps_from_proto": { "total": 0.0064758000000000315, "count": 1, "is_parallel": true, "self": 0.00010349999999959003, "children": { "_process_maybe_compressed_observation": { "total": 0.006287100000000212, "count": 2, "is_parallel": true, "self": 4.500000000007276e-05, "children": { "_observation_to_np_array": { "total": 0.006242100000000139, "count": 3, "is_parallel": true, "self": 2.61000000001399e-05, "children": { "process_pixels": { "total": 0.006215999999999999, "count": 3, "is_parallel": true, "self": 0.00017390000000006012, "children": { "image_decompress": { "total": 0.006042099999999939, "count": 3, "is_parallel": true, "self": 0.006042099999999939 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.520000000022954e-05, "count": 2, "is_parallel": true, "self": 8.520000000022954e-05 } } }, "UnityEnvironment.step": { "total": 1876.1090513998759, "count": 600345, "is_parallel": true, "self": 26.00791599984359, "children": { "UnityEnvironment._generate_step_input": { "total": 29.662846000207168, "count": 600345, "is_parallel": true, "self": 29.662846000207168 }, "communicator.exchange": { "total": 1603.1960462998802, "count": 600345, "is_parallel": true, "self": 1603.1960462998802 }, "steps_from_proto": { "total": 217.24224309994503, "count": 600345, "is_parallel": true, "self": 45.60526759978782, "children": { "_process_maybe_compressed_observation": { "total": 149.23382270006078, "count": 1200690, "is_parallel": true, "self": 13.30644430007689, "children": { "_observation_to_np_array": { "total": 135.9273783999839, "count": 1802076, "is_parallel": true, "self": 11.985319499891105, "children": { "process_pixels": { "total": 123.94205890009279, "count": 1802076, "is_parallel": true, "self": 44.54986640028123, "children": { "image_decompress": { "total": 79.39219249981156, "count": 1802076, "is_parallel": true, "self": 79.39219249981156 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 22.403152800096414, "count": 1200690, "is_parallel": true, "self": 22.403152800096414 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.680000034160912e-05, "count": 1, "self": 2.680000034160912e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4002.360125000037, "count": 211235, "is_parallel": true, "self": 8.750664300009248, "children": { "process_trajectory": { "total": 3384.5247694000313, "count": 211235, "is_parallel": true, "self": 3384.2240291000317, "children": { "RLTrainer._checkpoint": { "total": 0.3007402999999158, "count": 3, "is_parallel": true, "self": 0.3007402999999158 } } }, "_update_policy": { "total": 609.0846912999964, "count": 228, "is_parallel": true, "self": 141.47785190000093, "children": { "TorchPPOOptimizer.update": { "total": 467.60683939999547, "count": 20691, "is_parallel": true, "self": 467.60683939999547 } } } } } } } } }, "TrainerController._save_models": { "total": 0.06685220000008485, "count": 1, "self": 0.005499099999724422, "children": { "RLTrainer._checkpoint": { "total": 0.06135310000036043, "count": 1, "self": 0.06135310000036043 } } } } } } }