|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"Agent.Policy.Entropy.mean": {
|
|
"value": 1.4306150674819946,
|
|
"min": 1.415426254272461,
|
|
"max": 1.4899860620498657,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.Entropy.sum": {
|
|
"value": 9884.119140625,
|
|
"min": 1376.573486328125,
|
|
"max": 23601.619140625,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
|
|
"value": 43.666666666666664,
|
|
"min": 1.0,
|
|
"max": 106.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
|
|
"value": 131.0,
|
|
"min": 3.0,
|
|
"max": 524.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
|
|
"value": 43.333333333333336,
|
|
"min": 0.0,
|
|
"max": 105.33333333333333,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
|
|
"value": 130.0,
|
|
"min": 0.0,
|
|
"max": 522.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
|
|
"value": 4.333333333333333,
|
|
"min": 0.3333333333333333,
|
|
"max": 2763.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
|
|
"value": 13.0,
|
|
"min": 1.0,
|
|
"max": 12287.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
|
|
"value": 4.333333333333333,
|
|
"min": 0.3333333333333333,
|
|
"max": 2763.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
|
|
"value": 13.0,
|
|
"min": 1.0,
|
|
"max": 12287.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 1611.6666666666667,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 7240.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 322.3333333333333,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 1448.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.mean": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.sum": {
|
|
"value": 3.0,
|
|
"min": 0.0,
|
|
"max": 5.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
|
|
"value": 3.0,
|
|
"min": 0.0,
|
|
"max": 9.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 39.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.mean": {
|
|
"value": 2299.0,
|
|
"min": 230.92307692307693,
|
|
"max": 2999.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.sum": {
|
|
"value": 6897.0,
|
|
"min": 777.0,
|
|
"max": 16494.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.mean": {
|
|
"value": 1799755.0,
|
|
"min": 8822.0,
|
|
"max": 1799755.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.sum": {
|
|
"value": 1799755.0,
|
|
"min": 8822.0,
|
|
"max": 1799755.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 56.401309967041016,
|
|
"min": -7.379510402679443,
|
|
"max": 123.3014907836914,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 225.60523986816406,
|
|
"min": -206.6262969970703,
|
|
"max": 1011.9932861328125,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.mean": {
|
|
"value": 1022.5,
|
|
"min": -84.0,
|
|
"max": 3007.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.sum": {
|
|
"value": 4090.0,
|
|
"min": -336.0,
|
|
"max": 11324.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.mean": {
|
|
"value": 1022.5,
|
|
"min": -84.0,
|
|
"max": 3007.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.sum": {
|
|
"value": 4090.0,
|
|
"min": -336.0,
|
|
"max": 11324.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Losses.PolicyLoss.mean": {
|
|
"value": 0.04545285283987011,
|
|
"min": 0.03530488052361068,
|
|
"max": 0.05631758868694305,
|
|
"count": 185
|
|
},
|
|
"Agent.Losses.PolicyLoss.sum": {
|
|
"value": 0.04545285283987011,
|
|
"min": 0.03530488052361068,
|
|
"max": 0.11231526239188733,
|
|
"count": 185
|
|
},
|
|
"Agent.Losses.ValueLoss.mean": {
|
|
"value": 1902.5797438848585,
|
|
"min": 33.325062444133145,
|
|
"max": 4610.136266072591,
|
|
"count": 185
|
|
},
|
|
"Agent.Losses.ValueLoss.sum": {
|
|
"value": 1902.5797438848585,
|
|
"min": 33.325062444133145,
|
|
"max": 4610.136266072591,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.LearningRate.mean": {
|
|
"value": 8.075997308333276e-07,
|
|
"min": 8.075997308333276e-07,
|
|
"max": 0.0002992665002445,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.LearningRate.sum": {
|
|
"value": 8.075997308333276e-07,
|
|
"min": 8.075997308333276e-07,
|
|
"max": 0.0005960950013016667,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.Epsilon.mean": {
|
|
"value": 0.10026916666666666,
|
|
"min": 0.10026916666666666,
|
|
"max": 0.19975550000000003,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.Epsilon.sum": {
|
|
"value": 0.10026916666666666,
|
|
"min": 0.10026916666666666,
|
|
"max": 0.3986983333333334,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.Beta.mean": {
|
|
"value": 2.3431416666666576e-05,
|
|
"min": 2.3431416666666576e-05,
|
|
"max": 0.00498779945,
|
|
"count": 185
|
|
},
|
|
"Agent.Policy.Beta.sum": {
|
|
"value": 2.3431416666666576e-05,
|
|
"min": 2.3431416666666576e-05,
|
|
"max": 0.009935046833333332,
|
|
"count": 185
|
|
},
|
|
"Agent.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1717749673",
|
|
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_5_task_0_run_id_2_train --base-port 5009",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "1.7.1+cu110",
|
|
"numpy_version": "1.21.0",
|
|
"end_time_seconds": "1717754609"
|
|
},
|
|
"total": 4936.557886099999,
|
|
"count": 1,
|
|
"self": 0.19690359999913198,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.055384600000000006,
|
|
"count": 1,
|
|
"self": 0.055384600000000006
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 4936.3055979,
|
|
"count": 1,
|
|
"self": 9.441166399859867,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 2.1801395,
|
|
"count": 1,
|
|
"self": 2.1801395
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 4924.59291990014,
|
|
"count": 600693,
|
|
"self": 9.531608700140168,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 4915.0613112,
|
|
"count": 600693,
|
|
"self": 2653.3739957000594,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 2254.9179869998843,
|
|
"count": 600693,
|
|
"self": 19.22853570001689,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 2235.6894512998674,
|
|
"count": 600693,
|
|
"self": 2235.6894512998674
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 6.7693285000566155,
|
|
"count": 600693,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 4923.12791360016,
|
|
"count": 600693,
|
|
"is_parallel": true,
|
|
"self": 2744.960492600217,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.005904600000000038,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00010510000000008013,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 0.005715299999999868,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 4.7799999999709186e-05,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 0.0056675000000001585,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 2.520000000005851e-05,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 0.0056423000000001,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.00018140000000022027,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 0.00546089999999988,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.00546089999999988
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 8.420000000008976e-05,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 8.420000000008976e-05
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 2178.161516399943,
|
|
"count": 600693,
|
|
"is_parallel": true,
|
|
"self": 34.27629160023798,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 35.443152700016306,
|
|
"count": 600693,
|
|
"is_parallel": true,
|
|
"self": 35.443152700016306
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 1832.9111579999433,
|
|
"count": 600693,
|
|
"is_parallel": true,
|
|
"self": 1832.9111579999433
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 275.5309140997455,
|
|
"count": 600693,
|
|
"is_parallel": true,
|
|
"self": 57.750709799523236,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 189.73511610016584,
|
|
"count": 1201386,
|
|
"is_parallel": true,
|
|
"self": 18.370549500184666,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 171.36456659998117,
|
|
"count": 1803285,
|
|
"is_parallel": true,
|
|
"self": 15.478678599913053,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 155.88588800006812,
|
|
"count": 1803285,
|
|
"is_parallel": true,
|
|
"self": 57.02284339979326,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 98.86304460027486,
|
|
"count": 1803285,
|
|
"is_parallel": true,
|
|
"self": 98.86304460027486
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 28.04508820005639,
|
|
"count": 1201386,
|
|
"is_parallel": true,
|
|
"self": 28.04508820005639
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 2.9299999368959107e-05,
|
|
"count": 1,
|
|
"self": 2.9299999368959107e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 4931.011389199771,
|
|
"count": 256281,
|
|
"is_parallel": true,
|
|
"self": 13.147120399897176,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 4087.005295899874,
|
|
"count": 256281,
|
|
"is_parallel": true,
|
|
"self": 4086.7035248998736,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.3017710000003717,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.3017710000003717
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 830.8589728999998,
|
|
"count": 223,
|
|
"is_parallel": true,
|
|
"self": 194.08488810002223,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 636.7740847999776,
|
|
"count": 20769,
|
|
"is_parallel": true,
|
|
"self": 636.7740847999776
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.09134280000034778,
|
|
"count": 1,
|
|
"self": 0.006220700000085344,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.08512210000026244,
|
|
"count": 1,
|
|
"self": 0.08512210000026244
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |