| { | |
| "name": "root", | |
| "gauges": { | |
| "Heli.Policy.Entropy.mean": { | |
| "value": 2.126077175140381, | |
| "min": 0.8924666047096252, | |
| "max": 4.394224166870117, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.Entropy.sum": { | |
| "value": 17457.21875, | |
| "min": 112.45079040527344, | |
| "max": 30187.26953125, | |
| "count": 250 | |
| }, | |
| "Heli.Step.mean": { | |
| "value": 1249719.0, | |
| "min": 4765.0, | |
| "max": 1249719.0, | |
| "count": 250 | |
| }, | |
| "Heli.Step.sum": { | |
| "value": 1249719.0, | |
| "min": 4765.0, | |
| "max": 1249719.0, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 3.0824246406555176, | |
| "min": -2.478893518447876, | |
| "max": 3.160454273223877, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 49.31879425048828, | |
| "min": -39.662296295166016, | |
| "max": 50.78081512451172, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.054080780595541, | |
| "min": -1.5513194799423218, | |
| "max": 7.554468631744385, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.sum": { | |
| "value": 0.865292489528656, | |
| "min": -24.82111167907715, | |
| "max": 128.42596435546875, | |
| "count": 250 | |
| }, | |
| "Heli.Environment.EpisodeLength.mean": { | |
| "value": 624.0, | |
| "min": 297.2857142857143, | |
| "max": 624.0, | |
| "count": 243 | |
| }, | |
| "Heli.Environment.EpisodeLength.sum": { | |
| "value": 8112.0, | |
| "min": 624.0, | |
| "max": 10608.0, | |
| "count": 243 | |
| }, | |
| "Heli.Environment.CumulativeReward.mean": { | |
| "value": 19.830501168966293, | |
| "min": 1.5741818709806963, | |
| "max": 19.982751220464706, | |
| "count": 250 | |
| }, | |
| "Heli.Environment.CumulativeReward.sum": { | |
| "value": 158.64400935173035, | |
| "min": 17.31600058078766, | |
| "max": 159.86200976371765, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.mean": { | |
| "value": 19.830501168966293, | |
| "min": 1.5741818709806963, | |
| "max": 19.982751220464706, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.sum": { | |
| "value": 158.64400935173035, | |
| "min": 17.31600058078766, | |
| "max": 159.86200976371765, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.CuriosityReward.mean": { | |
| "value": 0.7867708141566254, | |
| "min": 0.0, | |
| "max": 200.79805033132433, | |
| "count": 250 | |
| }, | |
| "Heli.Policy.CuriosityReward.sum": { | |
| "value": 6.294166513253003, | |
| "min": 0.0, | |
| "max": 2007.9805033132434, | |
| "count": 250 | |
| }, | |
| "Heli.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 250 | |
| }, | |
| "Heli.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 250 | |
| }, | |
| "Heli.Losses.PolicyLoss.mean": { | |
| "value": 0.054126833451957235, | |
| "min": 0.04147200718923373, | |
| "max": 0.058821817631057156, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.PolicyLoss.sum": { | |
| "value": 0.054126833451957235, | |
| "min": 0.04147200718923373, | |
| "max": 0.058821817631057156, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.ValueLoss.mean": { | |
| "value": 0.0001292136955411908, | |
| "min": 8.601360850587934e-05, | |
| "max": 3.1248865817983944, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.ValueLoss.sum": { | |
| "value": 0.0001292136955411908, | |
| "min": 8.601360850587934e-05, | |
| "max": 3.1248865817983944, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.LearningRate.mean": { | |
| "value": 3.6313981848000355e-07, | |
| "min": 3.6313981848000355e-07, | |
| "max": 0.00019833536083232008, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.LearningRate.sum": { | |
| "value": 3.6313981848000355e-07, | |
| "min": 3.6313981848000355e-07, | |
| "max": 0.00019833536083232008, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.Epsilon.mean": { | |
| "value": 0.10018152, | |
| "min": 0.10018152, | |
| "max": 0.19916767999999999, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.Epsilon.sum": { | |
| "value": 0.10018152, | |
| "min": 0.10018152, | |
| "max": 0.19916767999999999, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.Beta.mean": { | |
| "value": 1.1797048000000019e-05, | |
| "min": 1.1797048000000019e-05, | |
| "max": 0.0009917600319999998, | |
| "count": 118 | |
| }, | |
| "Heli.Policy.Beta.sum": { | |
| "value": 1.1797048000000019e-05, | |
| "min": 1.1797048000000019e-05, | |
| "max": 0.0009917600319999998, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.07744526298247217, | |
| "min": 0.003099193845495082, | |
| "max": 787.2540335555872, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.07744526298247217, | |
| "min": 0.003099193845495082, | |
| "max": 787.2540335555872, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.mean": { | |
| "value": 1.6999770325373829, | |
| "min": 1.343621881996713, | |
| "max": 5.006523378690084, | |
| "count": 118 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.sum": { | |
| "value": 1.6999770325373829, | |
| "min": 1.343621881996713, | |
| "max": 5.006523378690084, | |
| "count": 118 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1691390009", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnxMon/ChopperLnxMon --run-id=chopper_05 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1691404662" | |
| }, | |
| "total": 14653.107317164, | |
| "count": 1, | |
| "self": 0.9133398330013733, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05549154300001646, | |
| "count": 1, | |
| "self": 0.05549154300001646 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 14652.138485787998, | |
| "count": 1, | |
| "self": 53.58768790517206, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.2710234720000244, | |
| "count": 1, | |
| "self": 3.2710234720000244 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 14594.877484979825, | |
| "count": 1255037, | |
| "self": 22.990465639211834, | |
| "children": { | |
| "env_step": { | |
| "total": 14571.887019340613, | |
| "count": 1255037, | |
| "self": 8483.594073886292, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 6061.869021993375, | |
| "count": 1255037, | |
| "self": 120.08623587624152, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 5941.782786117134, | |
| "count": 1253462, | |
| "self": 5941.782786117134 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 26.423923460946412, | |
| "count": 1255037, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 14584.262129228951, | |
| "count": 1255037, | |
| "is_parallel": true, | |
| "self": 8684.016276851367, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006178313000077651, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0049123580000696165, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012659550000080344, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0012659550000080344 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.10999801900004513, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002334330000621776, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002769010000065464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002769010000065464 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.10853094699996291, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.10853094699996291 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009567380000135017, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00040326999976514344, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005534680002483583, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0005534680002483583 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 5900.245852377584, | |
| "count": 1255036, | |
| "is_parallel": true, | |
| "self": 214.3642750084009, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 152.32251345679936, | |
| "count": 1255036, | |
| "is_parallel": true, | |
| "self": 152.32251345679936 | |
| }, | |
| "communicator.exchange": { | |
| "total": 4607.213270143749, | |
| "count": 1255036, | |
| "is_parallel": true, | |
| "self": 4607.213270143749 | |
| }, | |
| "steps_from_proto": { | |
| "total": 926.3457937686355, | |
| "count": 1255036, | |
| "is_parallel": true, | |
| "self": 386.7037791855214, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 539.6420145831141, | |
| "count": 7530216, | |
| "is_parallel": true, | |
| "self": 539.6420145831141 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 0.014340711000841111, | |
| "count": 1, | |
| "self": 0.014340711000841111, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 14411.806939487069, | |
| "count": 20471008, | |
| "is_parallel": true, | |
| "self": 611.0487694741423, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 7674.869357843935, | |
| "count": 20471008, | |
| "is_parallel": true, | |
| "self": 7658.274818572934, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 16.594539271001395, | |
| "count": 25, | |
| "is_parallel": true, | |
| "self": 16.594539271001395 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 6125.888812168991, | |
| "count": 118, | |
| "is_parallel": true, | |
| "self": 3936.4695189310605, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 2189.41929323793, | |
| "count": 14448, | |
| "is_parallel": true, | |
| "self": 2189.41929323793 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.38794872000107716, | |
| "count": 1, | |
| "self": 0.004101012000319315, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.38384770800075785, | |
| "count": 1, | |
| "self": 0.38384770800075785 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |