{ "name": "root", "gauges": { "Heli.Policy.Entropy.mean": { "value": 2.126077175140381, "min": 0.8924666047096252, "max": 4.394224166870117, "count": 250 }, "Heli.Policy.Entropy.sum": { "value": 17457.21875, "min": 112.45079040527344, "max": 30187.26953125, "count": 250 }, "Heli.Step.mean": { "value": 1249719.0, "min": 4765.0, "max": 1249719.0, "count": 250 }, "Heli.Step.sum": { "value": 1249719.0, "min": 4765.0, "max": 1249719.0, "count": 250 }, "Heli.Policy.ExtrinsicValueEstimate.mean": { "value": 3.0824246406555176, "min": -2.478893518447876, "max": 3.160454273223877, "count": 250 }, "Heli.Policy.ExtrinsicValueEstimate.sum": { "value": 49.31879425048828, "min": -39.662296295166016, "max": 50.78081512451172, "count": 250 }, "Heli.Policy.CuriosityValueEstimate.mean": { "value": 0.054080780595541, "min": -1.5513194799423218, "max": 7.554468631744385, "count": 250 }, "Heli.Policy.CuriosityValueEstimate.sum": { "value": 0.865292489528656, "min": -24.82111167907715, "max": 128.42596435546875, "count": 250 }, "Heli.Environment.EpisodeLength.mean": { "value": 624.0, "min": 297.2857142857143, "max": 624.0, "count": 243 }, "Heli.Environment.EpisodeLength.sum": { "value": 8112.0, "min": 624.0, "max": 10608.0, "count": 243 }, "Heli.Environment.CumulativeReward.mean": { "value": 19.830501168966293, "min": 1.5741818709806963, "max": 19.982751220464706, "count": 250 }, "Heli.Environment.CumulativeReward.sum": { "value": 158.64400935173035, "min": 17.31600058078766, "max": 159.86200976371765, "count": 250 }, "Heli.Policy.ExtrinsicReward.mean": { "value": 19.830501168966293, "min": 1.5741818709806963, "max": 19.982751220464706, "count": 250 }, "Heli.Policy.ExtrinsicReward.sum": { "value": 158.64400935173035, "min": 17.31600058078766, "max": 159.86200976371765, "count": 250 }, "Heli.Policy.CuriosityReward.mean": { "value": 0.7867708141566254, "min": 0.0, "max": 200.79805033132433, "count": 250 }, "Heli.Policy.CuriosityReward.sum": { "value": 6.294166513253003, "min": 0.0, "max": 2007.9805033132434, "count": 250 }, "Heli.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 250 }, "Heli.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 250 }, "Heli.Losses.PolicyLoss.mean": { "value": 0.054126833451957235, "min": 0.04147200718923373, "max": 0.058821817631057156, "count": 118 }, "Heli.Losses.PolicyLoss.sum": { "value": 0.054126833451957235, "min": 0.04147200718923373, "max": 0.058821817631057156, "count": 118 }, "Heli.Losses.ValueLoss.mean": { "value": 0.0001292136955411908, "min": 8.601360850587934e-05, "max": 3.1248865817983944, "count": 118 }, "Heli.Losses.ValueLoss.sum": { "value": 0.0001292136955411908, "min": 8.601360850587934e-05, "max": 3.1248865817983944, "count": 118 }, "Heli.Policy.LearningRate.mean": { "value": 3.6313981848000355e-07, "min": 3.6313981848000355e-07, "max": 0.00019833536083232008, "count": 118 }, "Heli.Policy.LearningRate.sum": { "value": 3.6313981848000355e-07, "min": 3.6313981848000355e-07, "max": 0.00019833536083232008, "count": 118 }, "Heli.Policy.Epsilon.mean": { "value": 0.10018152, "min": 0.10018152, "max": 0.19916767999999999, "count": 118 }, "Heli.Policy.Epsilon.sum": { "value": 0.10018152, "min": 0.10018152, "max": 0.19916767999999999, "count": 118 }, "Heli.Policy.Beta.mean": { "value": 1.1797048000000019e-05, "min": 1.1797048000000019e-05, "max": 0.0009917600319999998, "count": 118 }, "Heli.Policy.Beta.sum": { "value": 1.1797048000000019e-05, "min": 1.1797048000000019e-05, "max": 0.0009917600319999998, "count": 118 }, "Heli.Losses.CuriosityForwardLoss.mean": { "value": 0.07744526298247217, "min": 0.003099193845495082, "max": 787.2540335555872, "count": 118 }, "Heli.Losses.CuriosityForwardLoss.sum": { "value": 0.07744526298247217, "min": 0.003099193845495082, "max": 787.2540335555872, "count": 118 }, "Heli.Losses.CuriosityInverseLoss.mean": { "value": 1.6999770325373829, "min": 1.343621881996713, "max": 5.006523378690084, "count": 118 }, "Heli.Losses.CuriosityInverseLoss.sum": { "value": 1.6999770325373829, "min": 1.343621881996713, "max": 5.006523378690084, "count": 118 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1691390009", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnxMon/ChopperLnxMon --run-id=chopper_05 --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1691404662" }, "total": 14653.107317164, "count": 1, "self": 0.9133398330013733, "children": { "run_training.setup": { "total": 0.05549154300001646, "count": 1, "self": 0.05549154300001646 }, "TrainerController.start_learning": { "total": 14652.138485787998, "count": 1, "self": 53.58768790517206, "children": { "TrainerController._reset_env": { "total": 3.2710234720000244, "count": 1, "self": 3.2710234720000244 }, "TrainerController.advance": { "total": 14594.877484979825, "count": 1255037, "self": 22.990465639211834, "children": { "env_step": { "total": 14571.887019340613, "count": 1255037, "self": 8483.594073886292, "children": { "SubprocessEnvManager._take_step": { "total": 6061.869021993375, "count": 1255037, "self": 120.08623587624152, "children": { "TorchPolicy.evaluate": { "total": 5941.782786117134, "count": 1253462, "self": 5941.782786117134 } } }, "workers": { "total": 26.423923460946412, "count": 1255037, "self": 0.0, "children": { "worker_root": { "total": 14584.262129228951, "count": 1255037, "is_parallel": true, "self": 8684.016276851367, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.006178313000077651, "count": 1, "is_parallel": true, "self": 0.0049123580000696165, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012659550000080344, "count": 6, "is_parallel": true, "self": 0.0012659550000080344 } } }, "UnityEnvironment.step": { "total": 0.10999801900004513, "count": 1, "is_parallel": true, "self": 0.0002334330000621776, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002769010000065464, "count": 1, "is_parallel": true, "self": 0.0002769010000065464 }, "communicator.exchange": { "total": 0.10853094699996291, "count": 1, "is_parallel": true, "self": 0.10853094699996291 }, "steps_from_proto": { "total": 0.0009567380000135017, "count": 1, "is_parallel": true, "self": 0.00040326999976514344, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005534680002483583, "count": 6, "is_parallel": true, "self": 0.0005534680002483583 } } } } } } }, "UnityEnvironment.step": { "total": 5900.245852377584, "count": 1255036, "is_parallel": true, "self": 214.3642750084009, "children": { "UnityEnvironment._generate_step_input": { "total": 152.32251345679936, "count": 1255036, "is_parallel": true, "self": 152.32251345679936 }, "communicator.exchange": { "total": 4607.213270143749, "count": 1255036, "is_parallel": true, "self": 4607.213270143749 }, "steps_from_proto": { "total": 926.3457937686355, "count": 1255036, "is_parallel": true, "self": 386.7037791855214, "children": { "_process_rank_one_or_two_observation": { "total": 539.6420145831141, "count": 7530216, "is_parallel": true, "self": 539.6420145831141 } } } } } } } } } } } } }, "trainer_threads": { "total": 0.014340711000841111, "count": 1, "self": 0.014340711000841111, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 14411.806939487069, "count": 20471008, "is_parallel": true, "self": 611.0487694741423, "children": { "process_trajectory": { "total": 7674.869357843935, "count": 20471008, "is_parallel": true, "self": 7658.274818572934, "children": { "RLTrainer._checkpoint": { "total": 16.594539271001395, "count": 25, "is_parallel": true, "self": 16.594539271001395 } } }, "_update_policy": { "total": 6125.888812168991, "count": 118, "is_parallel": true, "self": 3936.4695189310605, "children": { "TorchPPOOptimizer.update": { "total": 2189.41929323793, "count": 14448, "is_parallel": true, "self": 2189.41929323793 } } } } } } } } }, "TrainerController._save_models": { "total": 0.38794872000107716, "count": 1, "self": 0.004101012000319315, "children": { "RLTrainer._checkpoint": { "total": 0.38384770800075785, "count": 1, "self": 0.38384770800075785 } } } } } } }