| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.406416654586792, | |
| "min": 1.406416654586792, | |
| "max": 1.42674720287323, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69420.7265625, | |
| "min": 68736.453125, | |
| "max": 76591.65625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 76.42414860681114, | |
| "min": 74.06306306306307, | |
| "max": 403.19354838709677, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49370.0, | |
| "min": 48976.0, | |
| "max": 50055.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999958.0, | |
| "min": 49907.0, | |
| "max": 1999958.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999958.0, | |
| "min": 49907.0, | |
| "max": 1999958.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.513820171356201, | |
| "min": 0.028576692566275597, | |
| "max": 2.549682140350342, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1621.4140625, | |
| "min": 3.5149331092834473, | |
| "max": 1650.8961181640625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.9340913403865905, | |
| "min": 1.8087490537786872, | |
| "max": 4.0339527567417806, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2537.4889145493507, | |
| "min": 222.47613361477852, | |
| "max": 2546.231787800789, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.9340913403865905, | |
| "min": 1.8087490537786872, | |
| "max": 4.0339527567417806, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2537.4889145493507, | |
| "min": 222.47613361477852, | |
| "max": 2546.231787800789, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01696762761566788, | |
| "min": 0.014005767527851275, | |
| "max": 0.02022725689901108, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05090288284700364, | |
| "min": 0.02801153505570255, | |
| "max": 0.05575152269630053, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06134889440404045, | |
| "min": 0.02391781158124407, | |
| "max": 0.06321844576547543, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.18404668321212134, | |
| "min": 0.04783562316248814, | |
| "max": 0.18404668321212134, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.701198766300002e-06, | |
| "min": 3.701198766300002e-06, | |
| "max": 0.000295304626565125, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1103596298900006e-05, | |
| "min": 1.1103596298900006e-05, | |
| "max": 0.0008442024185991999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1012337, | |
| "min": 0.1012337, | |
| "max": 0.19843487500000007, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3037011, | |
| "min": 0.20762305000000003, | |
| "max": 0.5814008, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.156163000000006e-05, | |
| "min": 7.156163000000006e-05, | |
| "max": 0.004921900262500001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002146848900000002, | |
| "min": 0.0002146848900000002, | |
| "max": 0.01407189992, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1711207350", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.2.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1711211221" | |
| }, | |
| "total": 3870.7283575809997, | |
| "count": 1, | |
| "self": 0.6097044119997008, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06336800099995799, | |
| "count": 1, | |
| "self": 0.06336800099995799 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 3870.055285168, | |
| "count": 1, | |
| "self": 6.760106636107594, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.0395817340000235, | |
| "count": 1, | |
| "self": 3.0395817340000235 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3860.1490033728924, | |
| "count": 233063, | |
| "self": 7.614084231708148, | |
| "children": { | |
| "env_step": { | |
| "total": 2505.5732625110186, | |
| "count": 233063, | |
| "self": 2100.773598939978, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 400.1810650260511, | |
| "count": 233063, | |
| "self": 23.70885124814464, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 376.47221377790646, | |
| "count": 222907, | |
| "self": 376.47221377790646 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.618598544989368, | |
| "count": 233063, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3857.8543702949364, | |
| "count": 233063, | |
| "is_parallel": true, | |
| "self": 2191.1010350379174, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001033391000021311, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003021930000386419, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.000731197999982669, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.000731197999982669 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.032598881000012625, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004042879999701654, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0001604729999939991, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001604729999939991 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03115615600000865, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03115615600000865 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0008779640000398103, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024090699997714182, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006370570000626685, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006370570000626685 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1666.753335257019, | |
| "count": 233062, | |
| "is_parallel": true, | |
| "self": 52.32663091110817, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 81.2635532139866, | |
| "count": 233062, | |
| "is_parallel": true, | |
| "self": 81.2635532139866 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1409.1491531769514, | |
| "count": 233062, | |
| "is_parallel": true, | |
| "self": 1409.1491531769514 | |
| }, | |
| "steps_from_proto": { | |
| "total": 124.01399795497281, | |
| "count": 233062, | |
| "is_parallel": true, | |
| "self": 40.61395541308639, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 83.40004254188642, | |
| "count": 466124, | |
| "is_parallel": true, | |
| "self": 83.40004254188642 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1346.9616566301656, | |
| "count": 233063, | |
| "self": 11.10243512718148, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 216.8111303239835, | |
| "count": 233063, | |
| "self": 215.66624214798316, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.144888176000336, | |
| "count": 10, | |
| "self": 1.144888176000336 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1119.0480911790007, | |
| "count": 97, | |
| "self": 295.33991585799436, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 823.7081753210064, | |
| "count": 2910, | |
| "self": 823.7081753210064 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0390003808424808e-06, | |
| "count": 1, | |
| "self": 1.0390003808424808e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10659238599964738, | |
| "count": 1, | |
| "self": 0.0029974660001244047, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10359491999952297, | |
| "count": 1, | |
| "self": 0.10359491999952297 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |