| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.13757723569869995, | |
| "min": 0.13162420690059662, | |
| "max": 1.4512150287628174, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4122.91455078125, | |
| "min": 3948.72607421875, | |
| "max": 44024.05859375, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999927.0, | |
| "min": 29952.0, | |
| "max": 2999927.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999927.0, | |
| "min": 29952.0, | |
| "max": 2999927.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7710461020469666, | |
| "min": -0.11332686990499496, | |
| "max": 0.8763967156410217, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 229.0006866455078, | |
| "min": -27.42510223388672, | |
| "max": 272.55938720703125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.019496850669384003, | |
| "min": -0.020744167268276215, | |
| "max": 0.4210328757762909, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 5.79056453704834, | |
| "min": -6.1195292472839355, | |
| "max": 99.7847900390625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06981827384850095, | |
| "min": 0.06264805599944555, | |
| "max": 0.07445920039967986, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0472741077275143, | |
| "min": 0.521214402797759, | |
| "max": 1.10019036806782, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01703476079509843, | |
| "min": 0.0018405289152907476, | |
| "max": 0.01703476079509843, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2555214119264765, | |
| "min": 0.019757122454584896, | |
| "max": 0.2555214119264765, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.51487282840889e-06, | |
| "min": 1.51487282840889e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.272309242613335e-05, | |
| "min": 2.272309242613335e-05, | |
| "max": 0.0040273603575466, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050492444444448, | |
| "min": 0.10050492444444448, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5075738666666672, | |
| "min": 1.3962282666666668, | |
| "max": 2.8424534, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.044195200000004e-05, | |
| "min": 6.044195200000004e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0009066292800000006, | |
| "min": 0.0009066292800000006, | |
| "max": 0.13426109466000002, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.007645902223885059, | |
| "min": 0.007201760541647673, | |
| "max": 0.42734295129776, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.11468853056430817, | |
| "min": 0.10082464665174484, | |
| "max": 2.991400718688965, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 221.70503597122303, | |
| "min": 206.9655172413793, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30817.0, | |
| "min": 15984.0, | |
| "max": 32654.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7068970869632736, | |
| "min": -1.0000000521540642, | |
| "max": 1.7821014323744222, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 235.55179800093174, | |
| "min": -28.434001706540585, | |
| "max": 260.7465982437134, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7068970869632736, | |
| "min": -1.0000000521540642, | |
| "max": 1.7821014323744222, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 235.55179800093174, | |
| "min": -28.434001706540585, | |
| "max": 260.7465982437134, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.01763903344608084, | |
| "min": 0.01641389403114256, | |
| "max": 9.204706648364663, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.434186615559156, | |
| "min": 2.164062650888809, | |
| "max": 147.2753063738346, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1661489166", | |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1661495990" | |
| }, | |
| "total": 6823.469395155, | |
| "count": 1, | |
| "self": 0.4843815699996412, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.044284666000066863, | |
| "count": 1, | |
| "self": 0.044284666000066863 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 6822.940728919, | |
| "count": 1, | |
| "self": 4.245450612010245, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.714788956999996, | |
| "count": 1, | |
| "self": 10.714788956999996 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 6807.88889300099, | |
| "count": 195827, | |
| "self": 4.4968886719789225, | |
| "children": { | |
| "env_step": { | |
| "total": 4669.886134847071, | |
| "count": 195827, | |
| "self": 4350.36956031324, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 317.1994738057723, | |
| "count": 195827, | |
| "self": 13.644236579821836, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 303.55523722595046, | |
| "count": 187564, | |
| "self": 104.95797849292887, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 198.5972587330216, | |
| "count": 187564, | |
| "self": 198.5972587330216 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.317100728058449, | |
| "count": 195827, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 6811.22335971997, | |
| "count": 195827, | |
| "is_parallel": true, | |
| "self": 2774.82443109886, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005799276000061582, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0045933690001902505, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012059069998713312, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012059069998713312 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0534858759999679, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004933599999503713, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004618530000470855, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004618530000470855 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.050939225999968585, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.050939225999968585 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015914370000018607, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041331299996727466, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001178124000034586, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001178124000034586 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 4036.3989286211104, | |
| "count": 195826, | |
| "is_parallel": true, | |
| "self": 83.52351238140636, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 69.53496493400007, | |
| "count": 195826, | |
| "is_parallel": true, | |
| "self": 69.53496493400007 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3605.7536178129876, | |
| "count": 195826, | |
| "is_parallel": true, | |
| "self": 3605.7536178129876 | |
| }, | |
| "steps_from_proto": { | |
| "total": 277.5868334927162, | |
| "count": 195826, | |
| "is_parallel": true, | |
| "self": 69.13235903333157, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 208.45447445938464, | |
| "count": 1566608, | |
| "is_parallel": true, | |
| "self": 208.45447445938464 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2133.5058694819404, | |
| "count": 195827, | |
| "self": 8.2385836368544, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 498.3945108650953, | |
| "count": 195827, | |
| "self": 497.79671575309567, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.5977951119996305, | |
| "count": 6, | |
| "self": 0.5977951119996305 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1626.872774979991, | |
| "count": 1403, | |
| "self": 629.0669515019789, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 997.805823478012, | |
| "count": 68346, | |
| "self": 997.805823478012 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1370002539479174e-06, | |
| "count": 1, | |
| "self": 1.1370002539479174e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0915952120003567, | |
| "count": 1, | |
| "self": 0.0017382490004820284, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08985696299987467, | |
| "count": 1, | |
| "self": 0.08985696299987467 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |