| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.5094846487045288, | |
| "min": 0.5094846487045288, | |
| "max": 1.4570775032043457, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 15341.6015625, | |
| "min": 15341.6015625, | |
| "max": 44201.90234375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989939.0, | |
| "min": 29952.0, | |
| "max": 989939.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989939.0, | |
| "min": 29952.0, | |
| "max": 989939.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5156944990158081, | |
| "min": -0.15757042169570923, | |
| "max": 0.5156944990158081, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 145.42584228515625, | |
| "min": -37.34418869018555, | |
| "max": 145.42584228515625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.003609584178775549, | |
| "min": -0.0006210150895640254, | |
| "max": 0.5131192207336426, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.0179027318954468, | |
| "min": -0.1620849370956421, | |
| "max": 121.6092529296875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06556671617796557, | |
| "min": 0.06400260483523454, | |
| "max": 0.07456115647485786, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9179340264915179, | |
| "min": 0.4751735468439881, | |
| "max": 1.0674046649661182, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.018296625322407285, | |
| "min": 0.0008263428757292196, | |
| "max": 0.018296625322407285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.256152754513702, | |
| "min": 0.00739814496305946, | |
| "max": 0.256152754513702, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.64141888146428e-06, | |
| "min": 7.64141888146428e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010697986434049992, | |
| "min": 0.00010697986434049992, | |
| "max": 0.0033692731769089995, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10254710714285717, | |
| "min": 0.10254710714285717, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4356595000000003, | |
| "min": 1.3691136000000002, | |
| "max": 2.4431171000000007, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002644560035714284, | |
| "min": 0.0002644560035714284, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003702384049999998, | |
| "min": 0.003702384049999998, | |
| "max": 0.11232679090000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011432580649852753, | |
| "min": 0.01111969817429781, | |
| "max": 0.4702349007129669, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.16005612909793854, | |
| "min": 0.1556757688522339, | |
| "max": 3.291644334793091, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 330.58620689655174, | |
| "min": 330.58620689655174, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28761.0, | |
| "min": 15984.0, | |
| "max": 34103.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6024613425304943, | |
| "min": -1.0000000521540642, | |
| "max": 1.6166351157668475, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 141.0165981426835, | |
| "min": -32.000001668930054, | |
| "max": 141.0165981426835, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6024613425304943, | |
| "min": -1.0000000521540642, | |
| "max": 1.6166351157668475, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 141.0165981426835, | |
| "min": -32.000001668930054, | |
| "max": 141.0165981426835, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.03843109232490282, | |
| "min": 0.03843109232490282, | |
| "max": 9.85769286006689, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.381936124591448, | |
| "min": 3.381936124591448, | |
| "max": 157.72308576107025, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1676238899", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1676240694" | |
| }, | |
| "total": 1794.9430570180002, | |
| "count": 1, | |
| "self": 0.3218009960000927, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10915768399991066, | |
| "count": 1, | |
| "self": 0.10915768399991066 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1794.5120983380002, | |
| "count": 1, | |
| "self": 1.5843584409585674, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.229163668999718, | |
| "count": 1, | |
| "self": 6.229163668999718 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1786.6124840720413, | |
| "count": 63720, | |
| "self": 1.6391485379999722, | |
| "children": { | |
| "env_step": { | |
| "total": 1117.8290255530164, | |
| "count": 63720, | |
| "self": 995.0660462619908, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 121.76696294900466, | |
| "count": 63720, | |
| "self": 4.87352758907582, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 116.89343535992884, | |
| "count": 62556, | |
| "self": 39.33466064587992, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 77.55877471404892, | |
| "count": 62556, | |
| "self": 77.55877471404892 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.9960163420209938, | |
| "count": 63720, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1791.5606121159944, | |
| "count": 63720, | |
| "is_parallel": true, | |
| "self": 905.833252963931, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020701080002254457, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008284250006909133, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012416829995345324, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012416829995345324 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.042839331000323, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003263219996370026, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002887999999074964, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002887999999074964 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04115106400058721, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04115106400058721 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001073145000191289, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00028733600083796773, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007858089993533213, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0007858089993533213 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 885.7273591520634, | |
| "count": 63719, | |
| "is_parallel": true, | |
| "self": 20.995677524985695, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 14.822081047969732, | |
| "count": 63719, | |
| "is_parallel": true, | |
| "self": 14.822081047969732 | |
| }, | |
| "communicator.exchange": { | |
| "total": 755.8924224140237, | |
| "count": 63719, | |
| "is_parallel": true, | |
| "self": 755.8924224140237 | |
| }, | |
| "steps_from_proto": { | |
| "total": 94.01717816508426, | |
| "count": 63719, | |
| "is_parallel": true, | |
| "self": 18.23550575493573, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 75.78167241014853, | |
| "count": 509752, | |
| "is_parallel": true, | |
| "self": 75.78167241014853 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 667.1443099810249, | |
| "count": 63720, | |
| "self": 2.9107771908993527, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 150.73072742213026, | |
| "count": 63720, | |
| "self": 150.5488990481308, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1818283739994513, | |
| "count": 2, | |
| "self": 0.1818283739994513 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 513.5028053679953, | |
| "count": 444, | |
| "self": 185.93091509493115, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 327.5718902730641, | |
| "count": 22821, | |
| "self": 327.5718902730641 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.430004865862429e-07, | |
| "count": 1, | |
| "self": 9.430004865862429e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08609121300014522, | |
| "count": 1, | |
| "self": 0.0014486299996860907, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08464258300045913, | |
| "count": 1, | |
| "self": 0.08464258300045913 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |