| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.40762531757354736, | |
| "min": 0.3326530158519745, | |
| "max": 1.58945631980896, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4134.951171875, | |
| "min": 3267.983154296875, | |
| "max": 16276.0322265625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 999991.0, | |
| "min": 9984.0, | |
| "max": 999991.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 999991.0, | |
| "min": 9984.0, | |
| "max": 999991.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5587826371192932, | |
| "min": -0.3401697278022766, | |
| "max": 0.7835901379585266, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 51.40800094604492, | |
| "min": -26.533239364624023, | |
| "max": 78.35901641845703, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.019848734140396118, | |
| "min": -0.02832069806754589, | |
| "max": 0.30685386061668396, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.8260835409164429, | |
| "min": -2.6621456146240234, | |
| "max": 24.855161666870117, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07367817766013711, | |
| "min": 0.059008057058478405, | |
| "max": 0.0816483677143429, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.29471271064054844, | |
| "min": 0.12658978240890964, | |
| "max": 0.37343313286934665, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015939953426520027, | |
| "min": 0.0001965325012812244, | |
| "max": 0.020706950046587735, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.06375981370608011, | |
| "min": 0.0006076172915830587, | |
| "max": 0.10353475023293868, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5350494883499983e-06, | |
| "min": 1.5350494883499983e-06, | |
| "max": 0.0002981568006144, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 6.140197953399993e-06, | |
| "min": 6.140197953399993e-06, | |
| "max": 0.0013131327622890997, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10051165000000001, | |
| "min": 0.10051165000000001, | |
| "max": 0.1993856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 0.40204660000000003, | |
| "min": 0.385152, | |
| "max": 0.9377109000000001, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.111383499999997e-05, | |
| "min": 6.111383499999997e-05, | |
| "max": 0.00993862144, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00024445533999999986, | |
| "min": 0.00024445533999999986, | |
| "max": 0.04377731891000001, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011335862800478935, | |
| "min": 0.011335862800478935, | |
| "max": 0.5757608413696289, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.04534345120191574, | |
| "min": 0.04534345120191574, | |
| "max": 1.1515216827392578, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 399.3333333333333, | |
| "min": 236.0487804878049, | |
| "max": 999.0, | |
| "count": 97 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 11980.0, | |
| "min": 471.0, | |
| "max": 15984.0, | |
| "count": 97 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.4706689322303081, | |
| "min": -1.0000000521540642, | |
| "max": 1.7639512005375653, | |
| "count": 97 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 42.649399034678936, | |
| "min": -16.000000834465027, | |
| "max": 75.09999920427799, | |
| "count": 97 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.4706689322303081, | |
| "min": -1.0000000521540642, | |
| "max": 1.7639512005375653, | |
| "count": 97 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 42.649399034678936, | |
| "min": -16.000000834465027, | |
| "max": 75.09999920427799, | |
| "count": 97 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04590241284037394, | |
| "min": 0.031273852029343976, | |
| "max": 6.192862309515476, | |
| "count": 97 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.3311699723708443, | |
| "min": 0.879071524093888, | |
| "max": 99.08579695224762, | |
| "count": 97 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1676471432", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/home/jamesup/Documents/source/deep-rl-class/env/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./envs/Pyramids/Pyramids --run-id=PyramidsRND --no-graphics --resume", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.13.1+cu116", | |
| "numpy_version": "1.23.3", | |
| "end_time_seconds": "1676473864" | |
| }, | |
| "total": 2432.8907376410207, | |
| "count": 1, | |
| "self": 0.42925374303013086, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.061697887955233455, | |
| "count": 1, | |
| "self": 0.061697887955233455 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2432.3997860100353, | |
| "count": 1, | |
| "self": 1.2320784685434774, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.91117098799441, | |
| "count": 1, | |
| "self": 2.91117098799441 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2428.1994277925114, | |
| "count": 64183, | |
| "self": 1.0450610908446833, | |
| "children": { | |
| "env_step": { | |
| "total": 1466.2239785917918, | |
| "count": 64183, | |
| "self": 1177.333488754637, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 288.13038323266665, | |
| "count": 64183, | |
| "self": 3.2908897219458595, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 284.8394935107208, | |
| "count": 62565, | |
| "self": 203.39305339194834, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 81.44644011877244, | |
| "count": 62565, | |
| "self": 81.44644011877244 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7601066044881009, | |
| "count": 64183, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2430.045870592585, | |
| "count": 64183, | |
| "is_parallel": true, | |
| "self": 1349.298764889536, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0014870360027998686, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00046307407319545746, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0010239619296044111, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0010239619296044111 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03899501799605787, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004992769681848586, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00037968100514262915, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00037968100514262915 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03674200898967683, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03674200898967683 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0013740510330535471, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003387421602383256, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0010353088728152215, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0010353088728152215 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1080.7471057030489, | |
| "count": 64182, | |
| "is_parallel": true, | |
| "self": 35.62455430190312, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.778342747536954, | |
| "count": 64182, | |
| "is_parallel": true, | |
| "self": 24.778342747536954 | |
| }, | |
| "communicator.exchange": { | |
| "total": 930.2868377896957, | |
| "count": 64182, | |
| "is_parallel": true, | |
| "self": 930.2868377896957 | |
| }, | |
| "steps_from_proto": { | |
| "total": 90.05737086391309, | |
| "count": 64182, | |
| "is_parallel": true, | |
| "self": 19.627064865257125, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 70.43030599865597, | |
| "count": 513456, | |
| "is_parallel": true, | |
| "self": 70.43030599865597 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 960.9303881098749, | |
| "count": 64183, | |
| "self": 2.3728120194282383, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 185.53242368251085, | |
| "count": 64183, | |
| "self": 185.26967672648607, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2627469560247846, | |
| "count": 2, | |
| "self": 0.2627469560247846 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 773.0251524079358, | |
| "count": 443, | |
| "self": 147.64772564132, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 625.3774267666158, | |
| "count": 22788, | |
| "self": 625.3774267666158 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.799826562404633e-07, | |
| "count": 1, | |
| "self": 7.799826562404633e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.057107981003355235, | |
| "count": 1, | |
| "self": 0.0014307640376500785, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.055677216965705156, | |
| "count": 1, | |
| "self": 0.055677216965705156 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |