| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.1812715381383896, | |
| "min": 0.1697080135345459, | |
| "max": 1.6065279245376587, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 1864.9215087890625, | |
| "min": 1685.9420166015625, | |
| "max": 16450.845703125, | |
| "count": 200 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1999988.0, | |
| "min": 9984.0, | |
| "max": 1999988.0, | |
| "count": 200 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1999988.0, | |
| "min": 9984.0, | |
| "max": 1999988.0, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7763552069664001, | |
| "min": -0.08807287365198135, | |
| "max": 0.8628113269805908, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 77.6355209350586, | |
| "min": -7.045829772949219, | |
| "max": 89.73237609863281, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.12793628871440887, | |
| "min": 0.1241626963019371, | |
| "max": 3.223942279815674, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 12.793628692626953, | |
| "min": 11.833174705505371, | |
| "max": 256.96441650390625, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07152327620079396, | |
| "min": 0.05934585555951344, | |
| "max": 0.08020872884755215, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.14304655240158792, | |
| "min": 0.05934585555951344, | |
| "max": 0.1604174576951043, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016820931834262358, | |
| "min": 0.0004981905462955183, | |
| "max": 1.2856630093107622, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.033641863668524716, | |
| "min": 0.0004981905462955183, | |
| "max": 1.2856630093107622, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 8.469997176999891e-07, | |
| "min": 8.469997176999891e-07, | |
| "max": 0.0002987712004096, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 1.6939994353999782e-06, | |
| "min": 1.6939994353999782e-06, | |
| "max": 0.0005687616104127999, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10028230000000002, | |
| "min": 0.10028230000000002, | |
| "max": 0.19959039999999997, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 0.20056460000000004, | |
| "min": 0.10089415000000002, | |
| "max": 0.3895872, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 3.820176999999964e-05, | |
| "min": 3.820176999999964e-05, | |
| "max": 0.009959080960000002, | |
| "count": 200 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 7.640353999999929e-05, | |
| "min": 7.640353999999929e-05, | |
| "max": 0.01895976128, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.01132755633443594, | |
| "min": 0.010952742770314217, | |
| "max": 0.7967495918273926, | |
| "count": 200 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.02265511266887188, | |
| "min": 0.011068697087466717, | |
| "max": 0.7967495918273926, | |
| "count": 200 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 226.30434782608697, | |
| "min": 210.06521739130434, | |
| "max": 999.0, | |
| "count": 196 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 10410.0, | |
| "min": 406.0, | |
| "max": 15984.0, | |
| "count": 196 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7759361599988126, | |
| "min": -1.0000000521540642, | |
| "max": 1.7878297776617902, | |
| "count": 197 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 83.46899951994419, | |
| "min": -16.000000834465027, | |
| "max": 88.86559921503067, | |
| "count": 197 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7759361599988126, | |
| "min": -1.0000000521540642, | |
| "max": 1.7878297776617902, | |
| "count": 197 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 83.46899951994419, | |
| "min": -16.000000834465027, | |
| "max": 88.86559921503067, | |
| "count": 197 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.2671700805930936, | |
| "min": 0.24556314122552672, | |
| "max": 115.93597248196602, | |
| "count": 197 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 12.556993787875399, | |
| "min": 3.919705420732498, | |
| "max": 1854.9755597114563, | |
| "count": 197 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1728489636", | |
| "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training_4 --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.4.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1728495200" | |
| }, | |
| "total": 5563.281154713, | |
| "count": 1, | |
| "self": 0.578380326000115, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06315506800001458, | |
| "count": 1, | |
| "self": 0.06315506800001458 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5562.639619319, | |
| "count": 1, | |
| "self": 3.658621601048253, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.3372126550002577, | |
| "count": 1, | |
| "self": 2.3372126550002577 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5556.585015841953, | |
| "count": 129381, | |
| "self": 3.7074042090926014, | |
| "children": { | |
| "env_step": { | |
| "total": 3966.0238739530296, | |
| "count": 129381, | |
| "self": 3736.5980412040853, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 227.22686251303276, | |
| "count": 129381, | |
| "self": 10.69970989295598, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 216.52715262007678, | |
| "count": 125067, | |
| "self": 216.52715262007678 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.1989702359114744, | |
| "count": 129381, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5551.047635885227, | |
| "count": 129381, | |
| "is_parallel": true, | |
| "self": 2103.7738006034288, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0028710380001939484, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008379179998883046, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0020331200003056438, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0020331200003056438 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.08737620700048865, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008961279991126503, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005002860007152776, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005002860007152776 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.08327173799989396, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.08327173799989396 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0027080550007667625, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00039993899918044917, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0023081160015863134, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0023081160015863134 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3447.273835281798, | |
| "count": 129380, | |
| "is_parallel": true, | |
| "self": 81.91633728868419, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 53.13809518709877, | |
| "count": 129380, | |
| "is_parallel": true, | |
| "self": 53.13809518709877 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3082.081615678245, | |
| "count": 129380, | |
| "is_parallel": true, | |
| "self": 3082.081615678245 | |
| }, | |
| "steps_from_proto": { | |
| "total": 230.13778712777003, | |
| "count": 129380, | |
| "is_parallel": true, | |
| "self": 49.45365916853552, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 180.6841279592345, | |
| "count": 1035040, | |
| "is_parallel": true, | |
| "self": 180.6841279592345 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1586.8537376798304, | |
| "count": 129381, | |
| "self": 6.444372039120935, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 284.3386811197315, | |
| "count": 129381, | |
| "self": 284.0804185877314, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.25826253200011706, | |
| "count": 4, | |
| "self": 0.25826253200011706 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1296.070684520978, | |
| "count": 242, | |
| "self": 663.0619838800121, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 633.0087006409658, | |
| "count": 46473, | |
| "self": 633.0087006409658 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0690000635804608e-06, | |
| "count": 1, | |
| "self": 1.0690000635804608e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.058768151999174734, | |
| "count": 1, | |
| "self": 0.0011314740004308987, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.057636677998743835, | |
| "count": 1, | |
| "self": 0.057636677998743835 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |