{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.43488427996635437, "min": 0.43488427996635437, "max": 1.4722023010253906, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 13102.193359375, "min": 13102.193359375, "max": 44660.73046875, "count": 33 }, "Pyramids.Step.mean": { "value": 989981.0, "min": 29952.0, "max": 989981.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989981.0, "min": 29952.0, "max": 989981.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.4481279253959656, "min": -0.14018329977989197, "max": 0.4839859902858734, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 120.99453735351562, "min": -33.22344207763672, "max": 132.128173828125, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.017161570489406586, "min": -0.017161570489406586, "max": 0.4350193440914154, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -4.633624076843262, "min": -4.633624076843262, "max": 103.0995864868164, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06949028487170358, "min": 0.06478312003171251, "max": 0.07169061435831003, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9728639882038502, "min": 0.4854648618590242, "max": 1.051295583983244, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.013424040664436431, "min": 0.00010608506057915977, "max": 0.014305960034260412, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.18793656930211003, "min": 0.001379105787529077, "max": 0.20028344047964577, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.558897480400005e-06, "min": 7.558897480400005e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010582456472560007, "min": 0.00010582456472560007, "max": 0.0033759361746879997, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10251960000000003, "min": 0.10251960000000003, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4352744000000004, "min": 1.3691136000000002, "max": 2.4253120000000004, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026170804000000015, "min": 0.00026170804000000015, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003663912560000002, "min": 0.003663912560000002, "max": 0.11254866880000002, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.010115930810570717, "min": 0.010115930810570717, "max": 0.5531641840934753, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.14162303507328033, "min": 0.14162303507328033, "max": 3.8721492290496826, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 411.36986301369865, "min": 392.6625, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30030.0, "min": 15984.0, "max": 32500.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.4781805322402053, "min": -1.0000000521540642, "max": 1.5323099694214761, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 106.42899832129478, "min": -32.000001668930054, "max": 122.58479755371809, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.4781805322402053, "min": -1.0000000521540642, "max": 1.5323099694214761, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 106.42899832129478, "min": -32.000001668930054, "max": 122.58479755371809, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.042992014791404166, "min": 0.04185772229320719, "max": 11.87327560596168, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.0954250649811, "min": 3.0954250649811, "max": 189.9724096953869, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1673903618", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1673905659" }, "total": 2040.9183397279999, "count": 1, "self": 0.47752952799987725, "children": { "run_training.setup": { "total": 0.12819366899998386, "count": 1, "self": 0.12819366899998386 }, "TrainerController.start_learning": { "total": 2040.312616531, "count": 1, "self": 1.144449691970749, "children": { "TrainerController._reset_env": { "total": 6.635410157000024, "count": 1, "self": 6.635410157000024 }, "TrainerController.advance": { "total": 2032.4343087770294, "count": 63556, "self": 1.2100832249946052, "children": { "env_step": { "total": 1352.9145740000904, "count": 63556, "self": 1251.5084683072068, "children": { "SubprocessEnvManager._take_step": { "total": 100.69357860099785, "count": 63556, "self": 4.206092229947444, "children": { "TorchPolicy.evaluate": { "total": 96.48748637105041, "count": 62561, "self": 33.0118417620738, "children": { "TorchPolicy.sample_actions": { "total": 63.47564460897661, "count": 62561, "self": 63.47564460897661 } } } } }, "workers": { "total": 0.7125270918857041, "count": 63556, "self": 0.0, "children": { "worker_root": { "total": 2036.09002686207, "count": 63556, "is_parallel": true, "self": 880.2520296271164, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0017877259999750095, "count": 1, "is_parallel": true, "self": 0.0006723129997681099, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011154130002068996, "count": 8, "is_parallel": true, "self": 0.0011154130002068996 } } }, "UnityEnvironment.step": { "total": 0.04536953900014851, "count": 1, "is_parallel": true, "self": 0.0005180270002256293, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00044544399997903383, "count": 1, "is_parallel": true, "self": 0.00044544399997903383 }, "communicator.exchange": { "total": 0.04274929100006375, "count": 1, "is_parallel": true, "self": 0.04274929100006375 }, "steps_from_proto": { "total": 0.001656776999880094, "count": 1, "is_parallel": true, "self": 0.00043463800011522835, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012221389997648657, "count": 8, "is_parallel": true, "self": 0.0012221389997648657 } } } } } } }, "UnityEnvironment.step": { "total": 1155.8379972349537, "count": 63555, "is_parallel": true, "self": 28.23294323798018, "children": { "UnityEnvironment._generate_step_input": { "total": 23.06711462201997, "count": 63555, "is_parallel": true, "self": 23.06711462201997 }, "communicator.exchange": { "total": 1002.3801885879593, "count": 63555, "is_parallel": true, "self": 1002.3801885879593 }, "steps_from_proto": { "total": 102.15775078699426, "count": 63555, "is_parallel": true, "self": 21.526570627908313, "children": { "_process_rank_one_or_two_observation": { "total": 80.63118015908594, "count": 508440, "is_parallel": true, "self": 80.63118015908594 } } } } } } } } } } }, "trainer_advance": { "total": 678.3096515519444, "count": 63556, "self": 2.071107793891997, "children": { "process_trajectory": { "total": 146.1649301590569, "count": 63556, "self": 145.94714614705754, "children": { "RLTrainer._checkpoint": { "total": 0.21778401199935615, "count": 2, "self": 0.21778401199935615 } } }, "_update_policy": { "total": 530.0736135989955, "count": 442, "self": 204.9283630389773, "children": { "TorchPPOOptimizer.update": { "total": 325.1452505600182, "count": 22818, "self": 325.1452505600182 } } } } } } }, "trainer_threads": { "total": 8.699998943484388e-07, "count": 1, "self": 8.699998943484388e-07 }, "TrainerController._save_models": { "total": 0.09844703499993557, "count": 1, "self": 0.001488047999828268, "children": { "RLTrainer._checkpoint": { "total": 0.0969589870001073, "count": 1, "self": 0.0969589870001073 } } } } } } }