| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.5748671293258667, | |
| "min": 1.4515712261199951, | |
| "max": 3.295767068862915, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 29481.51171875, | |
| "min": 16642.564453125, | |
| "max": 128571.7890625, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 68.33333333333333, | |
| "min": 42.75438596491228, | |
| "max": 999.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19680.0, | |
| "min": 15472.0, | |
| "max": 25720.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1813.964002222687, | |
| "min": 1194.0795318366788, | |
| "max": 1829.6692313391911, | |
| "count": 2004 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 261210.81632006692, | |
| "min": 2389.695889279391, | |
| "max": 395167.0134550716, | |
| "count": 2004 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 20179974.0, | |
| "min": 9880.0, | |
| "max": 20179974.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 20179974.0, | |
| "min": 9880.0, | |
| "max": 20179974.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.03130420669913292, | |
| "min": -0.13359923660755157, | |
| "max": 0.2269599735736847, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 4.507805824279785, | |
| "min": -22.845468521118164, | |
| "max": 29.400775909423828, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.03485170006752014, | |
| "min": -0.13703596591949463, | |
| "max": 0.22179201245307922, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 5.0186448097229, | |
| "min": -23.433151245117188, | |
| "max": 28.790231704711914, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": 0.19314860925078392, | |
| "min": -0.7058823529411765, | |
| "max": 0.5010000041552952, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": 27.813399732112885, | |
| "min": -58.92579996585846, | |
| "max": 57.05700010061264, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": 0.19314860925078392, | |
| "min": -0.7058823529411765, | |
| "max": 0.5010000041552952, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": 27.813399732112885, | |
| "min": -58.92579996585846, | |
| "max": 57.05700010061264, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 2018 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.014401823965211709, | |
| "min": 0.010948918039017978, | |
| "max": 0.026382342888973655, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.014401823965211709, | |
| "min": 0.010948918039017978, | |
| "max": 0.026382342888973655, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.10085869679848353, | |
| "min": 1.3623070056686023e-05, | |
| "max": 0.12364189525445303, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.10085869679848353, | |
| "min": 1.3623070056686023e-05, | |
| "max": 0.12364189525445303, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.10252247750759125, | |
| "min": 1.3706155762823376e-05, | |
| "max": 0.12558744698762894, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.10252247750759125, | |
| "min": 1.3706155762823376e-05, | |
| "max": 0.12558744698762894, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.20000000000000007, | |
| "max": 0.20000000000000007, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 977 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005000000000000001, | |
| "max": 0.005000000000000001, | |
| "count": 977 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1709895743", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/home/rodrigopc/.local/bin/mlagents-learn SoccerTwos_modified.yaml --env=/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos_updated --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.2.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1709936999" | |
| }, | |
| "total": 41256.521167513, | |
| "count": 1, | |
| "self": 0.18425126899091993, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05187036900042585, | |
| "count": 1, | |
| "self": 0.05187036900042585 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 41256.285045875, | |
| "count": 1, | |
| "self": 27.919663638676866, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.964602779999041, | |
| "count": 101, | |
| "self": 6.964602779999041 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 41221.20336056933, | |
| "count": 1390338, | |
| "self": 30.872472584182105, | |
| "children": { | |
| "env_step": { | |
| "total": 32896.68286713089, | |
| "count": 1390338, | |
| "self": 27039.377430651955, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 5838.767032415787, | |
| "count": 1390338, | |
| "self": 219.904029299817, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 5618.86300311597, | |
| "count": 2539262, | |
| "self": 5618.86300311597 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 18.538404063148846, | |
| "count": 1390337, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 41204.655873804215, | |
| "count": 1390337, | |
| "is_parallel": true, | |
| "self": 17584.037723834623, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0031043719991430407, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005973539973638253, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0025070180017792154, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0025070180017792154 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.038335561999701895, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0013620440004160628, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0008860750003805151, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0008860750003805151 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.032491597999978694, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.032491597999978694 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.003595844998926623, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006351379970510607, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002960707001875562, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.002960707001875562 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 23620.29635493657, | |
| "count": 1390336, | |
| "is_parallel": true, | |
| "self": 1370.2611271664355, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 901.2657550687136, | |
| "count": 1390336, | |
| "is_parallel": true, | |
| "self": 901.2657550687136 | |
| }, | |
| "communicator.exchange": { | |
| "total": 17661.649300808305, | |
| "count": 1390336, | |
| "is_parallel": true, | |
| "self": 17661.649300808305 | |
| }, | |
| "steps_from_proto": { | |
| "total": 3687.1201718931143, | |
| "count": 2780672, | |
| "is_parallel": true, | |
| "self": 608.9816866305036, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 3078.1384852626106, | |
| "count": 11122688, | |
| "is_parallel": true, | |
| "self": 3078.1384852626106 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.3217950330226813, | |
| "count": 200, | |
| "is_parallel": true, | |
| "self": 0.052848733058453945, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.26894629996422736, | |
| "count": 800, | |
| "is_parallel": true, | |
| "self": 0.26894629996422736 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 8293.648020854256, | |
| "count": 1390337, | |
| "self": 218.09872197608638, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3157.0397781192096, | |
| "count": 1390337, | |
| "self": 3148.9236194042096, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 8.116158714999983, | |
| "count": 40, | |
| "self": 8.116158714999983 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 4918.50952075896, | |
| "count": 977, | |
| "self": 2116.926655908939, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 2801.582864850021, | |
| "count": 29310, | |
| "self": 2801.582864850021 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.8860009731724858e-06, | |
| "count": 1, | |
| "self": 1.8860009731724858e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.19741700099984882, | |
| "count": 1, | |
| "self": 0.0027244980010436848, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.19469250299880514, | |
| "count": 1, | |
| "self": 0.19469250299880514 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |