sac-Pyramids / run_logs /timers.json
EExe's picture
Couldnt wait longer...
3004653
{
"name": "root",
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1678976297",
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
"mlagents_version": "0.31.0.dev0",
"mlagents_envs_version": "0.31.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.11.0+cu102",
"numpy_version": "1.21.2",
"end_time_seconds": "1678977314"
},
"total": 1017.094802913,
"count": 1,
"self": 0.18808519200001683,
"children": {
"run_training.setup": {
"total": 0.10311721100015347,
"count": 1,
"self": 0.10311721100015347
},
"TrainerController.start_learning": {
"total": 1016.8036005099998,
"count": 1,
"self": 0.03377822399716024,
"children": {
"TrainerController._reset_env": {
"total": 5.979940687999715,
"count": 1,
"self": 5.979940687999715
},
"TrainerController.advance": {
"total": 1010.5521699030028,
"count": 1768,
"self": 0.033766904000003706,
"children": {
"env_step": {
"total": 28.47007402301233,
"count": 1768,
"self": 25.396604281006603,
"children": {
"SubprocessEnvManager._take_step": {
"total": 3.0532368720055274,
"count": 1768,
"self": 0.12529817399445164,
"children": {
"TorchPolicy.evaluate": {
"total": 2.9279386980110758,
"count": 1768,
"self": 2.9279386980110758
}
}
},
"workers": {
"total": 0.02023287000019991,
"count": 1768,
"self": 0.0,
"children": {
"worker_root": {
"total": 962.1867881819971,
"count": 1768,
"is_parallel": true,
"self": 939.9367294109938,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.0018569040003058035,
"count": 1,
"is_parallel": true,
"self": 0.000666171000830218,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0011907329994755855,
"count": 8,
"is_parallel": true,
"self": 0.0011907329994755855
}
}
},
"UnityEnvironment.step": {
"total": 0.06862740399992617,
"count": 1,
"is_parallel": true,
"self": 0.0004965180000908731,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.000423988999955327,
"count": 1,
"is_parallel": true,
"self": 0.000423988999955327
},
"communicator.exchange": {
"total": 0.06618555500017465,
"count": 1,
"is_parallel": true,
"self": 0.06618555500017465
},
"steps_from_proto": {
"total": 0.001521341999705328,
"count": 1,
"is_parallel": true,
"self": 0.00032353399865314714,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0011978080010521808,
"count": 8,
"is_parallel": true,
"self": 0.0011978080010521808
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 22.250058771003296,
"count": 1767,
"is_parallel": true,
"self": 0.825885099990046,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.6147657020173938,
"count": 1767,
"is_parallel": true,
"self": 0.6147657020173938
},
"communicator.exchange": {
"total": 18.36593085299819,
"count": 1767,
"is_parallel": true,
"self": 18.36593085299819
},
"steps_from_proto": {
"total": 2.4434771159976663,
"count": 1767,
"is_parallel": true,
"self": 0.5115632709876081,
"children": {
"_process_rank_one_or_two_observation": {
"total": 1.9319138450100581,
"count": 14136,
"is_parallel": true,
"self": 1.9319138450100581
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 982.0483289759904,
"count": 1768,
"self": 0.045225020989619225,
"children": {
"process_trajectory": {
"total": 2.8690686689965332,
"count": 1768,
"self": 2.8690686689965332
},
"_update_policy": {
"total": 979.1340352860043,
"count": 1641,
"self": 0.025555530003202875,
"children": {
"OffPolicyTrainer._update_policy": {
"total": 979.1084797560011,
"count": 1641,
"self": 541.0873305100522,
"children": {
"TorchSACOptimizer.update": {
"total": 438.0211492459489,
"count": 28287,
"self": 438.0211492459489
}
}
}
}
}
}
}
}
},
"trainer_threads": {
"total": 1.4679999367217533e-06,
"count": 1,
"self": 1.4679999367217533e-06
},
"TrainerController._save_models": {
"total": 0.23771022700020694,
"count": 1,
"self": 0.0020727320002151828,
"children": {
"RLTrainer._checkpoint": {
"total": 0.23563749499999176,
"count": 1,
"self": 0.23563749499999176
}
}
}
}
}
}
}