ppo-Pyramids / run_logs /timers.json
BoschAI's picture
First Push
4e424f6
{
"name": "root",
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1680632609",
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics",
"mlagents_version": "0.31.0.dev0",
"mlagents_envs_version": "0.31.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.11.0+cu102",
"numpy_version": "1.21.2",
"end_time_seconds": "1680634638"
},
"total": 2029.5832149470002,
"count": 1,
"self": 1.0928047590005008,
"children": {
"run_training.setup": {
"total": 0.010353806999773951,
"count": 1,
"self": 0.010353806999773951
},
"TrainerController.start_learning": {
"total": 2028.480056381,
"count": 1,
"self": 1.3670251710063894,
"children": {
"TrainerController._reset_env": {
"total": 4.8435693860001265,
"count": 1,
"self": 4.8435693860001265
},
"TrainerController.advance": {
"total": 2022.126824750993,
"count": 63378,
"self": 1.4106286929054477,
"children": {
"env_step": {
"total": 1425.3647625819913,
"count": 63378,
"self": 1320.0000315290495,
"children": {
"SubprocessEnvManager._take_step": {
"total": 104.50122732398586,
"count": 63378,
"self": 4.6388436059555715,
"children": {
"TorchPolicy.evaluate": {
"total": 99.86238371803029,
"count": 62557,
"self": 99.86238371803029
}
}
},
"workers": {
"total": 0.8635037289559477,
"count": 63378,
"self": 0.0,
"children": {
"worker_root": {
"total": 2023.4121509540064,
"count": 63378,
"is_parallel": true,
"self": 812.3634837409863,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.0023324609996961954,
"count": 1,
"is_parallel": true,
"self": 0.0006818899996687833,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.001650571000027412,
"count": 8,
"is_parallel": true,
"self": 0.001650571000027412
}
}
},
"UnityEnvironment.step": {
"total": 0.048283066999829316,
"count": 1,
"is_parallel": true,
"self": 0.0005392060002122889,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.0004906059998575074,
"count": 1,
"is_parallel": true,
"self": 0.0004906059998575074
},
"communicator.exchange": {
"total": 0.045659400999738864,
"count": 1,
"is_parallel": true,
"self": 0.045659400999738864
},
"steps_from_proto": {
"total": 0.0015938540000206558,
"count": 1,
"is_parallel": true,
"self": 0.0003708449989971996,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0012230090010234562,
"count": 8,
"is_parallel": true,
"self": 0.0012230090010234562
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 1211.04866721302,
"count": 63377,
"is_parallel": true,
"self": 32.03125109298071,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 23.137235250057074,
"count": 63377,
"is_parallel": true,
"self": 23.137235250057074
},
"communicator.exchange": {
"total": 1062.872567680035,
"count": 63377,
"is_parallel": true,
"self": 1062.872567680035
},
"steps_from_proto": {
"total": 93.00761318994728,
"count": 63377,
"is_parallel": true,
"self": 19.45560296099211,
"children": {
"_process_rank_one_or_two_observation": {
"total": 73.55201022895517,
"count": 507016,
"is_parallel": true,
"self": 73.55201022895517
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 595.3514334760962,
"count": 63378,
"self": 2.5749823231403752,
"children": {
"process_trajectory": {
"total": 99.96989606695342,
"count": 63378,
"self": 99.71057505095405,
"children": {
"RLTrainer._checkpoint": {
"total": 0.25932101599937596,
"count": 2,
"self": 0.25932101599937596
}
}
},
"_update_policy": {
"total": 492.8065550860024,
"count": 446,
"self": 315.47528195895256,
"children": {
"TorchPPOOptimizer.update": {
"total": 177.33127312704983,
"count": 22812,
"self": 177.33127312704983
}
}
}
}
}
}
},
"trainer_threads": {
"total": 1.1580004866118543e-06,
"count": 1,
"self": 1.1580004866118543e-06
},
"TrainerController._save_models": {
"total": 0.14263591500002804,
"count": 1,
"self": 0.0023424290002367343,
"children": {
"RLTrainer._checkpoint": {
"total": 0.1402934859997913,
"count": 1,
"self": 0.1402934859997913
}
}
}
}
}
}
}