| { | |
| "name": "root", | |
| "gauges": { | |
| "SnowballTarget.Policy.Entropy.mean": { | |
| "value": 2.008720874786377, | |
| "min": 2.008720874786377, | |
| "max": 2.8902528285980225, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.Entropy.sum": { | |
| "value": 19444.41796875, | |
| "min": 19444.41796875, | |
| "max": 29662.6640625, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.mean": { | |
| "value": 199973.0, | |
| "min": 9952.0, | |
| "max": 199973.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Step.sum": { | |
| "value": 199973.0, | |
| "min": 9952.0, | |
| "max": 199973.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.5469045639038086, | |
| "min": -0.040198374539613724, | |
| "max": 1.5469045639038086, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 315.56854248046875, | |
| "min": -7.798484802246094, | |
| "max": 315.56854248046875, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.mean": { | |
| "value": 199.0, | |
| "min": 198.75, | |
| "max": 199.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.sum": { | |
| "value": 10945.0, | |
| "min": 8745.0, | |
| "max": 10945.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.mean": { | |
| "value": 16.036363636363635, | |
| "min": 3.090909090909091, | |
| "max": 16.036363636363635, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.sum": { | |
| "value": 882.0, | |
| "min": 136.0, | |
| "max": 882.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { | |
| "value": 16.036363636363635, | |
| "min": 3.090909090909091, | |
| "max": 16.036363636363635, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { | |
| "value": 882.0, | |
| "min": 136.0, | |
| "max": 882.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.mean": { | |
| "value": 0.056310765777570417, | |
| "min": 0.04421131589868829, | |
| "max": 0.05639910812887592, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.sum": { | |
| "value": 0.056310765777570417, | |
| "min": 0.04421131589868829, | |
| "max": 0.05639910812887592, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.mean": { | |
| "value": 0.159035952602114, | |
| "min": 0.06301207421790986, | |
| "max": 0.159035952602114, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.sum": { | |
| "value": 0.159035952602114, | |
| "min": 0.06301207421790986, | |
| "max": 0.159035952602114, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.mean": { | |
| "value": 3.4559965449999866e-07, | |
| "min": 3.4559965449999866e-07, | |
| "max": 9.454400545600001e-05, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.sum": { | |
| "value": 3.4559965449999866e-07, | |
| "min": 3.4559965449999866e-07, | |
| "max": 9.454400545600001e-05, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.mean": { | |
| "value": 0.10034549999999999, | |
| "min": 0.10034549999999999, | |
| "max": 0.19454400000000002, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.sum": { | |
| "value": 0.10034549999999999, | |
| "min": 0.10034549999999999, | |
| "max": 0.19454400000000002, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.Beta.mean": { | |
| "value": 2.724044999999993e-05, | |
| "min": 2.724044999999993e-05, | |
| "max": 0.0047277456, | |
| "count": 19 | |
| }, | |
| "SnowballTarget.Policy.Beta.sum": { | |
| "value": 2.724044999999993e-05, | |
| "min": 2.724044999999993e-05, | |
| "max": 0.0047277456, | |
| "count": 19 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1678764610", | |
| "python_version": "3.9.5 (default, Nov 23 2021, 15:27:38) \n[GCC 9.3.0]", | |
| "command_line_arguments": "/home/sebastian/.virtualenvs/deep_rl/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.13.1+cu117", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1678765032" | |
| }, | |
| "total": 422.27248455200015, | |
| "count": 1, | |
| "self": 0.2182025150004847, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.009295840000049793, | |
| "count": 1, | |
| "self": 0.009295840000049793 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 422.0449861969996, | |
| "count": 1, | |
| "self": 0.44254692701133536, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.783908978999989, | |
| "count": 1, | |
| "self": 1.783908978999989 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 419.75098108198836, | |
| "count": 18211, | |
| "self": 0.20495591098551813, | |
| "children": { | |
| "env_step": { | |
| "total": 419.54602517100284, | |
| "count": 18211, | |
| "self": 272.39533732794916, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 146.94134104702016, | |
| "count": 18212, | |
| "self": 1.0576354189834092, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 145.88370562803675, | |
| "count": 18211, | |
| "self": 145.88370562803675 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.2093467960335147, | |
| "count": 18211, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 639.9939458850404, | |
| "count": 18211, | |
| "is_parallel": true, | |
| "self": 477.9403825000677, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.009295840000049793, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012318619997131464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003433719984968775, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008884900012162689, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0008884900012162689 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.020183925999845087, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022471199963547406, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00030967300017437083, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00030967300017437083 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.018938994000109233, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.018938994000109233 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007105469999260094, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00016136200065375306, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005491849992722564, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0005491849992722564 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 162.04426754497263, | |
| "count": 18209, | |
| "is_parallel": true, | |
| "self": 4.440110142904814, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 2.593466966046435, | |
| "count": 18209, | |
| "is_parallel": true, | |
| "self": 2.593466966046435 | |
| }, | |
| "communicator.exchange": { | |
| "total": 141.46004535501334, | |
| "count": 18209, | |
| "is_parallel": true, | |
| "self": 141.46004535501334 | |
| }, | |
| "steps_from_proto": { | |
| "total": 13.550645081008042, | |
| "count": 18208, | |
| "is_parallel": true, | |
| "self": 2.875771838120272, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 10.67487324288777, | |
| "count": 182080, | |
| "is_parallel": true, | |
| "self": 10.67487324288777 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.783908978999989, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 1.783908978999989 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 216.72225469500154, | |
| "count": 9734, | |
| "is_parallel": true, | |
| "self": 0.10996156098690335, | |
| "children": { | |
| "env_step": { | |
| "total": 216.61229313401464, | |
| "count": 9734, | |
| "is_parallel": true, | |
| "self": 138.77459330299052, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 77.70682974300598, | |
| "count": 9735, | |
| "is_parallel": true, | |
| "self": 0.5320899129960708, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 77.17473983000991, | |
| "count": 9734, | |
| "is_parallel": true, | |
| "self": 77.17473983000991 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.11138473701794283, | |
| "count": 9734, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 218.37293420703372, | |
| "count": 9734, | |
| "is_parallel": true, | |
| "self": 133.69283954506045, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012318619997131464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003433719984968775, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008884900012162689, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0008884900012162689 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.020183925999845087, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022471199963547406, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00030967300017437083, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00030967300017437083 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.018938994000109233, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.018938994000109233 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007105469999260094, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00016136200065375306, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005491849992722564, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0005491849992722564 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 84.68009466197327, | |
| "count": 9733, | |
| "is_parallel": true, | |
| "self": 2.215823559902674, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 1.3374793520260937, | |
| "count": 9733, | |
| "is_parallel": true, | |
| "self": 1.3374793520260937 | |
| }, | |
| "communicator.exchange": { | |
| "total": 74.01790351403406, | |
| "count": 9733, | |
| "is_parallel": true, | |
| "self": 74.01790351403406 | |
| }, | |
| "steps_from_proto": { | |
| "total": 7.1088882360104435, | |
| "count": 9732, | |
| "is_parallel": true, | |
| "self": 1.4775886421157338, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 5.63129959389471, | |
| "count": 97320, | |
| "is_parallel": true, | |
| "self": 5.63129959389471 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0013589640002464876, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003092639999522362, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0010497000002942514, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0010497000002942514 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.018126386999938404, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00042900400012513273, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0001638520002416044, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001638520002416044 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.016601101999640377, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.016601101999640377 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009324289999312896, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022863200001665973, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007037969999146299, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0007037969999146299 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 0.0001561809999657271, | |
| "count": 1, | |
| "self": 0.0001561809999657271, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 417.11448671301605, | |
| "count": 557850, | |
| "is_parallel": true, | |
| "self": 8.310786488148551, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 287.0709264548673, | |
| "count": 557850, | |
| "is_parallel": true, | |
| "self": 286.5779193638673, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.4930070909999813, | |
| "count": 4, | |
| "is_parallel": true, | |
| "self": 0.4930070909999813 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 121.73277377000022, | |
| "count": 19, | |
| "is_parallel": true, | |
| "self": 43.288195625979824, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 78.4445781440204, | |
| "count": 3860, | |
| "is_parallel": true, | |
| "self": 78.4445781440204 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.06739302799996949, | |
| "count": 1, | |
| "self": 0.0008943679999902088, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06649865999997928, | |
| "count": 1, | |
| "self": 0.06649865999997928 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |