| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.2819635272026062, | |
| "min": 0.27301838994026184, | |
| "max": 1.4733399152755737, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 8418.302734375, | |
| "min": 8168.7099609375, | |
| "max": 44695.23828125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989948.0, | |
| "min": 29952.0, | |
| "max": 989948.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989948.0, | |
| "min": 29952.0, | |
| "max": 989948.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.6652859449386597, | |
| "min": -0.10367186367511749, | |
| "max": 0.7337735295295715, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 194.26348876953125, | |
| "min": -24.98491859436035, | |
| "max": 212.79432678222656, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.0029677217826247215, | |
| "min": -0.02047145366668701, | |
| "max": 0.3420800566673279, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -0.866574764251709, | |
| "min": -5.732007026672363, | |
| "max": 81.0729751586914, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06887569674305934, | |
| "min": 0.06424872283919261, | |
| "max": 0.07292385820623971, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0331354511458901, | |
| "min": 0.5046665744763001, | |
| "max": 1.0346645842655562, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015557455142969084, | |
| "min": 0.0018776939496129717, | |
| "max": 0.01714905900319406, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.23336182714453627, | |
| "min": 0.013143857647290803, | |
| "max": 0.24008682604471687, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.538977487040002e-06, | |
| "min": 7.538977487040002e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011308466230560003, | |
| "min": 0.00011308466230560003, | |
| "max": 0.0036356851881049995, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10251296, | |
| "min": 0.10251296, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5376944, | |
| "min": 1.3691136000000002, | |
| "max": 2.6623572999999996, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002610447040000001, | |
| "min": 0.0002610447040000001, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003915670560000002, | |
| "min": 0.003915670560000002, | |
| "max": 0.12120831050000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.013166411779820919, | |
| "min": 0.013156048953533173, | |
| "max": 0.4454827904701233, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.1974961757659912, | |
| "min": 0.18418468534946442, | |
| "max": 3.118379592895508, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 276.88990825688074, | |
| "min": 265.3302752293578, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30181.0, | |
| "min": 15984.0, | |
| "max": 33014.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6680476900634416, | |
| "min": -1.0000000521540642, | |
| "max": 1.7262547031607267, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 181.81719821691513, | |
| "min": -30.383001655340195, | |
| "max": 191.6413984745741, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6680476900634416, | |
| "min": -1.0000000521540642, | |
| "max": 1.7262547031607267, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 181.81719821691513, | |
| "min": -30.383001655340195, | |
| "max": 191.6413984745741, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.03752557851145591, | |
| "min": 0.036573676126532846, | |
| "max": 8.073556842282414, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.090288057748694, | |
| "min": 4.023104373918613, | |
| "max": 129.17690947651863, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1676566192", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1676568662" | |
| }, | |
| "total": 2470.560556863, | |
| "count": 1, | |
| "self": 1.3569095980001293, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.1062906289998864, | |
| "count": 1, | |
| "self": 0.1062906289998864 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2469.097356636, | |
| "count": 1, | |
| "self": 1.4675131910162236, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.051501912000276, | |
| "count": 1, | |
| "self": 6.051501912000276 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2461.4231611699843, | |
| "count": 64358, | |
| "self": 1.5106177609477527, | |
| "children": { | |
| "env_step": { | |
| "total": 1702.116108076024, | |
| "count": 64358, | |
| "self": 1581.3736658663574, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 119.85511575875444, | |
| "count": 64358, | |
| "self": 4.894395975962652, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 114.96071978279178, | |
| "count": 62555, | |
| "self": 38.84136722373114, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 76.11935255906064, | |
| "count": 62555, | |
| "self": 76.11935255906064 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8873264509120418, | |
| "count": 64358, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2463.1873500470238, | |
| "count": 64358, | |
| "is_parallel": true, | |
| "self": 1006.6586270919852, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0023580259994560038, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007844909996492788, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001573534999806725, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001573534999806725 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.08238333600002079, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005865940001967829, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004927700001644553, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004927700001644553 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07897664699976303, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07897664699976303 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0023273249998965184, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0009477009989495855, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001379624000946933, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001379624000946933 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1456.5287229550386, | |
| "count": 64357, | |
| "is_parallel": true, | |
| "self": 32.67080193088441, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.81137991999185, | |
| "count": 64357, | |
| "is_parallel": true, | |
| "self": 24.81137991999185 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1288.642678797005, | |
| "count": 64357, | |
| "is_parallel": true, | |
| "self": 1288.642678797005 | |
| }, | |
| "steps_from_proto": { | |
| "total": 110.4038623071574, | |
| "count": 64357, | |
| "is_parallel": true, | |
| "self": 25.0547896241942, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 85.3490726829632, | |
| "count": 514856, | |
| "is_parallel": true, | |
| "self": 85.3490726829632 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 757.7964353330126, | |
| "count": 64358, | |
| "self": 2.681436157070493, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 176.46812352693814, | |
| "count": 64358, | |
| "self": 176.21663474693833, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2514887799998178, | |
| "count": 2, | |
| "self": 0.2514887799998178 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 578.646875649004, | |
| "count": 454, | |
| "self": 223.76716579194544, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 354.8797098570585, | |
| "count": 22800, | |
| "self": 354.8797098570585 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.4559991541318595e-06, | |
| "count": 1, | |
| "self": 1.4559991541318595e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.15517890699993586, | |
| "count": 1, | |
| "self": 0.002144877999853634, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.15303402900008223, | |
| "count": 1, | |
| "self": 0.15303402900008223 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |