|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Pyramids.Policy.Entropy.mean": { |
|
"value": 0.19795969128608704, |
|
"min": 0.17892177402973175, |
|
"max": 0.39160123467445374, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Entropy.sum": { |
|
"value": 5948.29296875, |
|
"min": 5373.37890625, |
|
"max": 11716.708984375, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.mean": { |
|
"value": 274.85585585585585, |
|
"min": 229.73643410852713, |
|
"max": 333.5232558139535, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.EpisodeLength.sum": { |
|
"value": 30509.0, |
|
"min": 18321.0, |
|
"max": 31268.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Step.mean": { |
|
"value": 1979905.0, |
|
"min": 1019947.0, |
|
"max": 1979905.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Step.sum": { |
|
"value": 1979905.0, |
|
"min": 1019947.0, |
|
"max": 1979905.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 0.7205009460449219, |
|
"min": 0.5460777878761292, |
|
"max": 0.8055691719055176, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 213.98878479003906, |
|
"min": 99.93223571777344, |
|
"max": 241.67074584960938, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.mean": { |
|
"value": 0.00788911059498787, |
|
"min": -0.008039699867367744, |
|
"max": 0.0302625373005867, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndValueEstimate.sum": { |
|
"value": 2.3430659770965576, |
|
"min": -2.347592353820801, |
|
"max": 8.503772735595703, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.mean": { |
|
"value": 1.7254553426589285, |
|
"min": 1.590122435546043, |
|
"max": 1.768695984005928, |
|
"count": 33 |
|
}, |
|
"Pyramids.Environment.CumulativeReward.sum": { |
|
"value": 193.2509983778, |
|
"min": 91.67799962311983, |
|
"max": 228.1239980906248, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.mean": { |
|
"value": 1.7254553426589285, |
|
"min": 1.590122435546043, |
|
"max": 1.768695984005928, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.ExtrinsicReward.sum": { |
|
"value": 193.2509983778, |
|
"min": 91.67799962311983, |
|
"max": 228.1239980906248, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndReward.mean": { |
|
"value": 0.02336898377455197, |
|
"min": 0.020513887662902533, |
|
"max": 0.038077669581980444, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.RndReward.sum": { |
|
"value": 2.617326182749821, |
|
"min": 2.132349496590905, |
|
"max": 3.253328613616759, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.mean": { |
|
"value": 0.06737127927325216, |
|
"min": 0.06507654296327513, |
|
"max": 0.07193620100900132, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.PolicyLoss.sum": { |
|
"value": 1.0105691890987825, |
|
"min": 0.6003042566978063, |
|
"max": 1.0488999902291276, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.ValueLoss.mean": { |
|
"value": 0.014879609234410405, |
|
"min": 0.012685737521516988, |
|
"max": 0.016918260468039934, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.ValueLoss.sum": { |
|
"value": 0.22319413851615608, |
|
"min": 0.1246029937659235, |
|
"max": 0.23685564655255908, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.LearningRate.mean": { |
|
"value": 5.235348254916669e-06, |
|
"min": 5.235348254916669e-06, |
|
"max": 0.00014841658386115556, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.LearningRate.sum": { |
|
"value": 7.853022382375003e-05, |
|
"min": 7.853022382375003e-05, |
|
"max": 0.0020361141712955497, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Epsilon.mean": { |
|
"value": 0.10174508333333335, |
|
"min": 0.10174508333333335, |
|
"max": 0.1494721777777778, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Epsilon.sum": { |
|
"value": 1.5261762500000002, |
|
"min": 1.3452496000000003, |
|
"max": 2.17870445, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Beta.mean": { |
|
"value": 0.000184333825, |
|
"min": 0.000184333825, |
|
"max": 0.00495227056, |
|
"count": 33 |
|
}, |
|
"Pyramids.Policy.Beta.sum": { |
|
"value": 0.002765007375, |
|
"min": 0.002765007375, |
|
"max": 0.06795257455499999, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.RNDLoss.mean": { |
|
"value": 0.008348886854946613, |
|
"min": 0.00799898337572813, |
|
"max": 0.01131406333297491, |
|
"count": 33 |
|
}, |
|
"Pyramids.Losses.RNDLoss.sum": { |
|
"value": 0.12523330748081207, |
|
"min": 0.10182657092809677, |
|
"max": 0.15106484293937683, |
|
"count": 33 |
|
}, |
|
"Pyramids.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 33 |
|
}, |
|
"Pyramids.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 33 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1679762508", |
|
"python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --resume --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
|
"mlagents_version": "0.31.0.dev0", |
|
"mlagents_envs_version": "0.31.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.11.0+cu102", |
|
"numpy_version": "1.21.2", |
|
"end_time_seconds": "1679764986" |
|
}, |
|
"total": 2477.7979970040014, |
|
"count": 1, |
|
"self": 0.47487297900261183, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.1086530889988353, |
|
"count": 1, |
|
"self": 0.1086530889988353 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2477.214470936, |
|
"count": 1, |
|
"self": 1.3786628168909374, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 6.55010490299901, |
|
"count": 1, |
|
"self": 6.55010490299901 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2469.1941361581084, |
|
"count": 65412, |
|
"self": 1.4882786821872287, |
|
"children": { |
|
"env_step": { |
|
"total": 1837.788205910132, |
|
"count": 65412, |
|
"self": 1730.137402586999, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 106.80889161200867, |
|
"count": 65412, |
|
"self": 4.579256114773671, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 102.229635497235, |
|
"count": 62560, |
|
"self": 102.229635497235 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 0.8419117111243395, |
|
"count": 65412, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2471.83919368398, |
|
"count": 65412, |
|
"is_parallel": true, |
|
"self": 858.5424031159691, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0016750790000514826, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0005376200006139698, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0011374589994375128, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0011374589994375128 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.07919898999898578, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004944439988321392, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0004383019986562431, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004383019986562431 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.07669147300111945, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.07669147300111945 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0015747710003779503, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00037540799712587614, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0011993630032520741, |
|
"count": 8, |
|
"is_parallel": true, |
|
"self": 0.0011993630032520741 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1613.2967905680107, |
|
"count": 65411, |
|
"is_parallel": true, |
|
"self": 30.840027512387678, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 22.224878790815637, |
|
"count": 65411, |
|
"is_parallel": true, |
|
"self": 22.224878790815637 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1468.603954711847, |
|
"count": 65411, |
|
"is_parallel": true, |
|
"self": 1468.603954711847 |
|
}, |
|
"steps_from_proto": { |
|
"total": 91.62792955296027, |
|
"count": 65411, |
|
"is_parallel": true, |
|
"self": 19.466922851213894, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 72.16100670174637, |
|
"count": 523288, |
|
"is_parallel": true, |
|
"self": 72.16100670174637 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 629.9176515657891, |
|
"count": 65412, |
|
"self": 2.7014179858852003, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 123.35763384293205, |
|
"count": 65412, |
|
"self": 123.14899652393251, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.20863731899953564, |
|
"count": 2, |
|
"self": 0.20863731899953564 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 503.8585997369719, |
|
"count": 473, |
|
"self": 319.8509355107999, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 184.00766422617198, |
|
"count": 22749, |
|
"self": 184.00766422617198 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 8.800016075838357e-07, |
|
"count": 1, |
|
"self": 8.800016075838357e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.09156617799999367, |
|
"count": 1, |
|
"self": 0.0017570099989825394, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.08980916800101113, |
|
"count": 1, |
|
"self": 0.08980916800101113 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |