| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.407550573348999, | |
| "min": 1.407550573348999, | |
| "max": 1.428611159324646, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71488.0859375, | |
| "min": 69080.6953125, | |
| "max": 77182.703125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 83.66440677966102, | |
| "min": 78.64193548387097, | |
| "max": 387.0077519379845, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49362.0, | |
| "min": 48739.0, | |
| "max": 50073.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999926.0, | |
| "min": 49303.0, | |
| "max": 1999926.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999926.0, | |
| "min": 49303.0, | |
| "max": 1999926.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4860761165618896, | |
| "min": 0.1523505002260208, | |
| "max": 2.513928174972534, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1466.784912109375, | |
| "min": 19.500864028930664, | |
| "max": 1532.2078857421875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.896628303952136, | |
| "min": 1.7316654763417318, | |
| "max": 4.078883149545558, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2299.0106993317604, | |
| "min": 221.65318097174168, | |
| "max": 2392.5368205308914, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.896628303952136, | |
| "min": 1.7316654763417318, | |
| "max": 4.078883149545558, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2299.0106993317604, | |
| "min": 221.65318097174168, | |
| "max": 2392.5368205308914, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01717438139215422, | |
| "min": 0.012967907763656208, | |
| "max": 0.02018370325887291, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.051523144176462664, | |
| "min": 0.025935815527312417, | |
| "max": 0.06055110977661873, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06302236210968759, | |
| "min": 0.021789403259754182, | |
| "max": 0.06302236210968759, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.18906708632906277, | |
| "min": 0.043578806519508365, | |
| "max": 0.18906708632906277, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.4444988518666697e-06, | |
| "min": 3.4444988518666697e-06, | |
| "max": 0.000295286326571225, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0333496555600009e-05, | |
| "min": 1.0333496555600009e-05, | |
| "max": 0.0008441161686279502, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10114813333333335, | |
| "min": 0.10114813333333335, | |
| "max": 0.198428775, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30344440000000006, | |
| "min": 0.20747689999999996, | |
| "max": 0.58137205, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.72918533333334e-05, | |
| "min": 6.72918533333334e-05, | |
| "max": 0.0049215958725, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00020187556000000022, | |
| "min": 0.00020187556000000022, | |
| "max": 0.014070465295000001, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1693000607", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1693003258" | |
| }, | |
| "total": 2650.887270763, | |
| "count": 1, | |
| "self": 0.4486288679995596, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04171390800001973, | |
| "count": 1, | |
| "self": 0.04171390800001973 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2650.3969279870003, | |
| "count": 1, | |
| "self": 4.81166919614725, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.286762990999932, | |
| "count": 1, | |
| "self": 5.286762990999932 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2640.1571647488536, | |
| "count": 233098, | |
| "self": 4.991912429822605, | |
| "children": { | |
| "env_step": { | |
| "total": 2044.5265322231064, | |
| "count": 233098, | |
| "self": 1722.6456540281843, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 318.60366948099704, | |
| "count": 233098, | |
| "self": 17.832372236092397, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 300.77129724490464, | |
| "count": 223037, | |
| "self": 300.77129724490464 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.27720871392512, | |
| "count": 233098, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2642.3072844929566, | |
| "count": 233098, | |
| "is_parallel": true, | |
| "self": 1240.4021526860051, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0009562459999870043, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002876370000421957, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006686089999448086, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006686089999448086 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05294102999994266, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000372372999891013, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002549629999748504, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002549629999748504 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05147999200005415, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05147999200005415 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0008337020000226403, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000263334000010218, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005703680000124223, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005703680000124223 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1401.9051318069514, | |
| "count": 233097, | |
| "is_parallel": true, | |
| "self": 41.387151856047694, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 87.67197050301831, | |
| "count": 233097, | |
| "is_parallel": true, | |
| "self": 87.67197050301831 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1169.3524227879007, | |
| "count": 233097, | |
| "is_parallel": true, | |
| "self": 1169.3524227879007 | |
| }, | |
| "steps_from_proto": { | |
| "total": 103.49358665998477, | |
| "count": 233097, | |
| "is_parallel": true, | |
| "self": 39.25497721108434, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 64.23860944890043, | |
| "count": 466194, | |
| "is_parallel": true, | |
| "self": 64.23860944890043 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 590.6387200959247, | |
| "count": 233098, | |
| "self": 7.217933865059422, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 159.58540925486466, | |
| "count": 233098, | |
| "self": 157.86416886686413, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.721240388000524, | |
| "count": 10, | |
| "self": 1.721240388000524 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 423.8353769760006, | |
| "count": 97, | |
| "self": 361.65712315700773, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 62.17825381899286, | |
| "count": 2910, | |
| "self": 62.17825381899286 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1100000847363845e-06, | |
| "count": 1, | |
| "self": 1.1100000847363845e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1413299409996398, | |
| "count": 1, | |
| "self": 0.0024211369996010035, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1389088040000388, | |
| "count": 1, | |
| "self": 0.1389088040000388 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |