| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4049715995788574, | |
| "min": 1.4049715995788574, | |
| "max": 1.4286478757858276, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 72660.9140625, | |
| "min": 68255.8984375, | |
| "max": 75072.1484375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 88.63195691202873, | |
| "min": 72.94526627218934, | |
| "max": 387.2015503875969, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49368.0, | |
| "min": 48697.0, | |
| "max": 50179.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999993.0, | |
| "min": 49772.0, | |
| "max": 1999993.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999993.0, | |
| "min": 49772.0, | |
| "max": 1999993.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.478121519088745, | |
| "min": -0.010616051033139229, | |
| "max": 2.557995080947876, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1380.313720703125, | |
| "min": -1.3588545322418213, | |
| "max": 1636.3646240234375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.8048854830877143, | |
| "min": 1.774566610576585, | |
| "max": 4.022371498556925, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2119.321214079857, | |
| "min": 227.14452615380287, | |
| "max": 2556.765806555748, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.8048854830877143, | |
| "min": 1.774566610576585, | |
| "max": 4.022371498556925, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2119.321214079857, | |
| "min": 227.14452615380287, | |
| "max": 2556.765806555748, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01748927694732427, | |
| "min": 0.013036049730079767, | |
| "max": 0.01980047491233563, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.052467830841972804, | |
| "min": 0.026713657641084868, | |
| "max": 0.059331685896419614, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05196912905408276, | |
| "min": 0.024153807386755943, | |
| "max": 0.06573047817995151, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.15590738716224828, | |
| "min": 0.048307614773511885, | |
| "max": 0.19047911750773588, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.5992988002666687e-06, | |
| "min": 3.5992988002666687e-06, | |
| "max": 0.00029528632657122494, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0797896400800007e-05, | |
| "min": 1.0797896400800007e-05, | |
| "max": 0.0008434657688447501, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10119973333333336, | |
| "min": 0.10119973333333336, | |
| "max": 0.198428775, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30359920000000007, | |
| "min": 0.20760645000000003, | |
| "max": 0.58115525, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.986669333333338e-05, | |
| "min": 6.986669333333338e-05, | |
| "max": 0.004921595872499998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00020960008000000017, | |
| "min": 0.00020960008000000017, | |
| "max": 0.014059646975, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1678043073", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.22.4", | |
| "end_time_seconds": "1678045501" | |
| }, | |
| "total": 2427.76280871, | |
| "count": 1, | |
| "self": 0.45374622700001055, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.12194257200002312, | |
| "count": 1, | |
| "self": 0.12194257200002312 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2427.187119911, | |
| "count": 1, | |
| "self": 4.302803589065661, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.548423255000046, | |
| "count": 1, | |
| "self": 10.548423255000046 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2412.227902591934, | |
| "count": 232943, | |
| "self": 4.700148339904899, | |
| "children": { | |
| "env_step": { | |
| "total": 1882.0974023650158, | |
| "count": 232943, | |
| "self": 1571.1836537830507, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 308.0378810770137, | |
| "count": 232943, | |
| "self": 16.511509878982963, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 291.52637119803074, | |
| "count": 223134, | |
| "self": 73.5617388921674, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 217.96463230586335, | |
| "count": 223134, | |
| "self": 217.96463230586335 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.8758675049514295, | |
| "count": 232943, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2418.54803109905, | |
| "count": 232943, | |
| "is_parallel": true, | |
| "self": 1144.4727800370829, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0010128580000241527, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00042955999998639527, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005832980000377574, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005832980000377574 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0517643090000206, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000347232000024178, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002129730000319796, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002129730000319796 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.048998489999974026, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.048998489999974026 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.002205613999990419, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002860730000406875, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0019195409999497315, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0019195409999497315 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1274.0752510619673, | |
| "count": 232942, | |
| "is_parallel": true, | |
| "self": 38.535441499949, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 84.45659717097618, | |
| "count": 232942, | |
| "is_parallel": true, | |
| "self": 84.45659717097618 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1058.4132093310934, | |
| "count": 232942, | |
| "is_parallel": true, | |
| "self": 1058.4132093310934 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.67000305994867, | |
| "count": 232942, | |
| "is_parallel": true, | |
| "self": 39.79842431793088, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 52.87157874201779, | |
| "count": 465884, | |
| "is_parallel": true, | |
| "self": 52.87157874201779 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 525.4303518870131, | |
| "count": 232943, | |
| "self": 6.422734288100401, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 171.50760278791063, | |
| "count": 232943, | |
| "self": 170.11657847991046, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.3910243080001692, | |
| "count": 10, | |
| "self": 1.3910243080001692 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 347.50001481100213, | |
| "count": 97, | |
| "self": 290.9336414669999, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 56.566373344002216, | |
| "count": 2910, | |
| "self": 56.566373344002216 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.64000264502829e-07, | |
| "count": 1, | |
| "self": 9.64000264502829e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10798951100014165, | |
| "count": 1, | |
| "self": 0.0019533139998202387, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10603619700032141, | |
| "count": 1, | |
| "self": 0.10603619700032141 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |