{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4080092906951904, "min": 1.4080092906951904, "max": 1.4261890649795532, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69499.3359375, "min": 68796.609375, "max": 75182.71875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 92.25515947467167, "min": 79.85463258785943, "max": 417.94166666666666, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49172.0, "min": 48748.0, "max": 50153.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999954.0, "min": 49672.0, "max": 1999954.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999954.0, "min": 49672.0, "max": 1999954.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.412260055541992, "min": 0.15314890444278717, "max": 2.5013792514801025, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1285.734619140625, "min": 18.224720001220703, "max": 1509.40771484375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.64449921714432, "min": 1.9191868007183075, "max": 3.9513858913310935, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1942.5180827379227, "min": 228.3832292854786, "max": 2355.9419588446617, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.64449921714432, "min": 1.9191868007183075, "max": 3.9513858913310935, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1942.5180827379227, "min": 228.3832292854786, "max": 2355.9419588446617, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016052775053281544, "min": 0.01256645431179398, "max": 0.020202466641138825, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04815832515984463, "min": 0.02513290862358796, "max": 0.060607399923416475, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.0542769325690137, "min": 0.021305372348676126, "max": 0.05934852005706893, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.1628307977070411, "min": 0.04261074469735225, "max": 0.1780455601712068, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.1524489492166694e-06, "min": 3.1524489492166694e-06, "max": 0.00029529607656797496, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 9.457346847650008e-06, "min": 9.457346847650008e-06, "max": 0.0008437675687441501, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10105078333333334, "min": 0.10105078333333334, "max": 0.19843202499999996, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30315235, "min": 0.20726119999999998, "max": 0.5812558499999999, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.243408833333344e-05, "min": 6.243408833333344e-05, "max": 0.0049217580475000005, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0001873022650000003, "min": 0.0001873022650000003, "max": 0.014064666915, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1690876189", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --force", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1690878207" }, "total": 2018.11215666, "count": 1, "self": 0.32133798900008514, "children": { "run_training.setup": { "total": 0.030149504000064553, "count": 1, "self": 0.030149504000064553 }, "TrainerController.start_learning": { "total": 2017.7606691669998, "count": 1, "self": 4.435523593009748, "children": { "TrainerController._reset_env": { "total": 3.984107535000021, "count": 1, "self": 3.984107535000021 }, "TrainerController.advance": { "total": 2009.2298031999899, "count": 232603, "self": 4.0820816178295445, "children": { "env_step": { "total": 1540.4284629750525, "count": 232603, "self": 1262.8435318140646, "children": { "SubprocessEnvManager._take_step": { "total": 274.7329533289569, "count": 232603, "self": 15.421734441865055, "children": { "TorchPolicy.evaluate": { "total": 259.31121888709185, "count": 222947, "self": 259.31121888709185 } } }, "workers": { "total": 2.851977832031025, "count": 232603, "self": 0.0, "children": { "worker_root": { "total": 2010.1337813680516, "count": 232603, "is_parallel": true, "self": 991.8063660719785, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0006958729999269053, "count": 1, "is_parallel": true, "self": 0.00022289399987585057, "children": { "_process_rank_one_or_two_observation": { "total": 0.00047297900005105475, "count": 2, "is_parallel": true, "self": 0.00047297900005105475 } } }, "UnityEnvironment.step": { "total": 0.020615986999928282, "count": 1, "is_parallel": true, "self": 0.00017257199999676232, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00016575999995893653, "count": 1, "is_parallel": true, "self": 0.00016575999995893653 }, "communicator.exchange": { "total": 0.01982149099990238, "count": 1, "is_parallel": true, "self": 0.01982149099990238 }, "steps_from_proto": { "total": 0.00045616400007020275, "count": 1, "is_parallel": true, "self": 0.00014299300016773486, "children": { "_process_rank_one_or_two_observation": { "total": 0.0003131709999024679, "count": 2, "is_parallel": true, "self": 0.0003131709999024679 } } } } } } }, "UnityEnvironment.step": { "total": 1018.3274152960731, "count": 232602, "is_parallel": true, "self": 27.853549682048424, "children": { "UnityEnvironment._generate_step_input": { "total": 49.927217540883476, "count": 232602, "is_parallel": true, "self": 49.927217540883476 }, "communicator.exchange": { "total": 873.3815051310497, "count": 232602, "is_parallel": true, "self": 873.3815051310497 }, "steps_from_proto": { "total": 67.1651429420915, "count": 232602, "is_parallel": true, "self": 26.06378599499783, "children": { "_process_rank_one_or_two_observation": { "total": 41.10135694709368, "count": 465204, "is_parallel": true, "self": 41.10135694709368 } } } } } } } } } } }, "trainer_advance": { "total": 464.7192586071078, "count": 232603, "self": 6.302841353162535, "children": { "process_trajectory": { "total": 126.3997085359473, "count": 232603, "self": 125.21612775294727, "children": { "RLTrainer._checkpoint": { "total": 1.183580783000025, "count": 10, "self": 1.183580783000025 } } }, "_update_policy": { "total": 332.016708717998, "count": 97, "self": 287.89861463399996, "children": { "TorchPPOOptimizer.update": { "total": 44.11809408399802, "count": 2910, "self": 44.11809408399802 } } } } } } }, "trainer_threads": { "total": 1.0150001799047459e-06, "count": 1, "self": 1.0150001799047459e-06 }, "TrainerController._save_models": { "total": 0.11123382400000992, "count": 1, "self": 0.0019994520002910576, "children": { "RLTrainer._checkpoint": { "total": 0.10923437199971886, "count": 1, "self": 0.10923437199971886 } } } } } } }