{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4120209217071533, "min": 1.4120209217071533, "max": 1.4327244758605957, "count": 31 }, "Huggy.Policy.Entropy.sum": { "value": 70561.5078125, "min": 68961.3203125, "max": 78404.84375, "count": 31 }, "Huggy.Environment.EpisodeLength.mean": { "value": 101.4560327198364, "min": 96.7265625, "max": 428.6694915254237, "count": 31 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49612.0, "min": 48869.0, "max": 50583.0, "count": 31 }, "Huggy.Step.mean": { "value": 1549602.0, "min": 49952.0, "max": 1549602.0, "count": 31 }, "Huggy.Step.sum": { "value": 1549602.0, "min": 49952.0, "max": 1549602.0, "count": 31 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.330993890762329, "min": 0.15775850415229797, "max": 2.361525297164917, "count": 31 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1139.85595703125, "min": 18.457744598388672, "max": 1172.370849609375, "count": 31 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.6398955377576785, "min": 1.506448774256258, "max": 3.8764252877897687, "count": 31 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1779.9089179635048, "min": 176.25450658798218, "max": 1861.7355243861675, "count": 31 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.6398955377576785, "min": 1.506448774256258, "max": 3.8764252877897687, "count": 31 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1779.9089179635048, "min": 176.25450658798218, "max": 1861.7355243861675, "count": 31 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016863173224555793, "min": 0.013562514287089773, "max": 0.02078830281776997, "count": 31 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05058951967366738, "min": 0.027125028574179547, "max": 0.06009566198141936, "count": 31 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.04836199316713544, "min": 0.019457329219828047, "max": 0.06140356156975031, "count": 31 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.14508597950140634, "min": 0.038914658439656094, "max": 0.17543674434224765, "count": 31 }, "Huggy.Policy.LearningRate.mean": { "value": 7.13836262054833e-05, "min": 7.13836262054833e-05, "max": 0.0002953242015585999, "count": 31 }, "Huggy.Policy.LearningRate.sum": { "value": 0.00021415087861644991, "min": 0.00015815324728229996, "max": 0.0008440272186575997, "count": 31 }, "Huggy.Policy.Epsilon.mean": { "value": 0.12379451666666667, "min": 0.12379451666666667, "max": 0.1984414, "count": 31 }, "Huggy.Policy.Epsilon.sum": { "value": 0.37138355, "min": 0.25271770000000005, "max": 0.5813424000000001, "count": 31 }, "Huggy.Policy.Beta.mean": { "value": 0.0011973463816666668, "min": 0.0011973463816666668, "max": 0.004922225860000001, "count": 31 }, "Huggy.Policy.Beta.sum": { "value": 0.0035920391450000003, "min": 0.0026506132300000004, "max": 0.01406898576, "count": 31 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 31 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 31 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1740492183", "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "1.2.0.dev0", "mlagents_envs_version": "1.2.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.6.0+cu124", "numpy_version": "1.23.5", "end_time_seconds": "1740494255" }, "total": 2072.015205375, "count": 1, "self": 0.5979882619994896, "children": { "run_training.setup": { "total": 0.022745536000002176, "count": 1, "self": 0.022745536000002176 }, "TrainerController.start_learning": { "total": 2071.3944715770003, "count": 1, "self": 3.7777173940648936, "children": { "TrainerController._reset_env": { "total": 2.915135300999964, "count": 1, "self": 2.915135300999964 }, "TrainerController.advance": { "total": 2064.4040634369353, "count": 179644, "self": 4.181555508057954, "children": { "env_step": { "total": 1676.4948526358905, "count": 179644, "self": 1309.1960653978272, "children": { "SubprocessEnvManager._take_step": { "total": 364.9165113710998, "count": 179644, "self": 13.192431799040492, "children": { "TorchPolicy.evaluate": { "total": 351.7240795720593, "count": 173568, "self": 351.7240795720593 } } }, "workers": { "total": 2.3822758669634823, "count": 179643, "self": 0.0, "children": { "worker_root": { "total": 2064.932116998956, "count": 179643, "is_parallel": true, "self": 1000.6710110899389, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0010934919999954218, "count": 1, "is_parallel": true, "self": 0.0003954530000100931, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006980389999853287, "count": 2, "is_parallel": true, "self": 0.0006980389999853287 } } }, "UnityEnvironment.step": { "total": 0.03103269400003228, "count": 1, "is_parallel": true, "self": 0.0003062779999254417, "children": { "UnityEnvironment._generate_step_input": { "total": 0.000187716000027649, "count": 1, "is_parallel": true, "self": 0.000187716000027649 }, "communicator.exchange": { "total": 0.029836290000048393, "count": 1, "is_parallel": true, "self": 0.029836290000048393 }, "steps_from_proto": { "total": 0.0007024100000307953, "count": 1, "is_parallel": true, "self": 0.00021234199994069058, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004900680000901048, "count": 2, "is_parallel": true, "self": 0.0004900680000901048 } } } } } } }, "UnityEnvironment.step": { "total": 1064.2611059090173, "count": 179642, "is_parallel": true, "self": 31.336347165933148, "children": { "UnityEnvironment._generate_step_input": { "total": 69.5594167570705, "count": 179642, "is_parallel": true, "self": 69.5594167570705 }, "communicator.exchange": { "total": 889.0715710029657, "count": 179642, "is_parallel": true, "self": 889.0715710029657 }, "steps_from_proto": { "total": 74.2937709830478, "count": 179642, "is_parallel": true, "self": 27.882938830227204, "children": { "_process_rank_one_or_two_observation": { "total": 46.4108321528206, "count": 359284, "is_parallel": true, "self": 46.4108321528206 } } } } } } } } } } }, "trainer_advance": { "total": 383.7276552929867, "count": 179643, "self": 5.772488416927558, "children": { "process_trajectory": { "total": 128.37741301206097, "count": 179643, "self": 127.32936584406093, "children": { "RLTrainer._checkpoint": { "total": 1.0480471680000392, "count": 7, "self": 1.0480471680000392 } } }, "_update_policy": { "total": 249.57775386399817, "count": 75, "self": 198.1252474599977, "children": { "TorchPPOOptimizer.update": { "total": 51.452506404000474, "count": 2250, "self": 51.452506404000474 } } } } } } }, "trainer_threads": { "total": 1.624000105948653e-06, "count": 1, "self": 1.624000105948653e-06 }, "TrainerController._save_models": { "total": 0.2975538210002924, "count": 1, "self": 0.0035846290002155, "children": { "RLTrainer._checkpoint": { "total": 0.2939691920000769, "count": 1, "self": 0.2939691920000769 } } } } } } }