{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.407299280166626, "min": 1.4072964191436768, "max": 1.427763819694519, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70563.390625, "min": 68770.34375, "max": 77930.921875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 76.31424148606811, "min": 76.31424148606811, "max": 409.5772357723577, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49299.0, "min": 49268.0, "max": 50378.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999988.0, "min": 49850.0, "max": 1999988.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999988.0, "min": 49850.0, "max": 1999988.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4843177795410156, "min": 0.21782329678535461, "max": 2.488217353820801, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1604.8692626953125, "min": 26.57444190979004, "max": 1604.8692626953125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.9509673758926036, "min": 1.7931902792121543, "max": 3.971829412454204, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2552.324924826622, "min": 218.76921406388283, "max": 2552.324924826622, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.9509673758926036, "min": 1.7931902792121543, "max": 3.971829412454204, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2552.324924826622, "min": 218.76921406388283, "max": 2552.324924826622, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01524119201995846, "min": 0.013519736984097917, "max": 0.021313062674986817, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.045723576059875384, "min": 0.027906211858498866, "max": 0.056250810675555846, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.061009211341540026, "min": 0.018988142783443133, "max": 0.06261371974315909, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.18302763402462008, "min": 0.037976285566886266, "max": 0.18784115922947725, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.5506988164666695e-06, "min": 3.5506988164666695e-06, "max": 0.00029534820155059996, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0652096449400008e-05, "min": 1.0652096449400008e-05, "max": 0.0008442499685833496, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10118353333333334, "min": 0.10118353333333334, "max": 0.1984494, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3035506, "min": 0.20749555000000003, "max": 0.5814166500000002, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.90583133333334e-05, "min": 6.90583133333334e-05, "max": 0.00492262506, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002071749400000002, "min": 0.0002071749400000002, "max": 0.014072690835, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1693114799", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1693117460" }, "total": 2660.822761142, "count": 1, "self": 0.4883301710001433, "children": { "run_training.setup": { "total": 0.05589252200002193, "count": 1, "self": 0.05589252200002193 }, "TrainerController.start_learning": { "total": 2660.278538449, "count": 1, "self": 5.274760529906871, "children": { "TrainerController._reset_env": { "total": 4.256645673000094, "count": 1, "self": 4.256645673000094 }, "TrainerController.advance": { "total": 2650.6215512800927, "count": 232862, "self": 5.168265947904729, "children": { "env_step": { "total": 2063.0527183160934, "count": 232862, "self": 1742.342376774319, "children": { "SubprocessEnvManager._take_step": { "total": 317.33456474991954, "count": 232862, "self": 18.764080316982245, "children": { "TorchPolicy.evaluate": { "total": 298.5704844329373, "count": 222939, "self": 298.5704844329373 } } }, "workers": { "total": 3.3757767918548325, "count": 232862, "self": 0.0, "children": { "worker_root": { "total": 2651.8165967079403, "count": 232862, "is_parallel": true, "self": 1230.0813775502372, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.000923929999999018, "count": 1, "is_parallel": true, "self": 0.00024971499988168944, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006742150001173286, "count": 2, "is_parallel": true, "self": 0.0006742150001173286 } } }, "UnityEnvironment.step": { "total": 0.030045697000105065, "count": 1, "is_parallel": true, "self": 0.0003255249998801446, "children": { "UnityEnvironment._generate_step_input": { "total": 0.000216759000068123, "count": 1, "is_parallel": true, "self": 0.000216759000068123 }, "communicator.exchange": { "total": 0.02874523900004533, "count": 1, "is_parallel": true, "self": 0.02874523900004533 }, "steps_from_proto": { "total": 0.0007581740001114667, "count": 1, "is_parallel": true, "self": 0.00022522500012200908, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005329489999894577, "count": 2, "is_parallel": true, "self": 0.0005329489999894577 } } } } } } }, "UnityEnvironment.step": { "total": 1421.735219157703, "count": 232861, "is_parallel": true, "self": 43.11391021566965, "children": { "UnityEnvironment._generate_step_input": { "total": 83.99633929099991, "count": 232861, "is_parallel": true, "self": 83.99633929099991 }, "communicator.exchange": { "total": 1188.2586101280592, "count": 232861, "is_parallel": true, "self": 1188.2586101280592 }, "steps_from_proto": { "total": 106.36635952297434, "count": 232861, "is_parallel": true, "self": 37.379982568867945, "children": { "_process_rank_one_or_two_observation": { "total": 68.98637695410639, "count": 465722, "is_parallel": true, "self": 68.98637695410639 } } } } } } } } } } }, "trainer_advance": { "total": 582.4005670160948, "count": 232862, "self": 7.89055671708843, "children": { "process_trajectory": { "total": 147.90492898900288, "count": 232862, "self": 146.45672851900235, "children": { "RLTrainer._checkpoint": { "total": 1.448200470000529, "count": 10, "self": 1.448200470000529 } } }, "_update_policy": { "total": 426.60508131000347, "count": 97, "self": 362.6528046800029, "children": { "TorchPPOOptimizer.update": { "total": 63.9522766300006, "count": 2910, "self": 63.9522766300006 } } } } } } }, "trainer_threads": { "total": 9.680002222012263e-07, "count": 1, "self": 9.680002222012263e-07 }, "TrainerController._save_models": { "total": 0.12557999799992103, "count": 1, "self": 0.002273506000165071, "children": { "RLTrainer._checkpoint": { "total": 0.12330649199975596, "count": 1, "self": 0.12330649199975596 } } } } } } }