| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.407299280166626, | |
| "min": 1.4072964191436768, | |
| "max": 1.427763819694519, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70563.390625, | |
| "min": 68770.34375, | |
| "max": 77930.921875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 76.31424148606811, | |
| "min": 76.31424148606811, | |
| "max": 409.5772357723577, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49299.0, | |
| "min": 49268.0, | |
| "max": 50378.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999988.0, | |
| "min": 49850.0, | |
| "max": 1999988.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999988.0, | |
| "min": 49850.0, | |
| "max": 1999988.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.4843177795410156, | |
| "min": 0.21782329678535461, | |
| "max": 2.488217353820801, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1604.8692626953125, | |
| "min": 26.57444190979004, | |
| "max": 1604.8692626953125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.9509673758926036, | |
| "min": 1.7931902792121543, | |
| "max": 3.971829412454204, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2552.324924826622, | |
| "min": 218.76921406388283, | |
| "max": 2552.324924826622, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.9509673758926036, | |
| "min": 1.7931902792121543, | |
| "max": 3.971829412454204, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2552.324924826622, | |
| "min": 218.76921406388283, | |
| "max": 2552.324924826622, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01524119201995846, | |
| "min": 0.013519736984097917, | |
| "max": 0.021313062674986817, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.045723576059875384, | |
| "min": 0.027906211858498866, | |
| "max": 0.056250810675555846, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.061009211341540026, | |
| "min": 0.018988142783443133, | |
| "max": 0.06261371974315909, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.18302763402462008, | |
| "min": 0.037976285566886266, | |
| "max": 0.18784115922947725, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.5506988164666695e-06, | |
| "min": 3.5506988164666695e-06, | |
| "max": 0.00029534820155059996, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0652096449400008e-05, | |
| "min": 1.0652096449400008e-05, | |
| "max": 0.0008442499685833496, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10118353333333334, | |
| "min": 0.10118353333333334, | |
| "max": 0.1984494, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3035506, | |
| "min": 0.20749555000000003, | |
| "max": 0.5814166500000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.90583133333334e-05, | |
| "min": 6.90583133333334e-05, | |
| "max": 0.00492262506, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002071749400000002, | |
| "min": 0.0002071749400000002, | |
| "max": 0.014072690835, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1693114799", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1693117460" | |
| }, | |
| "total": 2660.822761142, | |
| "count": 1, | |
| "self": 0.4883301710001433, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05589252200002193, | |
| "count": 1, | |
| "self": 0.05589252200002193 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2660.278538449, | |
| "count": 1, | |
| "self": 5.274760529906871, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.256645673000094, | |
| "count": 1, | |
| "self": 4.256645673000094 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2650.6215512800927, | |
| "count": 232862, | |
| "self": 5.168265947904729, | |
| "children": { | |
| "env_step": { | |
| "total": 2063.0527183160934, | |
| "count": 232862, | |
| "self": 1742.342376774319, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 317.33456474991954, | |
| "count": 232862, | |
| "self": 18.764080316982245, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 298.5704844329373, | |
| "count": 222939, | |
| "self": 298.5704844329373 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.3757767918548325, | |
| "count": 232862, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2651.8165967079403, | |
| "count": 232862, | |
| "is_parallel": true, | |
| "self": 1230.0813775502372, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000923929999999018, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024971499988168944, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006742150001173286, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006742150001173286 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.030045697000105065, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003255249998801446, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.000216759000068123, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000216759000068123 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02874523900004533, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02874523900004533 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007581740001114667, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022522500012200908, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005329489999894577, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005329489999894577 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1421.735219157703, | |
| "count": 232861, | |
| "is_parallel": true, | |
| "self": 43.11391021566965, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 83.99633929099991, | |
| "count": 232861, | |
| "is_parallel": true, | |
| "self": 83.99633929099991 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1188.2586101280592, | |
| "count": 232861, | |
| "is_parallel": true, | |
| "self": 1188.2586101280592 | |
| }, | |
| "steps_from_proto": { | |
| "total": 106.36635952297434, | |
| "count": 232861, | |
| "is_parallel": true, | |
| "self": 37.379982568867945, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 68.98637695410639, | |
| "count": 465722, | |
| "is_parallel": true, | |
| "self": 68.98637695410639 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 582.4005670160948, | |
| "count": 232862, | |
| "self": 7.89055671708843, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 147.90492898900288, | |
| "count": 232862, | |
| "self": 146.45672851900235, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.448200470000529, | |
| "count": 10, | |
| "self": 1.448200470000529 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 426.60508131000347, | |
| "count": 97, | |
| "self": 362.6528046800029, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 63.9522766300006, | |
| "count": 2910, | |
| "self": 63.9522766300006 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.680002222012263e-07, | |
| "count": 1, | |
| "self": 9.680002222012263e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12557999799992103, | |
| "count": 1, | |
| "self": 0.002273506000165071, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12330649199975596, | |
| "count": 1, | |
| "self": 0.12330649199975596 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |