| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4046965837478638, | |
| "min": 1.4046919345855713, | |
| "max": 1.4301029443740845, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69924.390625, | |
| "min": 67695.3671875, | |
| "max": 78774.9375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 87.72583479789104, | |
| "min": 84.23037542662117, | |
| "max": 389.3720930232558, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49916.0, | |
| "min": 49054.0, | |
| "max": 50229.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999743.0, | |
| "min": 49608.0, | |
| "max": 1999743.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999743.0, | |
| "min": 49608.0, | |
| "max": 1999743.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.39605712890625, | |
| "min": 0.07589375972747803, | |
| "max": 2.4937620162963867, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1363.3565673828125, | |
| "min": 9.714401245117188, | |
| "max": 1461.3446044921875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.6706993240463714, | |
| "min": 1.83879670931492, | |
| "max": 3.95352423292286, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2088.6279153823853, | |
| "min": 235.36597879230976, | |
| "max": 2293.3920118808746, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.6706993240463714, | |
| "min": 1.83879670931492, | |
| "max": 3.95352423292286, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2088.6279153823853, | |
| "min": 235.36597879230976, | |
| "max": 2293.3920118808746, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014909037513684276, | |
| "min": 0.01336667937769865, | |
| "max": 0.02070314012768601, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04472711254105283, | |
| "min": 0.0267333587553973, | |
| "max": 0.060030396702738166, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.057331918345557314, | |
| "min": 0.021150887540231148, | |
| "max": 0.06285629442168607, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17199575503667194, | |
| "min": 0.042301775080462296, | |
| "max": 0.18856888326505822, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.3464988845333273e-06, | |
| "min": 3.3464988845333273e-06, | |
| "max": 0.000295258726580425, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0039496653599982e-05, | |
| "min": 1.0039496653599982e-05, | |
| "max": 0.0008436649687783498, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10111546666666664, | |
| "min": 0.10111546666666664, | |
| "max": 0.19841957500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3033463999999999, | |
| "min": 0.20737164999999996, | |
| "max": 0.58122165, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.566178666666658e-05, | |
| "min": 6.566178666666658e-05, | |
| "max": 0.0049211367925, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019698535999999973, | |
| "min": 0.00019698535999999973, | |
| "max": 0.014062960334999998, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1739546493", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.6.0+cu124", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1739549085" | |
| }, | |
| "total": 2591.817227443, | |
| "count": 1, | |
| "self": 0.44019076999984463, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.024584484000001794, | |
| "count": 1, | |
| "self": 0.024584484000001794 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2591.352452189, | |
| "count": 1, | |
| "self": 4.717564876045799, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.0497330670000338, | |
| "count": 1, | |
| "self": 3.0497330670000338 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2583.463699236954, | |
| "count": 232205, | |
| "self": 5.376424209912329, | |
| "children": { | |
| "env_step": { | |
| "total": 2088.9483739780517, | |
| "count": 232205, | |
| "self": 1634.893839781953, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 451.13087324410014, | |
| "count": 232205, | |
| "self": 16.49609705611647, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 434.6347761879837, | |
| "count": 222913, | |
| "self": 434.6347761879837 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.923660951998613, | |
| "count": 232205, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2583.5632489020754, | |
| "count": 232205, | |
| "is_parallel": true, | |
| "self": 1256.2034533371962, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0011440079999829322, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024242799997864495, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0009015800000042873, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0009015800000042873 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03156422800009295, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003285390001792621, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002030999999078631, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002030999999078631 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.030250000000023647, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.030250000000023647 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007825889999821811, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021859399998902518, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005639949999931559, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005639949999931559 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1327.3597955648793, | |
| "count": 232204, | |
| "is_parallel": true, | |
| "self": 38.790659375782525, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 86.08395642993742, | |
| "count": 232204, | |
| "is_parallel": true, | |
| "self": 86.08395642993742 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1109.8099043140965, | |
| "count": 232204, | |
| "is_parallel": true, | |
| "self": 1109.8099043140965 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.67527544506277, | |
| "count": 232204, | |
| "is_parallel": true, | |
| "self": 34.70156650604497, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 57.9737089390178, | |
| "count": 464408, | |
| "is_parallel": true, | |
| "self": 57.9737089390178 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 489.13890104898996, | |
| "count": 232205, | |
| "self": 7.28316013893334, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 176.52206011605665, | |
| "count": 232205, | |
| "self": 174.90862472205663, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.613435394000021, | |
| "count": 10, | |
| "self": 1.613435394000021 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 305.333680794, | |
| "count": 97, | |
| "self": 239.06119831198453, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 66.27248248201545, | |
| "count": 2910, | |
| "self": 66.27248248201545 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.139998837781604e-07, | |
| "count": 1, | |
| "self": 9.139998837781604e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12145409499999005, | |
| "count": 1, | |
| "self": 0.00194617199986169, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11950792300012836, | |
| "count": 1, | |
| "self": 0.11950792300012836 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |