| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4116276502609253, | |
| "min": 1.4116276502609253, | |
| "max": 1.4261356592178345, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69762.640625, | |
| "min": 68072.4375, | |
| "max": 75953.6875, | |
| "count": 17 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 95.56370656370656, | |
| "min": 86.78734622144113, | |
| "max": 390.328125, | |
| "count": 17 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49502.0, | |
| "min": 48925.0, | |
| "max": 50442.0, | |
| "count": 17 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 849930.0, | |
| "min": 49782.0, | |
| "max": 849930.0, | |
| "count": 17 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 849930.0, | |
| "min": 49782.0, | |
| "max": 849930.0, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.347731590270996, | |
| "min": 0.058761898428201675, | |
| "max": 2.347731590270996, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1216.125, | |
| "min": 7.462760925292969, | |
| "max": 1326.5009765625, | |
| "count": 17 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.804619862191005, | |
| "min": 1.785732222823646, | |
| "max": 4.017569181960743, | |
| "count": 17 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1970.7930886149406, | |
| "min": 226.78799229860306, | |
| "max": 2216.7429639697075, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.804619862191005, | |
| "min": 1.785732222823646, | |
| "max": 4.017569181960743, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1970.7930886149406, | |
| "min": 226.78799229860306, | |
| "max": 2216.7429639697075, | |
| "count": 17 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.014863286877759188, | |
| "min": 0.014228061723406425, | |
| "max": 0.019232102753812798, | |
| "count": 17 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.044589860633277564, | |
| "min": 0.02845612344681285, | |
| "max": 0.055172760633710516, | |
| "count": 17 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.049697367184691955, | |
| "min": 0.022404397682597242, | |
| "max": 0.05966483770559232, | |
| "count": 17 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.14909210155407587, | |
| "min": 0.044808795365194484, | |
| "max": 0.1593497068931659, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 0.00017645164118280002, | |
| "min": 0.00017645164118280002, | |
| "max": 0.00029528055157315003, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 0.0005293549235484001, | |
| "min": 0.00036833332722224993, | |
| "max": 0.0008439345186884997, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1588172, | |
| "min": 0.1588172, | |
| "max": 0.19842685000000004, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.4764516, | |
| "min": 0.32277775000000003, | |
| "max": 0.5813115, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 0.00294497828, | |
| "min": 0.00294497828, | |
| "max": 0.004921499814999999, | |
| "count": 17 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.008834934840000001, | |
| "min": 0.006146609724999998, | |
| "max": 0.01406744385, | |
| "count": 17 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 17 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 17 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1740503207", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.6.0+cu124", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1740504295" | |
| }, | |
| "total": 1087.7918451189998, | |
| "count": 1, | |
| "self": 0.25631425199981095, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.029493561999970552, | |
| "count": 1, | |
| "self": 0.029493561999970552 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1087.506037305, | |
| "count": 1, | |
| "self": 1.9912854800254536, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.4235518460000094, | |
| "count": 1, | |
| "self": 3.4235518460000094 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1081.9096431219746, | |
| "count": 99722, | |
| "self": 2.147565727984329, | |
| "children": { | |
| "env_step": { | |
| "total": 873.4021913800009, | |
| "count": 99722, | |
| "self": 683.9261875319992, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 188.27272667101806, | |
| "count": 99722, | |
| "self": 7.147975727968969, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 181.1247509430491, | |
| "count": 96395, | |
| "self": 181.1247509430491 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.2032771769836472, | |
| "count": 99722, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1081.6883857630282, | |
| "count": 99722, | |
| "is_parallel": true, | |
| "self": 524.5143495760567, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0012097999999696185, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004850019998912103, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0007247980000784082, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0007247980000784082 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.031611483000006046, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00030980999997609615, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0001872310000408106, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001872310000408106 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.030393828000001122, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.030393828000001122 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007206139999880179, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020344499989732867, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005171690000906892, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005171690000906892 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 557.1740361869715, | |
| "count": 99721, | |
| "is_parallel": true, | |
| "self": 16.578050828935147, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 36.61730686103067, | |
| "count": 99721, | |
| "is_parallel": true, | |
| "self": 36.61730686103067 | |
| }, | |
| "communicator.exchange": { | |
| "total": 464.44547773801094, | |
| "count": 99721, | |
| "is_parallel": true, | |
| "self": 464.44547773801094 | |
| }, | |
| "steps_from_proto": { | |
| "total": 39.53320075899478, | |
| "count": 99721, | |
| "is_parallel": true, | |
| "self": 14.61423453502789, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 24.91896622396689, | |
| "count": 199442, | |
| "is_parallel": true, | |
| "self": 24.91896622396689 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 206.35988601398924, | |
| "count": 99722, | |
| "self": 2.871565190997444, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 67.65410750599278, | |
| "count": 99722, | |
| "self": 66.99601412899244, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.6580933770003412, | |
| "count": 4, | |
| "self": 0.6580933770003412 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 135.834213316999, | |
| "count": 42, | |
| "self": 108.13215333499727, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 27.702059982001742, | |
| "count": 1250, | |
| "self": 27.702059982001742 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.7459999526181491e-06, | |
| "count": 1, | |
| "self": 1.7459999526181491e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1815551110000797, | |
| "count": 1, | |
| "self": 0.002802935000090656, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.17875217599998905, | |
| "count": 1, | |
| "self": 0.17875217599998905 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |