| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 0.440695196390152, | |
| "min": 0.43200474977493286, | |
| "max": 0.5160491466522217, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 44083.62109375, | |
| "min": 36872.015625, | |
| "max": 52447.109375, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 53.09307359307359, | |
| "min": 51.93404255319149, | |
| "max": 69.80113636363636, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 98116.0, | |
| "min": 71268.0, | |
| "max": 99580.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1277.501603593793, | |
| "min": 1208.3506949862979, | |
| "max": 1290.7998046474017, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 1180411.4817206648, | |
| "min": 727259.3413168525, | |
| "max": 1196788.723469962, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 99999972.0, | |
| "min": 86599987.0, | |
| "max": 99999972.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 99999972.0, | |
| "min": 86599987.0, | |
| "max": 99999972.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": -0.009681684896349907, | |
| "min": -0.07474019378423691, | |
| "max": 0.054338134825229645, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": -8.955558776855469, | |
| "min": -60.76377487182617, | |
| "max": 32.11383819580078, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.009478500112891197, | |
| "min": -0.0750712975859642, | |
| "max": 0.055145781487226486, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -8.76761245727539, | |
| "min": -61.29042053222656, | |
| "max": 32.591156005859375, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.0007230268942343222, | |
| "min": -0.18103476180916742, | |
| "max": 0.10526331246264874, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -0.668799877166748, | |
| "min": -152.06919991970062, | |
| "max": 85.78959965705872, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.0007230268942343222, | |
| "min": -0.18103476180916742, | |
| "max": 0.10526331246264874, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -0.668799877166748, | |
| "min": -152.06919991970062, | |
| "max": 85.78959965705872, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.016845822860098756, | |
| "min": 0.011622259512660094, | |
| "max": 0.021984266651027914, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.03369164572019751, | |
| "min": 0.015449232545991738, | |
| "max": 0.0628996862952287, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.11665342164536317, | |
| "min": 0.0961753349337313, | |
| "max": 0.12019741100569567, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.23330684329072635, | |
| "min": 0.10318899874885877, | |
| "max": 0.3541124840577443, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.11693826131522655, | |
| "min": 0.09638642296195031, | |
| "max": 0.12038609459996225, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.2338765226304531, | |
| "min": 0.10348925118645032, | |
| "max": 0.35525688007473943, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 5.7603980831991546e-08, | |
| "min": 5.7603980831991546e-08, | |
| "max": 4.0247177584303e-05, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 1.1520796166398309e-07, | |
| "min": 1.1520796166398309e-07, | |
| "max": 0.000120369526876911, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.10001916799999999, | |
| "min": 0.10001916799999999, | |
| "max": 0.11341569700000005, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20003833599999998, | |
| "min": 0.11341569700000005, | |
| "max": 0.340123089, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 1.0956483199999857e-05, | |
| "min": 1.0956483199999857e-05, | |
| "max": 0.0006794432803000003, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 2.1912966399999714e-05, | |
| "min": 2.1912966399999714e-05, | |
| "max": 0.0020321421411000004, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 269 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 269 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1677226181", | |
| "python_version": "3.9.13 | packaged by conda-forge | (main, May 27 2022, 16:58:50) \n[GCC 10.3.0]", | |
| "command_line_arguments": "/home/michal/anaconda3/envs/deep-rl/bin/mlagents-learn ./config/poca/SoccerTwos2.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos2 --no-graphics --resume", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1677238650" | |
| }, | |
| "total": 12469.056191484036, | |
| "count": 1, | |
| "self": 0.2177109040785581, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.008595552993938327, | |
| "count": 1, | |
| "self": 0.008595552993938327 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 12468.829885026964, | |
| "count": 1, | |
| "self": 11.177093635080382, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.3410721610998735, | |
| "count": 55, | |
| "self": 2.3410721610998735 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 12455.195137901814, | |
| "count": 931160, | |
| "self": 10.45462866552407, | |
| "children": { | |
| "env_step": { | |
| "total": 8963.610273799219, | |
| "count": 931160, | |
| "self": 6850.749956900079, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2106.211017168127, | |
| "count": 931160, | |
| "self": 62.54922310850816, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2043.6617940596188, | |
| "count": 1685016, | |
| "self": 2043.6617940596188 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.649299731012434, | |
| "count": 931160, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 12452.605602682452, | |
| "count": 931160, | |
| "is_parallel": true, | |
| "self": 6839.266813795664, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0014484470011666417, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0003467710339464247, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001101675967220217, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001101675967220217 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.016492307011503726, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041760405292734504, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00034259201493114233, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00034259201493114233 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.014636926003731787, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.014636926003731787 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0010951849399134517, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00022072286810725927, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008744620718061924, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0008744620718061924 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.08509860577760264, | |
| "count": 108, | |
| "is_parallel": true, | |
| "self": 0.016093982325401157, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.06900462345220149, | |
| "count": 432, | |
| "is_parallel": true, | |
| "self": 0.06900462345220149 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 5613.25369028101, | |
| "count": 931159, | |
| "is_parallel": true, | |
| "self": 362.59320658724755, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 235.95533182303188, | |
| "count": 931159, | |
| "is_parallel": true, | |
| "self": 235.95533182303188 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3960.2369579095975, | |
| "count": 931159, | |
| "is_parallel": true, | |
| "self": 3960.2369579095975 | |
| }, | |
| "steps_from_proto": { | |
| "total": 1054.4681939611328, | |
| "count": 1862318, | |
| "is_parallel": true, | |
| "self": 194.989351890923, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 859.4788420702098, | |
| "count": 7449272, | |
| "is_parallel": true, | |
| "self": 859.4788420702098 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 3481.130235437071, | |
| "count": 931160, | |
| "self": 92.04066068289103, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1294.4457210577675, | |
| "count": 931160, | |
| "self": 1291.0349131786497, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 3.410807879117783, | |
| "count": 27, | |
| "self": 3.410807879117783 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 2094.6438536964124, | |
| "count": 652, | |
| "self": 1210.8632561687264, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 883.780597527686, | |
| "count": 19560, | |
| "self": 883.780597527686 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 5.509937182068825e-07, | |
| "count": 1, | |
| "self": 5.509937182068825e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11658077797619626, | |
| "count": 1, | |
| "self": 0.0012049750075675547, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1153758029686287, | |
| "count": 1, | |
| "self": 0.1153758029686287 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |