| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 1.6505334377288818, | |
| "min": 1.6141712665557861, | |
| "max": 3.295745849609375, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 33644.47265625, | |
| "min": 3454.0478515625, | |
| "max": 120316.953125, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 60.35, | |
| "min": 39.224, | |
| "max": 999.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 19312.0, | |
| "min": 3996.0, | |
| "max": 35016.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1574.222014302802, | |
| "min": 1185.590379711074, | |
| "max": 1587.3585062127156, | |
| "count": 985 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 251875.52228844832, | |
| "min": 2371.180759422148, | |
| "max": 375922.31593154673, | |
| "count": 985 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 9999830.0, | |
| "min": 9340.0, | |
| "max": 9999830.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 9999830.0, | |
| "min": 9340.0, | |
| "max": 9999830.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": 0.0074190907180309296, | |
| "min": -0.1168632060289383, | |
| "max": 0.18223422765731812, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": 1.1944736242294312, | |
| "min": -21.035377502441406, | |
| "max": 34.44226837158203, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.003953880630433559, | |
| "min": -0.11857312172651291, | |
| "max": 0.18398340046405792, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 0.6365747451782227, | |
| "min": -21.343162536621094, | |
| "max": 33.81315231323242, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.03381863366002622, | |
| "min": -0.5173647053101483, | |
| "max": 0.46280000127595045, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -5.444800019264221, | |
| "min": -56.62699997425079, | |
| "max": 66.13840007781982, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.03381863366002622, | |
| "min": -0.5173647053101483, | |
| "max": 0.46280000127595045, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -5.444800019264221, | |
| "min": -56.62699997425079, | |
| "max": 66.13840007781982, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 1000 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.020834361610468477, | |
| "min": 0.010254339087987318, | |
| "max": 0.024820067492934566, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.020834361610468477, | |
| "min": 0.010254339087987318, | |
| "max": 0.024820067492934566, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.09995810861388842, | |
| "min": 0.0001404653653894043, | |
| "max": 0.125641305744648, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.09995810861388842, | |
| "min": 0.0001404653653894043, | |
| "max": 0.125641305744648, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.1013966570297877, | |
| "min": 0.00013800559739165968, | |
| "max": 0.12795252005259197, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.1013966570297877, | |
| "min": 0.00013800559739165968, | |
| "max": 0.12795252005259197, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.19999999999999996, | |
| "max": 0.20000000000000007, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.19999999999999996, | |
| "max": 0.20000000000000007, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 481 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 481 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1693369821", | |
| "python_version": "3.9.17 (main, Jul 5 2023, 20:41:20) \n[GCC 11.2.0]", | |
| "command_line_arguments": "/root/miniconda3/envs/rl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos --run-id=SoccerTwos --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1693387042" | |
| }, | |
| "total": 17221.251462726854, | |
| "count": 1, | |
| "self": 0.38393518584780395, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.014940368942916393, | |
| "count": 1, | |
| "self": 0.014940368942916393 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 17220.852587172063, | |
| "count": 1, | |
| "self": 14.018966303672642, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.97386528016068, | |
| "count": 50, | |
| "self": 5.97386528016068 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 17200.592593809357, | |
| "count": 686523, | |
| "self": 15.213368736440316, | |
| "children": { | |
| "env_step": { | |
| "total": 13019.480087202042, | |
| "count": 686523, | |
| "self": 10207.142496974906, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2803.7579447214957, | |
| "count": 686523, | |
| "self": 96.99527548276819, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2706.7626692387275, | |
| "count": 1261006, | |
| "self": 2706.7626692387275 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 8.579645505640656, | |
| "count": 686523, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 17189.61567636719, | |
| "count": 686523, | |
| "is_parallel": true, | |
| "self": 8621.839369456051, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006833267165347934, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0013153643812984228, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.005517902784049511, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.005517902784049511 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.029364432208240032, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005590242799371481, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004373879637569189, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004373879637569189 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02667400613427162, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02667400613427162 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016940138302743435, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00036538857966661453, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001328625250607729, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001328625250607729 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 8567.69659348391, | |
| "count": 686522, | |
| "is_parallel": true, | |
| "self": 336.52260415419005, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 214.91356736421585, | |
| "count": 686522, | |
| "is_parallel": true, | |
| "self": 214.91356736421585 | |
| }, | |
| "communicator.exchange": { | |
| "total": 6980.189701113617, | |
| "count": 686522, | |
| "is_parallel": true, | |
| "self": 6980.189701113617 | |
| }, | |
| "steps_from_proto": { | |
| "total": 1036.070720851887, | |
| "count": 1373044, | |
| "is_parallel": true, | |
| "self": 202.38103348342702, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 833.68968736846, | |
| "count": 5492176, | |
| "is_parallel": true, | |
| "self": 833.68968736846 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0797134272288531, | |
| "count": 98, | |
| "is_parallel": true, | |
| "self": 0.015441692667081952, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.06427173456177115, | |
| "count": 392, | |
| "is_parallel": true, | |
| "self": 0.06427173456177115 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 4165.899137870874, | |
| "count": 686523, | |
| "self": 128.6264907203149, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1596.4924750605132, | |
| "count": 686523, | |
| "self": 1589.3952846508473, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 7.097190409665927, | |
| "count": 20, | |
| "self": 7.097190409665927 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 2440.780172090046, | |
| "count": 481, | |
| "self": 1410.7883026665077, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 1029.9918694235384, | |
| "count": 14451, | |
| "self": 1029.9918694235384 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.860362529754639e-07, | |
| "count": 1, | |
| "self": 7.860362529754639e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.2671609928365797, | |
| "count": 1, | |
| "self": 0.0031067447271198034, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2640542481094599, | |
| "count": 1, | |
| "self": 0.2640542481094599 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |