| { | |
| "name": "root", | |
| "gauges": { | |
| "SoccerTwos.Policy.Entropy.mean": { | |
| "value": 3.182288408279419, | |
| "min": 3.0933775901794434, | |
| "max": 3.220071315765381, | |
| "count": 576 | |
| }, | |
| "SoccerTwos.Policy.Entropy.sum": { | |
| "value": 46945.1171875, | |
| "min": 16037.2646484375, | |
| "max": 136210.59375, | |
| "count": 576 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.mean": { | |
| "value": 884.6666666666666, | |
| "min": 413.0, | |
| "max": 999.0, | |
| "count": 576 | |
| }, | |
| "SoccerTwos.Environment.EpisodeLength.sum": { | |
| "value": 21232.0, | |
| "min": 4124.0, | |
| "max": 32224.0, | |
| "count": 576 | |
| }, | |
| "SoccerTwos.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 579 | |
| }, | |
| "SoccerTwos.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 579 | |
| }, | |
| "SoccerTwos.Step.mean": { | |
| "value": 6279706.0, | |
| "min": 509918.0, | |
| "max": 6279706.0, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Step.sum": { | |
| "value": 6279706.0, | |
| "min": 509918.0, | |
| "max": 6279706.0, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { | |
| "value": -0.01396675780415535, | |
| "min": -0.05658244341611862, | |
| "max": 0.016231367364525795, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { | |
| "value": -0.1676010936498642, | |
| "min": -0.5658244490623474, | |
| "max": 0.17637597024440765, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.014062275178730488, | |
| "min": -0.055558525025844574, | |
| "max": 0.015311190858483315, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -0.16874730587005615, | |
| "min": -0.5555852651596069, | |
| "max": 0.16713017225265503, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Environment.CumulativeReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { | |
| "value": -0.23516666640837988, | |
| "min": -0.7619047619047619, | |
| "max": 0.348853333791097, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { | |
| "value": -2.8219999969005585, | |
| "min": -16.0, | |
| "max": 5.232800006866455, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { | |
| "value": -0.23516666640837988, | |
| "min": -0.7619047619047619, | |
| "max": 0.348853333791097, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { | |
| "value": -2.8219999969005585, | |
| "min": -16.0, | |
| "max": 5.232800006866455, | |
| "count": 578 | |
| }, | |
| "SoccerTwos.Self-play.ELO.mean": { | |
| "value": 1182.101386411086, | |
| "min": 1181.715351512748, | |
| "max": 1208.3098518066217, | |
| "count": 401 | |
| }, | |
| "SoccerTwos.Self-play.ELO.sum": { | |
| "value": 4728.405545644344, | |
| "min": 2363.430703025496, | |
| "max": 19114.790807949634, | |
| "count": 401 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.mean": { | |
| "value": 0.014128632230131189, | |
| "min": 0.010590878160049519, | |
| "max": 0.025718933763952616, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Losses.PolicyLoss.sum": { | |
| "value": 0.014128632230131189, | |
| "min": 0.010590878160049519, | |
| "max": 0.025718933763952616, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.mean": { | |
| "value": 0.0015891821162464718, | |
| "min": 1.1867135185639199e-07, | |
| "max": 0.007879177434369921, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Losses.ValueLoss.sum": { | |
| "value": 0.0015891821162464718, | |
| "min": 1.1867135185639199e-07, | |
| "max": 0.007879177434369921, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.mean": { | |
| "value": 0.0015895014454144984, | |
| "min": 1.1291880023615401e-07, | |
| "max": 0.008019201923161745, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Losses.BaselineLoss.sum": { | |
| "value": 0.0015895014454144984, | |
| "min": 1.1291880023615401e-07, | |
| "max": 0.008019201923161745, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.mean": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.LearningRate.sum": { | |
| "value": 0.0003, | |
| "min": 0.0003, | |
| "max": 0.0003, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.mean": { | |
| "value": 0.20000000000000007, | |
| "min": 0.19999999999999993, | |
| "max": 0.20000000000000007, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.Epsilon.sum": { | |
| "value": 0.20000000000000007, | |
| "min": 0.19999999999999993, | |
| "max": 0.20000000000000007, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.Beta.mean": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 268 | |
| }, | |
| "SoccerTwos.Policy.Beta.sum": { | |
| "value": 0.005000000000000001, | |
| "min": 0.005, | |
| "max": 0.005000000000000001, | |
| "count": 268 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1679263052", | |
| "python_version": "3.9.9 (tags/v3.9.9:ccb0e6a, Nov 15 2021, 18:08:50) [MSC v.1929 64 bit (AMD64)]", | |
| "command_line_arguments": "d:\\TrainingNew\\HuggingFace\\ml-agents\\.venv\\Scripts\\mlagents-learn D:\\TrainingNew\\HuggingFace\\ml-agents\\config\\poca\\SoccerTwos.yaml --env=D:\\TrainingNew\\HuggingFace\\ml-agents\\trained-envs-executables\\Windows\\SoccerTwos\\SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.0.0+cpu", | |
| "numpy_version": "1.19.0", | |
| "end_time_seconds": "1679277160" | |
| }, | |
| "total": 14109.1429318, | |
| "count": 1, | |
| "self": 0.1645528999997623, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0829571, | |
| "count": 1, | |
| "self": 0.0829571 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 14108.8954218, | |
| "count": 1, | |
| "self": 6.972521100056838, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.142922300001633, | |
| "count": 30, | |
| "self": 5.142922300001633 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 14096.65730339994, | |
| "count": 375522, | |
| "self": 6.707203600128196, | |
| "children": { | |
| "env_step": { | |
| "total": 5861.249589899942, | |
| "count": 375522, | |
| "self": 4639.451646799965, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1217.3133767004051, | |
| "count": 375522, | |
| "self": 38.24895090057203, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1179.064425799833, | |
| "count": 745798, | |
| "self": 186.65692750003666, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 992.4074982997964, | |
| "count": 745798, | |
| "self": 992.4074982997964 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.484566399572321, | |
| "count": 375522, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 14094.906482399021, | |
| "count": 375522, | |
| "is_parallel": true, | |
| "self": 10297.78115999844, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.06598950000970305, | |
| "count": 60, | |
| "is_parallel": true, | |
| "self": 0.009468900014045989, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.05652059999565706, | |
| "count": 240, | |
| "is_parallel": true, | |
| "self": 0.05652059999565706 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3797.059332900572, | |
| "count": 375522, | |
| "is_parallel": true, | |
| "self": 161.0923635002623, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 124.6826580000654, | |
| "count": 375522, | |
| "is_parallel": true, | |
| "self": 124.6826580000654 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2684.421011100283, | |
| "count": 375522, | |
| "is_parallel": true, | |
| "self": 2684.421011100283 | |
| }, | |
| "steps_from_proto": { | |
| "total": 826.8633002999613, | |
| "count": 751044, | |
| "is_parallel": true, | |
| "self": 113.35586109928875, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 713.5074392006726, | |
| "count": 3004176, | |
| "is_parallel": true, | |
| "self": 713.5074392006726 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 8228.700509899869, | |
| "count": 375522, | |
| "self": 54.51821760027724, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1203.310642599593, | |
| "count": 375522, | |
| "self": 1201.518963799596, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.7916787999970438, | |
| "count": 12, | |
| "self": 1.7916787999970438 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 6970.871649699999, | |
| "count": 268, | |
| "self": 850.3078800000085, | |
| "children": { | |
| "TorchPOCAOptimizer.update": { | |
| "total": 6120.56376969999, | |
| "count": 8067, | |
| "self": 6120.56376969999 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.300001480965875e-06, | |
| "count": 1, | |
| "self": 3.300001480965875e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1226717000008648, | |
| "count": 1, | |
| "self": 0.002498100000593695, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12017360000027111, | |
| "count": 1, | |
| "self": 0.12017360000027111 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |