|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.399922490119934, |
|
"min": 1.399922490119934, |
|
"max": 1.4280250072479248, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 69847.734375, |
|
"min": 68224.2109375, |
|
"max": 79584.359375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 85.91145833333333, |
|
"min": 81.04926108374384, |
|
"max": 399.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49485.0, |
|
"min": 48802.0, |
|
"max": 50163.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999989.0, |
|
"min": 49633.0, |
|
"max": 1999989.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999989.0, |
|
"min": 49633.0, |
|
"max": 1999989.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.504275321960449, |
|
"min": 0.1371791511774063, |
|
"max": 2.504275321960449, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1442.4625244140625, |
|
"min": 17.01021385192871, |
|
"max": 1500.39990234375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.9167579167212048, |
|
"min": 1.7470310988926119, |
|
"max": 3.979216912373144, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2256.052560031414, |
|
"min": 216.63185626268387, |
|
"max": 2334.161261498928, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.9167579167212048, |
|
"min": 1.7470310988926119, |
|
"max": 3.979216912373144, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2256.052560031414, |
|
"min": 216.63185626268387, |
|
"max": 2334.161261498928, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.01486557094896044, |
|
"min": 0.01411254000122426, |
|
"max": 0.020325877122862344, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.04459671284688132, |
|
"min": 0.02822508000244852, |
|
"max": 0.05868399599567056, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.054611511735452554, |
|
"min": 0.021922580183794102, |
|
"max": 0.0628659322236975, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.16383453520635766, |
|
"min": 0.043845160367588204, |
|
"max": 0.1812916599214077, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.6196487934833377e-06, |
|
"min": 3.6196487934833377e-06, |
|
"max": 0.000295338826553725, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0858946380450013e-05, |
|
"min": 1.0858946380450013e-05, |
|
"max": 0.0008441632686122498, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10120651666666668, |
|
"min": 0.10120651666666668, |
|
"max": 0.19844627500000006, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.30361955, |
|
"min": 0.20754595, |
|
"max": 0.5813877499999999, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 7.020518166666675e-05, |
|
"min": 7.020518166666675e-05, |
|
"max": 0.004922469122500002, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00021061554500000025, |
|
"min": 0.00021061554500000025, |
|
"max": 0.014071248725000002, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1676600443", |
|
"python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.21.6", |
|
"end_time_seconds": "1676602848" |
|
}, |
|
"total": 2404.665479332, |
|
"count": 1, |
|
"self": 0.43095346800009793, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.17873394299999745, |
|
"count": 1, |
|
"self": 0.17873394299999745 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2404.055791921, |
|
"count": 1, |
|
"self": 4.09522851900374, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 10.887471233999975, |
|
"count": 1, |
|
"self": 10.887471233999975 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2388.957205934996, |
|
"count": 232553, |
|
"self": 4.379952381939802, |
|
"children": { |
|
"env_step": { |
|
"total": 1854.3720257061227, |
|
"count": 232553, |
|
"self": 1552.6187789573066, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 299.0018081528606, |
|
"count": 232553, |
|
"self": 15.410334960864986, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 283.5914731919956, |
|
"count": 222946, |
|
"self": 70.74359552398681, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 212.84787766800878, |
|
"count": 222946, |
|
"self": 212.84787766800878 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.7514385959555057, |
|
"count": 232553, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2395.6778159171026, |
|
"count": 232553, |
|
"is_parallel": true, |
|
"self": 1129.576190962139, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0029684650000376678, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004683170000703285, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0025001479999673393, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0025001479999673393 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.028639402999999675, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002909189999513728, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.0002231710000160092, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002231710000160092 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.027436679999993885, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.027436679999993885 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0006886330000384078, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00021344300000691874, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.00047519000003148903, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.00047519000003148903 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1266.1016249549637, |
|
"count": 232552, |
|
"is_parallel": true, |
|
"self": 38.26444529189507, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 80.4257013839707, |
|
"count": 232552, |
|
"is_parallel": true, |
|
"self": 80.4257013839707 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1054.4831855191103, |
|
"count": 232552, |
|
"is_parallel": true, |
|
"self": 1054.4831855191103 |
|
}, |
|
"steps_from_proto": { |
|
"total": 92.92829275998736, |
|
"count": 232552, |
|
"is_parallel": true, |
|
"self": 38.005457724932796, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 54.92283503505456, |
|
"count": 465104, |
|
"is_parallel": true, |
|
"self": 54.92283503505456 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 530.2052278469337, |
|
"count": 232553, |
|
"self": 6.367015955898296, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 165.41059149003758, |
|
"count": 232553, |
|
"self": 164.03530921303746, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.3752822770001103, |
|
"count": 10, |
|
"self": 1.3752822770001103 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 358.42762040099785, |
|
"count": 97, |
|
"self": 300.87838460498574, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 57.54923579601211, |
|
"count": 2910, |
|
"self": 57.54923579601211 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 9.330001375928987e-07, |
|
"count": 1, |
|
"self": 9.330001375928987e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.11588530000017272, |
|
"count": 1, |
|
"self": 0.0028414349999366095, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.11304386500023611, |
|
"count": 1, |
|
"self": 0.11304386500023611 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |