|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4079737663269043, |
|
"min": 1.4079737663269043, |
|
"max": 1.4291695356369019, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 71227.984375, |
|
"min": 68628.1953125, |
|
"max": 75078.640625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 90.96641791044776, |
|
"min": 82.87913907284768, |
|
"max": 398.6904761904762, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 48758.0, |
|
"min": 48758.0, |
|
"max": 50235.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999998.0, |
|
"min": 49787.0, |
|
"max": 1999998.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999998.0, |
|
"min": 49787.0, |
|
"max": 1999998.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.5182619094848633, |
|
"min": -0.07625475525856018, |
|
"max": 2.5182619094848633, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1349.788330078125, |
|
"min": -9.531844139099121, |
|
"max": 1490.6578369140625, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.9431023364191624, |
|
"min": 1.793380956172943, |
|
"max": 3.9431023364191624, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2113.502852320671, |
|
"min": 224.1726195216179, |
|
"max": 2261.6308418512344, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.9431023364191624, |
|
"min": 1.793380956172943, |
|
"max": 3.9431023364191624, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2113.502852320671, |
|
"min": 224.1726195216179, |
|
"max": 2261.6308418512344, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.01787679755264738, |
|
"min": 0.0126404040829382, |
|
"max": 0.020526619379006662, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.05363039265794214, |
|
"min": 0.028640809658099897, |
|
"max": 0.05631360721624029, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05718075380557114, |
|
"min": 0.022731745957086484, |
|
"max": 0.06247149650007486, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.17154226141671342, |
|
"min": 0.04546349191417297, |
|
"max": 0.1854217557857434, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.4668988444000027e-06, |
|
"min": 3.4668988444000027e-06, |
|
"max": 0.00029534640155119994, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0400696533200008e-05, |
|
"min": 1.0400696533200008e-05, |
|
"max": 0.0008443341185553, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.1011556, |
|
"min": 0.1011556, |
|
"max": 0.19844880000000004, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.3034668, |
|
"min": 0.20744455, |
|
"max": 0.5814447000000001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 6.766444000000005e-05, |
|
"min": 6.766444000000005e-05, |
|
"max": 0.00492259512, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00020299332000000016, |
|
"min": 0.00020299332000000016, |
|
"max": 0.014074090530000001, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1677310109", |
|
"python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
|
"mlagents_version": "0.29.0.dev0", |
|
"mlagents_envs_version": "0.29.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "1.8.1+cu102", |
|
"numpy_version": "1.22.4", |
|
"end_time_seconds": "1677312793" |
|
}, |
|
"total": 2683.379071825, |
|
"count": 1, |
|
"self": 0.4428426419999596, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.20671971000001577, |
|
"count": 1, |
|
"self": 0.20671971000001577 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2682.7295094730002, |
|
"count": 1, |
|
"self": 5.097406608039819, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 10.810607328999993, |
|
"count": 1, |
|
"self": 10.810607328999993 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2666.7026593059604, |
|
"count": 232143, |
|
"self": 5.531726000981507, |
|
"children": { |
|
"env_step": { |
|
"total": 2058.1534556680367, |
|
"count": 232143, |
|
"self": 1721.5733177729683, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 333.3310088380303, |
|
"count": 232143, |
|
"self": 18.120220990070663, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 315.21078784795964, |
|
"count": 223069, |
|
"self": 81.15658724990834, |
|
"children": { |
|
"TorchPolicy.sample_actions": { |
|
"total": 234.0542005980513, |
|
"count": 223069, |
|
"self": 234.0542005980513 |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 3.2491290570381466, |
|
"count": 232143, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2672.7883869819702, |
|
"count": 232143, |
|
"is_parallel": true, |
|
"self": 1281.2569945078833, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.003389356000013777, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0004057699999862052, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0029835860000275716, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0029835860000275716 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.05865716300002077, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003515760000141199, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00042511899999908564, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00042511899999908564 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.0571107819999952, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0571107819999952 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0007696860000123706, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0002428290000011657, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0005268570000112049, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0005268570000112049 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1391.531392474087, |
|
"count": 232142, |
|
"is_parallel": true, |
|
"self": 42.86064453011477, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 82.80501603999562, |
|
"count": 232142, |
|
"is_parallel": true, |
|
"self": 82.80501603999562 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1165.302377514875, |
|
"count": 232142, |
|
"is_parallel": true, |
|
"self": 1165.302377514875 |
|
}, |
|
"steps_from_proto": { |
|
"total": 100.5633543891015, |
|
"count": 232142, |
|
"is_parallel": true, |
|
"self": 40.02683730501582, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 60.53651708408569, |
|
"count": 464284, |
|
"is_parallel": true, |
|
"self": 60.53651708408569 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 603.0174776369421, |
|
"count": 232143, |
|
"self": 7.892983906912491, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 170.39926730102957, |
|
"count": 232143, |
|
"self": 169.15655125202886, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.2427160490007054, |
|
"count": 10, |
|
"self": 1.2427160490007054 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 424.7252264290001, |
|
"count": 97, |
|
"self": 361.50816077199045, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 63.21706565700964, |
|
"count": 2910, |
|
"self": 63.21706565700964 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 8.990000424091704e-07, |
|
"count": 1, |
|
"self": 8.990000424091704e-07 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.11883533099990018, |
|
"count": 1, |
|
"self": 0.0024454019999211596, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.11638992899997902, |
|
"count": 1, |
|
"self": 0.11638992899997902 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |