| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4479587078094482, | |
| "min": 1.4189385175704956, | |
| "max": 1.4558111429214478, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 7540.96923828125, | |
| "min": 7060.52734375, | |
| "max": 10160.78125, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.mean": { | |
| "value": 129.73333333333332, | |
| "min": 0.0, | |
| "max": 397.94444444444446, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.sum": { | |
| "value": 1946.0, | |
| "min": 0.0, | |
| "max": 7163.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.mean": { | |
| "value": 0.5333333333333333, | |
| "min": 0.4444444444444444, | |
| "max": 0.7333333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.sum": { | |
| "value": 8.0, | |
| "min": 7.0, | |
| "max": 15.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.FurthestDistanceExplored.mean": { | |
| "value": 145.09888407389323, | |
| "min": 111.32924207051595, | |
| "max": 197.63989868164063, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.FurthestDistanceExplored.sum": { | |
| "value": 2176.4832611083984, | |
| "min": 1669.9386310577393, | |
| "max": 3488.7790937423706, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 345.2, | |
| "min": 271.14285714285717, | |
| "max": 399.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 5178.0, | |
| "min": 4827.0, | |
| "max": 7005.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1199696.0, | |
| "min": 5600.0, | |
| "max": 1199696.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1199696.0, | |
| "min": 5600.0, | |
| "max": 1199696.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.19445841014385223, | |
| "min": 0.031902581453323364, | |
| "max": 1.0949409008026123, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.sum": { | |
| "value": 3.305793046951294, | |
| "min": 0.4466361403465271, | |
| "max": 16.424114227294922, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.4150738716125488, | |
| "min": -0.1689521074295044, | |
| "max": 2.475036859512329, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 24.056255340576172, | |
| "min": -3.041137933731079, | |
| "max": 39.6341438293457, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 6.954573035240173, | |
| "min": -1.0659666538238526, | |
| "max": 21.81598363320033, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 118.22774159908295, | |
| "min": -15.989499807357788, | |
| "max": 366.1241329908371, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.mean": { | |
| "value": 0.7072718862225028, | |
| "min": 0.0, | |
| "max": 18.173425038655598, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.sum": { | |
| "value": 12.023622065782547, | |
| "min": 0.0, | |
| "max": 272.601375579834, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 6.259115299757789, | |
| "min": -0.95937020778656, | |
| "max": 19.634381270408632, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 106.40496009588242, | |
| "min": -14.3905531167984, | |
| "max": 329.5116518139839, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.018018398627949257, | |
| "min": 0.0134929777123034, | |
| "max": 0.03286546565747509, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.018018398627949257, | |
| "min": 0.0134929777123034, | |
| "max": 0.03286546565747509, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 0.342829550926884, | |
| "min": 0.000812325619335752, | |
| "max": 25.12046750386556, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 0.342829550926884, | |
| "min": 0.000812325619335752, | |
| "max": 25.12046750386556, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 6.743497752499874e-07, | |
| "min": 6.743497752499874e-07, | |
| "max": 0.0002979000007, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 6.743497752499874e-07, | |
| "min": 6.743497752499874e-07, | |
| "max": 0.0002979000007, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10022475000000002, | |
| "min": 0.10022475000000002, | |
| "max": 0.1993, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10022475000000002, | |
| "min": 0.10022475000000002, | |
| "max": 0.1993, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.1215024999999794e-05, | |
| "min": 2.1215024999999794e-05, | |
| "max": 0.00496507, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 2.1215024999999794e-05, | |
| "min": 2.1215024999999794e-05, | |
| "max": 0.00496507, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.019867798779159784, | |
| "min": 0.01703378550397853, | |
| "max": 0.5835270757476488, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.019867798779159784, | |
| "min": 0.01703378550397853, | |
| "max": 0.5835270757476488, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.mean": { | |
| "value": 2.0401590019464493, | |
| "min": 2.0401590019464493, | |
| "max": 3.3108297189076743, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.sum": { | |
| "value": 2.0401590019464493, | |
| "min": 2.0401590019464493, | |
| "max": 3.3108297189076743, | |
| "count": 140 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717320875", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/DroneBasedReforestation_difficulty_6_task_6_run_id_1_train.yaml --run-id=DroneBasedReforestation/train/DroneBasedReforestation_difficulty_6_task_6_run_id_1_train --base-port 5007", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717325150" | |
| }, | |
| "total": 4275.0177155, | |
| "count": 1, | |
| "self": 0.35067479999997886, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.053171599999999986, | |
| "count": 1, | |
| "self": 0.053171599999999986 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4274.613869100001, | |
| "count": 1, | |
| "self": 6.006160500147416, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.9830326, | |
| "count": 1, | |
| "self": 1.9830326 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4266.446111299853, | |
| "count": 400927, | |
| "self": 5.9153490997923655, | |
| "children": { | |
| "env_step": { | |
| "total": 4260.530762200061, | |
| "count": 400927, | |
| "self": 1975.5717190000742, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2280.8863562998886, | |
| "count": 400927, | |
| "self": 12.203052899817067, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2268.6833034000715, | |
| "count": 400038, | |
| "self": 2268.6833034000715 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.0726869000980646, | |
| "count": 400927, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4266.269871600043, | |
| "count": 400927, | |
| "is_parallel": true, | |
| "self": 2527.632125600085, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006074500000000205, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010640000000017302, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.0059139000000001385, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 3.2599999999938234e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.0058813000000002, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.6500000000373447e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.005854799999999827, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00023059999999963665, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.00562420000000019, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00562420000000019 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 5.419999999989322e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 5.419999999989322e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1738.631671499958, | |
| "count": 400927, | |
| "is_parallel": true, | |
| "self": 21.600857799905953, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 23.946769000030834, | |
| "count": 400927, | |
| "is_parallel": true, | |
| "self": 23.946769000030834 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1515.3753370001023, | |
| "count": 400927, | |
| "is_parallel": true, | |
| "self": 1515.3753370001023 | |
| }, | |
| "steps_from_proto": { | |
| "total": 177.70870769991905, | |
| "count": 400927, | |
| "is_parallel": true, | |
| "self": 36.119227799939324, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 126.19438369989469, | |
| "count": 801854, | |
| "is_parallel": true, | |
| "self": 9.898077400168532, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 116.29630629972615, | |
| "count": 1203387, | |
| "is_parallel": true, | |
| "self": 10.18124939984726, | |
| "children": { | |
| "process_pixels": { | |
| "total": 106.1150568998789, | |
| "count": 1203387, | |
| "is_parallel": true, | |
| "self": 50.65651350006153, | |
| "children": { | |
| "image_decompress": { | |
| "total": 55.458543399817366, | |
| "count": 1203387, | |
| "is_parallel": true, | |
| "self": 55.458543399817366 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 15.395096200085039, | |
| "count": 801854, | |
| "is_parallel": true, | |
| "self": 15.395096200085039 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.880000010918593e-05, | |
| "count": 1, | |
| "self": 2.880000010918593e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4270.215515599909, | |
| "count": 206880, | |
| "is_parallel": true, | |
| "self": 6.389118999974926, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3401.564463099934, | |
| "count": 206880, | |
| "is_parallel": true, | |
| "self": 3400.973388599934, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.5910745000003317, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.5910745000003317 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 862.2619334999995, | |
| "count": 140, | |
| "is_parallel": true, | |
| "self": 573.6282394999987, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 288.6336940000008, | |
| "count": 3384, | |
| "is_parallel": true, | |
| "self": 288.6336940000008 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.17853589999958785, | |
| "count": 1, | |
| "self": 0.005850499999723979, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.17268539999986388, | |
| "count": 1, | |
| "self": 0.17268539999986388 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |