|
{ |
|
"name": "root", |
|
"gauges": { |
|
"Huggy.Policy.Entropy.mean": { |
|
"value": 1.4100220203399658, |
|
"min": 1.4100220203399658, |
|
"max": 1.427291989326477, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Entropy.sum": { |
|
"value": 71428.8984375, |
|
"min": 68726.5, |
|
"max": 76086.421875, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.mean": { |
|
"value": 85.16206896551724, |
|
"min": 85.16206896551724, |
|
"max": 390.484375, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.EpisodeLength.sum": { |
|
"value": 49394.0, |
|
"min": 48972.0, |
|
"max": 50032.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.mean": { |
|
"value": 1999968.0, |
|
"min": 49594.0, |
|
"max": 1999968.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Step.sum": { |
|
"value": 1999968.0, |
|
"min": 49594.0, |
|
"max": 1999968.0, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.mean": { |
|
"value": 2.3501803874969482, |
|
"min": 0.021051717922091484, |
|
"max": 2.4164323806762695, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicValueEstimate.sum": { |
|
"value": 1363.1046142578125, |
|
"min": 2.6735682487487793, |
|
"max": 1363.1046142578125, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.mean": { |
|
"value": 3.623640402843212, |
|
"min": 1.7746333846543718, |
|
"max": 3.941196617152956, |
|
"count": 40 |
|
}, |
|
"Huggy.Environment.CumulativeReward.sum": { |
|
"value": 2101.711433649063, |
|
"min": 225.3784398511052, |
|
"max": 2101.711433649063, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.mean": { |
|
"value": 3.623640402843212, |
|
"min": 1.7746333846543718, |
|
"max": 3.941196617152956, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.ExtrinsicReward.sum": { |
|
"value": 2101.711433649063, |
|
"min": 225.3784398511052, |
|
"max": 2101.711433649063, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.mean": { |
|
"value": 0.015922308701556177, |
|
"min": 0.01376679201036192, |
|
"max": 0.02079355275685278, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.PolicyLoss.sum": { |
|
"value": 0.04776692610466853, |
|
"min": 0.02753358402072384, |
|
"max": 0.05950522249719749, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.mean": { |
|
"value": 0.05401323495639695, |
|
"min": 0.023789196213086446, |
|
"max": 0.05689189446469148, |
|
"count": 40 |
|
}, |
|
"Huggy.Losses.ValueLoss.sum": { |
|
"value": 0.16203970486919084, |
|
"min": 0.04757839242617289, |
|
"max": 0.16805730871856212, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.mean": { |
|
"value": 3.499398833566672e-06, |
|
"min": 3.499398833566672e-06, |
|
"max": 0.00029532735155754996, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.LearningRate.sum": { |
|
"value": 1.0498196500700016e-05, |
|
"min": 1.0498196500700016e-05, |
|
"max": 0.0008441943186019, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.mean": { |
|
"value": 0.10116643333333335, |
|
"min": 0.10116643333333335, |
|
"max": 0.19844245, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Epsilon.sum": { |
|
"value": 0.3034993, |
|
"min": 0.20749735000000002, |
|
"max": 0.5813981000000001, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.mean": { |
|
"value": 6.820502333333341e-05, |
|
"min": 6.820502333333341e-05, |
|
"max": 0.004922278255, |
|
"count": 40 |
|
}, |
|
"Huggy.Policy.Beta.sum": { |
|
"value": 0.00020461507000000024, |
|
"min": 0.00020461507000000024, |
|
"max": 0.01407176519, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.mean": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
}, |
|
"Huggy.IsTraining.sum": { |
|
"value": 1.0, |
|
"min": 1.0, |
|
"max": 1.0, |
|
"count": 40 |
|
} |
|
}, |
|
"metadata": { |
|
"timer_format_version": "0.1.0", |
|
"start_time_seconds": "1739253352", |
|
"python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
|
"command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
|
"mlagents_version": "1.2.0.dev0", |
|
"mlagents_envs_version": "1.2.0.dev0", |
|
"communication_protocol_version": "1.5.0", |
|
"pytorch_version": "2.6.0+cu124", |
|
"numpy_version": "1.23.5", |
|
"end_time_seconds": "1739255831" |
|
}, |
|
"total": 2479.469671579, |
|
"count": 1, |
|
"self": 0.660251702000096, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.029018833999998606, |
|
"count": 1, |
|
"self": 0.029018833999998606 |
|
}, |
|
"TrainerController.start_learning": { |
|
"total": 2478.780401043, |
|
"count": 1, |
|
"self": 4.4657754750269305, |
|
"children": { |
|
"TrainerController._reset_env": { |
|
"total": 3.1536988410000504, |
|
"count": 1, |
|
"self": 3.1536988410000504 |
|
}, |
|
"TrainerController.advance": { |
|
"total": 2470.980623896973, |
|
"count": 232105, |
|
"self": 4.660099440812701, |
|
"children": { |
|
"env_step": { |
|
"total": 1970.015561282113, |
|
"count": 232105, |
|
"self": 1546.898194567993, |
|
"children": { |
|
"SubprocessEnvManager._take_step": { |
|
"total": 420.4398383480874, |
|
"count": 232105, |
|
"self": 16.079508491198, |
|
"children": { |
|
"TorchPolicy.evaluate": { |
|
"total": 404.3603298568894, |
|
"count": 222988, |
|
"self": 404.3603298568894 |
|
} |
|
} |
|
}, |
|
"workers": { |
|
"total": 2.6775283660324476, |
|
"count": 232105, |
|
"self": 0.0, |
|
"children": { |
|
"worker_root": { |
|
"total": 2471.1412185409226, |
|
"count": 232105, |
|
"is_parallel": true, |
|
"self": 1206.2899180538477, |
|
"children": { |
|
"run_training.setup": { |
|
"total": 0.0, |
|
"count": 0, |
|
"is_parallel": true, |
|
"self": 0.0, |
|
"children": { |
|
"steps_from_proto": { |
|
"total": 0.0010028760000295733, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.0003606000000218046, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0006422760000077687, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0006422760000077687 |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 0.029739811000013106, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00030629599996245815, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 0.00021046500000920787, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00021046500000920787 |
|
}, |
|
"communicator.exchange": { |
|
"total": 0.02852403199995024, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.02852403199995024 |
|
}, |
|
"steps_from_proto": { |
|
"total": 0.0006990180000912005, |
|
"count": 1, |
|
"is_parallel": true, |
|
"self": 0.00019551900004444178, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 0.0005034990000467587, |
|
"count": 2, |
|
"is_parallel": true, |
|
"self": 0.0005034990000467587 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"UnityEnvironment.step": { |
|
"total": 1264.851300487075, |
|
"count": 232104, |
|
"is_parallel": true, |
|
"self": 37.8503967150059, |
|
"children": { |
|
"UnityEnvironment._generate_step_input": { |
|
"total": 82.3764580629819, |
|
"count": 232104, |
|
"is_parallel": true, |
|
"self": 82.3764580629819 |
|
}, |
|
"communicator.exchange": { |
|
"total": 1056.954380726079, |
|
"count": 232104, |
|
"is_parallel": true, |
|
"self": 1056.954380726079 |
|
}, |
|
"steps_from_proto": { |
|
"total": 87.67006498300793, |
|
"count": 232104, |
|
"is_parallel": true, |
|
"self": 32.261914946776756, |
|
"children": { |
|
"_process_rank_one_or_two_observation": { |
|
"total": 55.40815003623118, |
|
"count": 464208, |
|
"is_parallel": true, |
|
"self": 55.40815003623118 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_advance": { |
|
"total": 496.30496317404777, |
|
"count": 232105, |
|
"self": 6.499773119013639, |
|
"children": { |
|
"process_trajectory": { |
|
"total": 163.57864443503445, |
|
"count": 232105, |
|
"self": 162.19508440703453, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 1.3835600279999198, |
|
"count": 10, |
|
"self": 1.3835600279999198 |
|
} |
|
} |
|
}, |
|
"_update_policy": { |
|
"total": 326.2265456199997, |
|
"count": 97, |
|
"self": 261.3533040300073, |
|
"children": { |
|
"TorchPPOOptimizer.update": { |
|
"total": 64.8732415899924, |
|
"count": 2910, |
|
"self": 64.8732415899924 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
}, |
|
"trainer_threads": { |
|
"total": 1.2489999789977446e-06, |
|
"count": 1, |
|
"self": 1.2489999789977446e-06 |
|
}, |
|
"TrainerController._save_models": { |
|
"total": 0.1803015810000943, |
|
"count": 1, |
|
"self": 0.0035500240001056227, |
|
"children": { |
|
"RLTrainer._checkpoint": { |
|
"total": 0.17675155699998868, |
|
"count": 1, |
|
"self": 0.17675155699998868 |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |
|
} |