{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.3505159914493561, "min": 0.3505159914493561, "max": 1.4629806280136108, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 10605.2119140625, "min": 10605.2119140625, "max": 44380.98046875, "count": 33 }, "Pyramids.Step.mean": { "value": 989896.0, "min": 29952.0, "max": 989896.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989896.0, "min": 29952.0, "max": 989896.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.5349453091621399, "min": -0.17311792075634003, "max": 0.5623140931129456, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 148.1798553466797, "min": -41.02894592285156, "max": 155.3626251220703, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.013408168219029903, "min": 0.011812236160039902, "max": 0.3545507788658142, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 3.7140626907348633, "min": 3.0475568771362305, "max": 84.02853393554688, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06783571474287393, "min": 0.06478987984398069, "max": 0.07195037757334691, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9497000064002351, "min": 0.5036526430134284, "max": 1.0385305560370859, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015367382812699016, "min": 0.000558624789001158, "max": 0.017203818916190543, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.21514335937778623, "min": 0.0072621222570150535, "max": 0.24085346482666758, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.550133197607142e-06, "min": 7.550133197607142e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.0001057018647665, "min": 0.0001057018647665, "max": 0.0035083328305558, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10251667857142857, "min": 0.10251667857142857, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4352335, "min": 1.3886848, "max": 2.5694442000000004, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026141618928571426, "min": 0.00026141618928571426, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036598266499999997, "min": 0.0036598266499999997, "max": 0.11696747558000001, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.01121281087398529, "min": 0.011075491085648537, "max": 0.45873603224754333, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.15697935223579407, "min": 0.1550568789243698, "max": 3.2111523151397705, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 341.97727272727275, "min": 326.8988764044944, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30094.0, "min": 15984.0, "max": 32892.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.5670817994766615, "min": -1.0000000521540642, "max": 1.6365557948863783, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 137.9031983539462, "min": -30.628601729869843, "max": 140.90419808030128, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.5670817994766615, "min": -1.0000000521540642, "max": 1.6365557948863783, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 137.9031983539462, "min": -30.628601729869843, "max": 140.90419808030128, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.04014214497262649, "min": 0.037671113191566526, "max": 9.785945247858763, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.532508757591131, "min": 3.352729074049421, "max": 156.5751239657402, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677410838", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1677413281" }, "total": 2442.885944783, "count": 1, "self": 0.8524476699999468, "children": { "run_training.setup": { "total": 0.12015211600001408, "count": 1, "self": 0.12015211600001408 }, "TrainerController.start_learning": { "total": 2441.913344997, "count": 1, "self": 1.3011283539935903, "children": { "TrainerController._reset_env": { "total": 10.600098879, "count": 1, "self": 10.600098879 }, "TrainerController.advance": { "total": 2429.8780165630064, "count": 63858, "self": 1.4703579389693004, "children": { "env_step": { "total": 1654.7986338640026, "count": 63858, "self": 1541.7832097119108, "children": { "SubprocessEnvManager._take_step": { "total": 112.19918264004545, "count": 63858, "self": 4.7220592670129236, "children": { "TorchPolicy.evaluate": { "total": 107.47712337303253, "count": 62575, "self": 36.2130888340626, "children": { "TorchPolicy.sample_actions": { "total": 71.26403453896992, "count": 62575, "self": 71.26403453896992 } } } } }, "workers": { "total": 0.816241512046247, "count": 63858, "self": 0.0, "children": { "worker_root": { "total": 2436.5924568170285, "count": 63858, "is_parallel": true, "self": 1011.2636745419918, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.006134557999985191, "count": 1, "is_parallel": true, "self": 0.004769444999965344, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013651130000198464, "count": 8, "is_parallel": true, "self": 0.0013651130000198464 } } }, "UnityEnvironment.step": { "total": 0.09073503400000504, "count": 1, "is_parallel": true, "self": 0.0005996580000271479, "children": { "UnityEnvironment._generate_step_input": { "total": 0.000506498999982341, "count": 1, "is_parallel": true, "self": 0.000506498999982341 }, "communicator.exchange": { "total": 0.08632484899999326, "count": 1, "is_parallel": true, "self": 0.08632484899999326 }, "steps_from_proto": { "total": 0.0033040280000022904, "count": 1, "is_parallel": true, "self": 0.0004844640000101208, "children": { "_process_rank_one_or_two_observation": { "total": 0.0028195639999921696, "count": 8, "is_parallel": true, "self": 0.0028195639999921696 } } } } } } }, "UnityEnvironment.step": { "total": 1425.3287822750367, "count": 63857, "is_parallel": true, "self": 33.0230723090408, "children": { "UnityEnvironment._generate_step_input": { "total": 24.039044348015665, "count": 63857, "is_parallel": true, "self": 24.039044348015665 }, "communicator.exchange": { "total": 1273.6167977929997, "count": 63857, "is_parallel": true, "self": 1273.6167977929997 }, "steps_from_proto": { "total": 94.64986782498033, "count": 63857, "is_parallel": true, "self": 22.23833521685839, "children": { "_process_rank_one_or_two_observation": { "total": 72.41153260812195, "count": 510856, "is_parallel": true, "self": 72.41153260812195 } } } } } } } } } } }, "trainer_advance": { "total": 773.6090247600345, "count": 63858, "self": 2.4518200970310318, "children": { "process_trajectory": { "total": 167.99499798900374, "count": 63858, "self": 167.756125736004, "children": { "RLTrainer._checkpoint": { "total": 0.2388722529997267, "count": 2, "self": 0.2388722529997267 } } }, "_update_policy": { "total": 603.1622066739997, "count": 452, "self": 239.24772629498102, "children": { "TorchPPOOptimizer.update": { "total": 363.91448037901864, "count": 22821, "self": 363.91448037901864 } } } } } } }, "trainer_threads": { "total": 1.1919996723008808e-06, "count": 1, "self": 1.1919996723008808e-06 }, "TrainerController._save_models": { "total": 0.13410000900012164, "count": 1, "self": 0.002417914000034216, "children": { "RLTrainer._checkpoint": { "total": 0.13168209500008743, "count": 1, "self": 0.13168209500008743 } } } } } } }