Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b35058396e15828c047817feb347d20baab31832092bcc65b06fd62edbae8364
+oid sha256:bda98a519f9b7186530d21afa03e0ad25d4a0eb58d5fc0cbb343b2085a0ec2c4
 size 2274020

Huggy/Huggy-2199943.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abaa6c68c6cebbd8cfd9b036f8e7d45bb57c49bea3251c83b4acbed5a6fc055b
+size 2274020

Huggy/Huggy-2199943.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5ea4bce1b5c573af49ec867a3d7bb85c9d7eaee9e79e2995d052808b0201f1
+size 13509473

Huggy/Huggy-2299931.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8e338cb1a84bc908b31ba5837a1dcd347e5d723ac4d417b81572f31d5afe5
+size 2274020

Huggy/Huggy-2299931.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b05da8a7d60083e50747dfe2682afb38ca11c42f771dce467275157aa8aa464
+size 13509473

Huggy/Huggy-2399961.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa995c76b23f5258239b641946587b9ed79a1a73e2bbdc017dc075dfbc81bb5b
+size 2274020

Huggy/Huggy-2399961.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefd178f0c40fa959174454c9e0c29d74adbfb9b0071f8a768b5328539abc888
+size 13509473

Huggy/Huggy-2499799.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5889e9cb791f8ad1b9face3bdf70822fca9c1b7b2755997f0a9dcccfe19d3
+size 2274020

Huggy/Huggy-2499799.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb574d7ba89dd19a8d587a9e5741d854e3279569efc237a8b0c68bd406231bf
+size 13509473

Huggy/Huggy-2599962.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1153c8d2ee59b7d61c20fadfbc932955f1788b19a6afc9014f0ec83684f95480
+size 2274020

Huggy/Huggy-2599962.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c325615771d873e710525798f1e01a053b1d70222d823cfeef3a9718a6a1019
+size 13509473

Huggy/Huggy-2699735.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f10b985d321e008eed3cf1144d0251ae0f73e44f6074eaee2ba38fd65827cb0
+size 2274020

Huggy/Huggy-2699735.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f1840edb5899b1c9c93493ba25990856c0501d3a53fd6f101b602ab15e0e0c
+size 13509473

Huggy/Huggy-2799586.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a22b444cababfe1dda3a9e67bce76abc1f30dd2bbc6d2a56a006581d377bff5
+size 2274020

Huggy/Huggy-2799586.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502a795e2ada8b63de4d349251a220d3768d5d134e74191cba30fca9cccf1916
+size 13509473

Huggy/Huggy-2899484.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf29ba76557b2e59b5880aac4ccf1d90956a0f8013315f0f0d7b7bb7158066a2
+size 2274020

Huggy/Huggy-2899484.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e80385951637d0a7baa6e3d3230155929029a886f5b42b72b4ac0e986e77fd
+size 13509473

Huggy/Huggy-2999479.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f530423a77635c885e97e01cb8dafe1a35ffd95a7504f3810fe14e8e9923f401
+size 2274020

Huggy/Huggy-2999479.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fede4dbe76b30c81f05e674ed89cc33ae5c8ddb5189afe88333f1cc3890726
+size 13509473

Huggy/Huggy-3000229.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda98a519f9b7186530d21afa03e0ad25d4a0eb58d5fc0cbb343b2085a0ec2c4
+size 2274020

Huggy/Huggy-3000229.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66e35020ca38775b37ff69639faa9e497ba54705561e0db70c8893a81495924
+size 13509473

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6bb3274f7d4d8fd0cfd7fe2218290d149c0289a5599d146e01542d86e28ea4c
+oid sha256:2a26455a706293b9bd7c0abeba9c25ef87150fb1d60f9ee701c16390ab506301
 size 13509218

Huggy/events.out.tfevents.1730735926.ca47c506af0d.26697.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facfb230cb22b7ba23c4d9c728ea120534d24336575d50bc78a1b965109cd576
+size 551021

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 4096, "buffer_size": 61440, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 100000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 3000000, "time_horizon": 750, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy3", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -3,18 +3,18 @@ behaviors:
   Huggy:
     trainer_type: ppo
     hyperparameters:
-      batch_size: 2048
-      buffer_size: 20480
+      batch_size: 4096
+      buffer_size: 61440
       learning_rate: 0.0003
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
-      num_epoch: 3
+      num_epoch: 5
       shared_critic: false
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
-    checkpoint_interval: 200000
+    checkpoint_interval: 100000
     network_settings:
       normalize: true
       hidden_units: 512
@@ -36,10 +36,10 @@ behaviors:
           goal_conditioning_type: hyper
           deterministic: false
     init_path: null
-    keep_checkpoints: 15
+    keep_checkpoints: 10
     even_checkpoints: false
-    max_steps: 2000000
-    time_horizon: 1000
+    max_steps: 3000000
+    time_horizon: 750
     summary_freq: 50000
     threaded: false
     self_play: null
@@ -66,7 +66,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: Huggy2
+  run_id: Huggy3
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
 Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.092 seconds
+- Completed reload, in  0.087 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.743740 ms
+UnloadTime: 0.761684 ms
 requesting resize 84 x 84
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26751 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 40115 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +90,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 136 B
+      Peak Allocated Bytes 160 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -257,16 +254,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26752 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 40116 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 24.3 MB
+      Peak Allocated memory 24.2 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26752 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 40116 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.5 MB
+      Peak Allocated memory 2.3 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -295,13 +292,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26751 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 40115 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26752 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 40116 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -313,13 +310,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26751 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 40115 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26751 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 40115 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -331,13 +328,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26752 frames
+      Peak usage frame count: [0-1.0 KB]: 40116 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26752 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 40116 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,213 +2,213 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.4086451530456543,
-            "min": 1.4086451530456543,
-            "max": 1.4282143115997314,
-            "count": 40
+            "value": 1.3804458379745483,
+            "min": 1.3804458379745483,
+            "max": 1.4215736389160156,
+            "count": 60
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 71250.6796875,
-            "min": 69846.4609375,
-            "max": 76052.203125,
-            "count": 40
+            "value": 70239.84375,
+            "min": 67526.2890625,
+            "max": 77451.3359375,
+            "count": 60
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 77.1234375,
-            "min": 69.96595744680852,
-            "max": 370.56296296296296,
-            "count": 40
+            "value": 98.31485148514851,
+            "min": 88.34821428571429,
+            "max": 447.1517857142857,
+            "count": 60
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49359.0,
-            "min": 49215.0,
-            "max": 50049.0,
-            "count": 40
+            "value": 49649.0,
+            "min": 48812.0,
+            "max": 50133.0,
+            "count": 60
         },
         "Huggy.Step.mean": {
-            "value": 1999962.0,
-            "min": 49908.0,
-            "max": 1999962.0,
-            "count": 40
+            "value": 2999479.0,
+            "min": 49749.0,
+            "max": 2999479.0,
+            "count": 60
         },
         "Huggy.Step.sum": {
-            "value": 1999962.0,
-            "min": 49908.0,
-            "max": 1999962.0,
-            "count": 40
+            "value": 2999479.0,
+            "min": 49749.0,
+            "max": 2999479.0,
+            "count": 60
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.451430559158325,
-            "min": 0.20409581065177917,
-            "max": 2.511143445968628,
-            "count": 40
+            "value": 2.3580973148345947,
+            "min": 0.036438342183828354,
+            "max": 2.4295308589935303,
+            "count": 60
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1568.91552734375,
-            "min": 27.348838806152344,
-            "max": 1731.51025390625,
-            "count": 40
+            "value": 1190.839111328125,
+            "min": 4.044655799865723,
+            "max": 1299.747802734375,
+            "count": 60
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.781427578255534,
-            "min": 1.8144129203326667,
-            "max": 3.9730969858239575,
-            "count": 40
+            "value": 3.5494548730330893,
+            "min": 1.6166541140090238,
+            "max": 3.972915584342325,
+            "count": 60
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 2420.113650083542,
-            "min": 243.13133132457733,
-            "max": 2735.5089861750603,
-            "count": 40
+            "value": 1792.47471088171,
+            "min": 179.44860665500164,
+            "max": 2169.8267478346825,
+            "count": 60
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.781427578255534,
-            "min": 1.8144129203326667,
-            "max": 3.9730969858239575,
-            "count": 40
+            "value": 3.5494548730330893,
+            "min": 1.6166541140090238,
+            "max": 3.972915584342325,
+            "count": 60
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 2420.113650083542,
-            "min": 243.13133132457733,
-            "max": 2735.5089861750603,
-            "count": 40
+            "value": 1792.47471088171,
+            "min": 179.44860665500164,
+            "max": 2169.8267478346825,
+            "count": 60
+        },
+        "Huggy.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 60
+        },
+        "Huggy.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 60
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.01733207583246339,
-            "min": 0.013427162553489325,
-            "max": 0.01936902105872933,
-            "count": 40
+            "value": 0.011700202270779603,
+            "min": 0.00900723785996282,
+            "max": 0.015729527000221424,
+            "count": 48
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.05199622749739016,
-            "min": 0.02685432510697865,
-            "max": 0.058107063176187995,
-            "count": 40
+            "value": 0.011700202270779603,
+            "min": 0.00900723785996282,
+            "max": 0.015729527000221424,
+            "count": 48
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.06360530406236649,
-            "min": 0.02129305132354299,
-            "max": 0.06467222049832344,
-            "count": 40
+            "value": 0.05095967883865039,
+            "min": 0.020325829510887464,
+            "max": 0.05095967883865039,
+            "count": 48
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.19081591218709945,
-            "min": 0.04258610264708598,
-            "max": 0.19401666149497032,
-            "count": 40
+            "value": 0.05095967883865039,
+            "min": 0.020325829510887464,
+            "max": 0.05095967883865039,
+            "count": 48
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.876398707900001e-06,
-            "min": 3.876398707900001e-06,
-            "max": 0.00029530477656507497,
-            "count": 40
+            "value": 4.583998472033342e-06,
+            "min": 4.583998472033342e-06,
+            "max": 0.00029383200205599985,
+            "count": 48
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.1629196123700002e-05,
-            "min": 1.1629196123700002e-05,
-            "max": 0.00084427036857655,
-            "count": 40
+            "value": 4.583998472033342e-06,
+            "min": 4.583998472033342e-06,
+            "max": 0.00029383200205599985,
+            "count": 48
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10129209999999998,
-            "min": 0.10129209999999998,
-            "max": 0.1984349250000001,
-            "count": 40
+            "value": 0.10152796666666666,
+            "min": 0.10152796666666666,
+            "max": 0.197944,
+            "count": 48
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30387629999999993,
-            "min": 0.20771675000000006,
-            "max": 0.5814234500000001,
-            "count": 40
+            "value": 0.10152796666666666,
+            "min": 0.10152796666666666,
+            "max": 0.197944,
+            "count": 48
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 7.447579000000001e-05,
-            "min": 7.447579000000001e-05,
-            "max": 0.004921902757500001,
-            "count": 40
+            "value": 8.624553666666679e-05,
+            "min": 8.624553666666679e-05,
+            "max": 0.004897405600000002,
+            "count": 48
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00022342737,
-            "min": 0.00022342737,
-            "max": 0.014073030155000001,
-            "count": 40
-        },
-        "Huggy.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
-        },
-        "Huggy.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 40
+            "value": 8.624553666666679e-05,
+            "min": 8.624553666666679e-05,
+            "max": 0.004897405600000002,
+            "count": 48
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1730730857",
+        "start_time_seconds": "1730735926",
         "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy3 --no-graphics",
         "mlagents_version": "1.2.0.dev0",
         "mlagents_envs_version": "1.2.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.5.0+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1730732922"
+        "end_time_seconds": "1730739278"
     },
-    "total": 2065.628300517,
+    "total": 3352.0195238860006,
     "count": 1,
-    "self": 0.32152190399938263,
+    "self": 0.32168215600086114,
     "children": {
         "run_training.setup": {
-            "total": 0.061153282000077525,
+            "total": 0.05849840199971368,
             "count": 1,
-            "self": 0.061153282000077525
+            "self": 0.05849840199971368
         },
         "TrainerController.start_learning": {
-            "total": 2065.245625331,
+            "total": 3351.639343328,
             "count": 1,
-            "self": 4.1912719980377915,
+            "self": 6.42968809166814,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 4.899576870999908,
+                    "total": 1.9763992649995998,
                     "count": 1,
-                    "self": 4.899576870999908
+                    "self": 1.9763992649995998
                 },
                 "TrainerController.advance": {
-                    "total": 2056.0464354439623,
-                    "count": 233267,
-                    "self": 4.079347843870437,
+                    "total": 3343.1023010693334,
+                    "count": 346244,
+                    "self": 5.913388387607483,
                     "children": {
                         "env_step": {
-                            "total": 1594.6005854680732,
-                            "count": 233267,
-                            "self": 1209.4219125279446,
+                            "total": 2378.616213645988,
+                            "count": 346244,
+                            "self": 1802.2615034367436,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 382.4492671999558,
-                                    "count": 233267,
-                                    "self": 14.443311594882744,
+                                    "total": 572.3139085806733,
+                                    "count": 346244,
+                                    "self": 21.671261441225397,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 368.00595560507304,
-                                            "count": 222930,
-                                            "self": 368.00595560507304
+                                            "total": 550.642647139448,
+                                            "count": 334292,
+                                            "self": 550.642647139448
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.7294057401727514,
-                                    "count": 233267,
+                                    "total": 4.040801628570989,
+                                    "count": 346244,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2058.2862308040167,
-                                            "count": 233267,
+                                            "total": 3340.9970179501197,
+                                            "count": 346244,
                                             "is_parallel": true,
-                                            "self": 1085.2336838789113,
+                                            "self": 1890.5932259452075,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0008778320000146778,
+                                                            "total": 0.0008735420005905326,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00029092999989188684,
+                                                            "self": 0.0002642150011524791,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0005869020001227909,
+                                                                    "total": 0.0006093269994380535,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0005869020001227909
+                                                                    "self": 0.0006093269994380535
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.021873027999845363,
+                                                            "total": 0.021068762999675528,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00028533599970614887,
+                                                            "self": 0.0003229260000807699,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00014947099998607882,
+                                                                    "total": 0.00016661999961797846,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00014947099998607882
+                                                                    "self": 0.00016661999961797846
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.020887933000039993,
+                                                                    "total": 0.020067968999683217,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.020887933000039993
+                                                                    "self": 0.020067968999683217
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0005502880001131416,
+                                                                    "total": 0.0005112480002935627,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00016294100032610004,
+                                                                    "self": 0.00016482499995618127,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.00038734699978704157,
+                                                                            "total": 0.0003464230003373814,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.00038734699978704157
+                                                                            "self": 0.0003464230003373814
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 973.0525469251054,
-                                                    "count": 233266,
+                                                    "total": 1450.4037920049122,
+                                                    "count": 346243,
                                                     "is_parallel": true,
-                                                    "self": 26.368971752106518,
+                                                    "self": 39.693915219837436,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 49.65014063208855,
-                                                            "count": 233266,
+                                                            "total": 75.67559444013114,
+                                                            "count": 346243,
                                                             "is_parallel": true,
-                                                            "self": 49.65014063208855
+                                                            "self": 75.67559444013114
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 836.1185904249767,
-                                                            "count": 233266,
+                                                            "total": 1243.948104283062,
+                                                            "count": 346243,
                                                             "is_parallel": true,
-                                                            "self": 836.1185904249767
+                                                            "self": 1243.948104283062
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 60.91484411593365,
-                                                            "count": 233266,
+                                                            "total": 91.08617806188158,
+                                                            "count": 346243,
                                                             "is_parallel": true,
-                                                            "self": 23.906007893971264,
+                                                            "self": 34.960538926589834,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 37.00883622196238,
-                                                                    "count": 466532,
+                                                                    "total": 56.12563913529175,
+                                                                    "count": 692486,
                                                                     "is_parallel": true,
-                                                                    "self": 37.00883622196238
+                                                                    "self": 56.12563913529175
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 457.36650213201847,
-                            "count": 233267,
-                            "self": 6.016239951967691,
+                            "total": 958.572699035738,
+                            "count": 346244,
+                            "self": 9.520970072259843,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 159.57708967305234,
-                                    "count": 233267,
-                                    "self": 158.39782267205305,
+                                    "total": 218.84396512347212,
+                                    "count": 346244,
+                                    "self": 215.3858673074683,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 1.179267000999289,
-                                            "count": 10,
-                                            "self": 1.179267000999289
+                                            "total": 3.4580978160038285,
+                                            "count": 30,
+                                            "self": 3.4580978160038285
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 291.77317250699843,
-                                    "count": 97,
-                                    "self": 239.44788752500017,
+                                    "total": 730.207763840006,
+                                    "count": 48,
+                                    "self": 625.0683427559998,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 52.325284981998266,
-                                            "count": 2910,
-                                            "self": 52.325284981998266
+                                            "total": 105.13942108400624,
+                                            "count": 3600,
+                                            "self": 105.13942108400624
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.0930002645181958e-06,
+                    "total": 9.849991329247132e-07,
                     "count": 1,
-                    "self": 1.0930002645181958e-06
+                    "self": 9.849991329247132e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.10833992500010936,
+                    "total": 0.13095391699971515,
                     "count": 1,
-                    "self": 0.0021823110000696033,
+                    "self": 0.0025618249983381247,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.10615761400003976,
+                            "total": 0.12839209200137702,
                             "count": 1,
-                            "self": 0.10615761400003976
+                            "self": 0.12839209200137702
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,112 +2,103 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199770,
-                "file_path": "results/Huggy2/Huggy/Huggy-199770.onnx",
-                "reward": 3.39975471060041,
-                "creation_time": 1730731060.1453917,
+                "steps": 2199943,
+                "file_path": "results/Huggy3/Huggy/Huggy-2199943.onnx",
+                "reward": 3.725997256151286,
+                "creation_time": 1730738367.0056586,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-199770.pt"
+                    "results/Huggy3/Huggy/Huggy-2199943.pt"
                 ]
             },
             {
-                "steps": 399945,
-                "file_path": "results/Huggy2/Huggy/Huggy-399945.onnx",
-                "reward": 4.066762394196278,
-                "creation_time": 1730731261.578533,
+                "steps": 2299931,
+                "file_path": "results/Huggy3/Huggy/Huggy-2299931.onnx",
+                "reward": 3.895195650735072,
+                "creation_time": 1730738485.737616,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-399945.pt"
+                    "results/Huggy3/Huggy/Huggy-2299931.pt"
                 ]
             },
             {
-                "steps": 599989,
-                "file_path": "results/Huggy2/Huggy/Huggy-599989.onnx",
-                "reward": 3.99101983678752,
-                "creation_time": 1730731467.9383197,
+                "steps": 2399961,
+                "file_path": "results/Huggy3/Huggy/Huggy-2399961.onnx",
+                "reward": 3.6073987014750215,
+                "creation_time": 1730738591.4069104,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-599989.pt"
+                    "results/Huggy3/Huggy/Huggy-2399961.pt"
                 ]
             },
             {
-                "steps": 799941,
-                "file_path": "results/Huggy2/Huggy/Huggy-799941.onnx",
-                "reward": 3.8657672925648954,
-                "creation_time": 1730731671.378436,
+                "steps": 2499799,
+                "file_path": "results/Huggy3/Huggy/Huggy-2499799.onnx",
+                "reward": 3.7827326296032338,
+                "creation_time": 1730738711.8428204,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-799941.pt"
+                    "results/Huggy3/Huggy/Huggy-2499799.pt"
                 ]
             },
             {
-                "steps": 999942,
-                "file_path": "results/Huggy2/Huggy/Huggy-999942.onnx",
-                "reward": 3.7003243387573295,
-                "creation_time": 1730731878.9401162,
+                "steps": 2599962,
+                "file_path": "results/Huggy3/Huggy/Huggy-2599962.onnx",
+                "reward": 3.667599461640522,
+                "creation_time": 1730738831.025522,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-999942.pt"
+                    "results/Huggy3/Huggy/Huggy-2599962.pt"
                 ]
             },
             {
-                "steps": 1199940,
-                "file_path": "results/Huggy2/Huggy/Huggy-1199940.onnx",
-                "reward": 3.719017545878887,
-                "creation_time": 1730732087.9131427,
+                "steps": 2699735,
+                "file_path": "results/Huggy3/Huggy/Huggy-2699735.onnx",
+                "reward": 3.709622797753551,
+                "creation_time": 1730738934.156856,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-1199940.pt"
+                    "results/Huggy3/Huggy/Huggy-2699735.pt"
                 ]
             },
             {
-                "steps": 1399993,
-                "file_path": "results/Huggy2/Huggy/Huggy-1399993.onnx",
-                "reward": 3.2324970279421126,
-                "creation_time": 1730732296.4197328,
+                "steps": 2799586,
+                "file_path": "results/Huggy3/Huggy/Huggy-2799586.onnx",
+                "reward": 3.5667643091744847,
+                "creation_time": 1730739052.8364458,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-1399993.pt"
+                    "results/Huggy3/Huggy/Huggy-2799586.pt"
                 ]
             },
             {
-                "steps": 1599948,
-                "file_path": "results/Huggy2/Huggy/Huggy-1599948.onnx",
-                "reward": 3.6305906583087237,
-                "creation_time": 1730732502.534829,
+                "steps": 2899484,
+                "file_path": "results/Huggy3/Huggy/Huggy-2899484.onnx",
+                "reward": 3.9963971534196068,
+                "creation_time": 1730739172.7037284,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-1599948.pt"
+                    "results/Huggy3/Huggy/Huggy-2899484.pt"
                 ]
             },
             {
-                "steps": 1799990,
-                "file_path": "results/Huggy2/Huggy/Huggy-1799990.onnx",
-                "reward": 4.043395517282928,
-                "creation_time": 1730732713.235032,
+                "steps": 2999479,
+                "file_path": "results/Huggy3/Huggy/Huggy-2999479.onnx",
+                "reward": 3.547086771758117,
+                "creation_time": 1730739277.846835,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-1799990.pt"
+                    "results/Huggy3/Huggy/Huggy-2999479.pt"
                 ]
             },
             {
-                "steps": 1999962,
-                "file_path": "results/Huggy2/Huggy/Huggy-1999962.onnx",
-                "reward": 4.06773927526654,
-                "creation_time": 1730732922.5516403,
+                "steps": 3000229,
+                "file_path": "results/Huggy3/Huggy/Huggy-3000229.onnx",
+                "reward": 3.5312195593184166,
+                "creation_time": 1730739278.0061228,
                 "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-1999962.pt"
-                ]
-            },
-            {
-                "steps": 2000072,
-                "file_path": "results/Huggy2/Huggy/Huggy-2000072.onnx",
-                "reward": 4.080555761301959,
-                "creation_time": 1730732922.6655488,
-                "auxillary_file_paths": [
-                    "results/Huggy2/Huggy/Huggy-2000072.pt"
+                    "results/Huggy3/Huggy/Huggy-3000229.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000072,
-            "file_path": "results/Huggy2/Huggy.onnx",
-            "reward": 4.080555761301959,
-            "creation_time": 1730732922.6655488,
+            "steps": 3000229,
+            "file_path": "results/Huggy3/Huggy.onnx",
+            "reward": 3.5312195593184166,
+            "creation_time": 1730739278.0061228,
             "auxillary_file_paths": [
-                "results/Huggy2/Huggy/Huggy-2000072.pt"
+                "results/Huggy3/Huggy/Huggy-3000229.pt"
             ]
         }
     },