Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49b7a83df533890d77c52ab126008c2d5465afb4d8e9663b2cfa379f592c5bfa
-size 2270373
+oid sha256:8b8d0dabc0a40fad2b2be95bae2986ae914034b326a21b9356b50b3da4106e09
+size 2271327

Huggy/{Huggy-797.onnx → Huggy-1199976.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49b7a83df533890d77c52ab126008c2d5465afb4d8e9663b2cfa379f592c5bfa
-size 2270373
+oid sha256:40521cb93302b511e8362410c1ed0e60fe2658a71ad63063546d4c1ac8dc7d03
+size 2271327

Huggy/Huggy-1199976.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4cefea7ff2efb04730c7d1303cbfb08e798141069091dd8192254bfedc993f
+size 13503717

Huggy/{Huggy-797.pt → Huggy-1399963.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03aac81abc900ca2f86d01cc4295572a6ed8edaf00d77effee48ab1841def4b3
-size 4507303
+oid sha256:f44160abece053efa9b6659a5442dafac683c75a902b503a5581354085609240
+size 2271327

Huggy/Huggy-1399963.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ece32fe8e3283ac2d58997a440727272087f9e080ae3dac8e4bdea59f1488c6
+size 13503717

Huggy/Huggy-1599363.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbede73bd2e96c626356e7f30e3203924ad6ed5b7ac21a07eff882c2e037ff09
+size 2271327

Huggy/Huggy-1599363.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ba8cca9b10922d6951bbf37d58b246a5d9cdca8612d49723c9dee946223d93
+size 13503717

Huggy/Huggy-1799914.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ceb2ba6b3441a5835b963a82d361795c1a8c088841facc147d953666cb90791
+size 2271327

Huggy/Huggy-1799914.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484cb81ca94cc27506b16f949e05f7b216fa383049bb60730288709872de3d10
+size 13503717

Huggy/Huggy-1999392.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a1a6b5bed6f953eeb5144abaf0b20254fb8d30b4d7af453005b2aea594844e
+size 2271327

Huggy/Huggy-1999392.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a144044fe4a515b7f15215313c74e93c38c630198d906358487f3aa49cccb02b
+size 13503717

Huggy/Huggy-199996.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24167a3b9e9b3c787d49773d97fb8aa296d1a1f280079819b13c152aff88b73
+size 2271327

Huggy/Huggy-199996.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cca32fd91788d9314fbf8d3b0911367c441cbbf42e657d7e35c27524b40492
+size 13503717

Huggy/Huggy-2000142.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8d0dabc0a40fad2b2be95bae2986ae914034b326a21b9356b50b3da4106e09
+size 2271327

Huggy/Huggy-2000142.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1d5348a27716270f7ef0f7140022bfbf57eb641240792f4c8c120f4909d5ed
+size 13503717

Huggy/Huggy-399939.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594fc48a55faf3ed637553661761367fa766001fc0588e5b441c861a839bfbbf
+size 2271327

Huggy/Huggy-399939.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83aa335e7d7f20e5b80684afa7b2651f1e53ab00a94b8d8d8acab61c7bf79266
+size 13503717

Huggy/Huggy-599882.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c68084621938aeea95eb9541d17bc03ec2a3c53ba24347d33a37e916fd5c78
+size 2271327

Huggy/Huggy-599882.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d6b4bd853343367cf12ac72d07da53d033c32940d564b791d34d9527090bf0
+size 13503717

Huggy/Huggy-799990.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a90d850fc901f7dfd3fe927bfed94806a90392f54b6bcb312fbde03ab01006
+size 2271327

Huggy/Huggy-799990.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed476ebe51f88e2db831be7a608ce530c6d689ef8b52d66f261fcd27d80724ce
+size 13503717

Huggy/Huggy-999988.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cf79f0d5a6f5ee09dc942ce9ff8b795b39796f6ee4484dbd3e812345cc40d3
+size 2271327

Huggy/Huggy-999988.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abaa3fe2ef3fe6eb54218c79e4612cb8184226a00e673728bcadf5df98699a8
+size 13503717

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03aac81abc900ca2f86d01cc4295572a6ed8edaf00d77effee48ab1841def4b3
-size 4507303
+oid sha256:8b1d5348a27716270f7ef0f7140022bfbf57eb641240792f4c8c120f4909d5ed
+size 13503717

Huggy/{events.out.tfevents.1671563066.39fb11f6c8ce.4095.0 → events.out.tfevents.1682279877.a6b6dfbb0122.1271.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07804b68571b9fc2e159fd4a2716842f9b190c04ab9178e43b7d98cef8294458
-size 1024
+oid sha256:c7399824177542e60bf918f9e1a08e8c29da772ec250acd90171fcdb5851fed2
+size 359761

README.md

@@ -1,12 +1,10 @@
-
 ---
-      tags:
-      - unity-ml-agents
-      - ml-agents
-      - deep-reinforcement-learning
-      - reinforcement-learning
-      - ML-Agents-Huggy
-      library_name: ml-agents
+library_name: ml-agents
+tags:
+- Huggy
+- deep-reinforcement-learning
+- reinforcement-learning
+- ML-Agents-Huggy
 ---
     
   # **ppo** Agent playing **Huggy**

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -10,9 +10,11 @@ behaviors:
       epsilon: 0.2
       lambd: 0.95
       num_epoch: 3
+      shared_critic: false
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
+    checkpoint_interval: 200000
     network_settings:
       normalize: true
       hidden_units: 512
@@ -35,7 +37,7 @@ behaviors:
           deterministic: false
     init_path: null
     keep_checkpoints: 15
-    checkpoint_interval: 200000
+    even_checkpoints: false
     max_steps: 2000000
     time_horizon: 1000
     summary_freq: 50000

run_logs/Player-0.log

@@ -14,27 +14,27 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
 ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
 ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
 ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
 ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
 ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.133 seconds
+- Completed reload, in  0.082 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.137997 ms
+UnloadTime: 0.761830 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 67 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 144 B
+      Peak Allocated Bytes 176 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,22 +201,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 307
+  Peak main deferred allocation count 345
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 68 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26762 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 21.7 MB
+      Peak Allocated memory 23.8 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 68 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 1143 frames, [2.0 MB-4.0 MB]: 25619 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.5 MB
+      Peak Allocated memory 2.3 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -230,7 +230,7 @@ Memory Statistics:
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
   Initial Block Size 2.0 MB
-  Used Block Count 1
+  Used Block Count 2
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -243,15 +243,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 67 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26761 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 68 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26762 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -261,15 +261,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 67 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 67 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -279,15 +279,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 68 frames
+      Peak usage frame count: [0-1.0 KB]: 26762 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 68 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26762 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -1,75 +1,214 @@
 {
     "name": "root",
+    "gauges": {
+        "Huggy.Policy.Entropy.mean": {
+            "value": 1.4066312313079834,
+            "min": 1.4066312313079834,
+            "max": 1.4248414039611816,
+            "count": 40
+        },
+        "Huggy.Policy.Entropy.sum": {
+            "value": 70576.3125,
+            "min": 68479.125,
+            "max": 76005.828125,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.mean": {
+            "value": 100.38336713995943,
+            "min": 89.43649373881932,
+            "max": 362.963768115942,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.sum": {
+            "value": 49489.0,
+            "min": 48876.0,
+            "max": 50089.0,
+            "count": 40
+        },
+        "Huggy.Step.mean": {
+            "value": 1999392.0,
+            "min": 49811.0,
+            "max": 1999392.0,
+            "count": 40
+        },
+        "Huggy.Step.sum": {
+            "value": 1999392.0,
+            "min": 49811.0,
+            "max": 1999392.0,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 2.4091029167175293,
+            "min": 0.03059815615415573,
+            "max": 2.439601182937622,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 1187.687744140625,
+            "min": 4.1919474601745605,
+            "max": 1336.6962890625,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.mean": {
+            "value": 3.706110247250261,
+            "min": 1.6450656630697043,
+            "max": 3.8853668979592197,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.sum": {
+            "value": 1827.1123518943787,
+            "min": 225.37399584054947,
+            "max": 2133.807697236538,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.mean": {
+            "value": 3.706110247250261,
+            "min": 1.6450656630697043,
+            "max": 3.8853668979592197,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.sum": {
+            "value": 1827.1123518943787,
+            "min": 225.37399584054947,
+            "max": 2133.807697236538,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.mean": {
+            "value": 0.015434336768198087,
+            "min": 0.013807126837248992,
+            "max": 0.019698871622191895,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.sum": {
+            "value": 0.04630301030459426,
+            "min": 0.027614253674497984,
+            "max": 0.05809747718255191,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.mean": {
+            "value": 0.051497250133090554,
+            "min": 0.023220646381378177,
+            "max": 0.05813208899150292,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.sum": {
+            "value": 0.15449175039927165,
+            "min": 0.04644129276275635,
+            "max": 0.16676110612849396,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.mean": {
+            "value": 3.3029988990333315e-06,
+            "min": 3.3029988990333315e-06,
+            "max": 0.00029529937656687497,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.sum": {
+            "value": 9.908996697099994e-06,
+            "min": 9.908996697099994e-06,
+            "max": 0.00084401566866145,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.mean": {
+            "value": 0.10110096666666668,
+            "min": 0.10110096666666668,
+            "max": 0.19843312500000004,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.sum": {
+            "value": 0.30330290000000004,
+            "min": 0.20739219999999997,
+            "max": 0.58133855,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.mean": {
+            "value": 6.493823666666665e-05,
+            "min": 6.493823666666665e-05,
+            "max": 0.004921812937499999,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.sum": {
+            "value": 0.00019481470999999992,
+            "min": 0.00019481470999999992,
+            "max": 0.014068793645000001,
+            "count": 40
+        },
+        "Huggy.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        },
+        "Huggy.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1671563059",
-        "python_version": "3.8.16 (default, Dec  7 2022, 01:12:13) \n[GCC 7.5.0]",
+        "start_time_seconds": "1682279876",
+        "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
-        "mlagents_version": "0.29.0.dev0",
-        "mlagents_envs_version": "0.29.0.dev0",
+        "mlagents_version": "0.31.0.dev0",
+        "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "1.8.1+cu102",
-        "numpy_version": "1.21.6",
-        "end_time_seconds": "1671563073"
+        "pytorch_version": "1.11.0+cu102",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1682282399"
     },
-    "total": 13.535976571999981,
+    "total": 2522.933014679,
     "count": 1,
-    "self": 0.28589670799999567,
+    "self": 0.4401930519998132,
     "children": {
         "run_training.setup": {
-            "total": 0.1460984660000122,
+            "total": 0.12685854400001517,
             "count": 1,
-            "self": 0.1460984660000122
+            "self": 0.12685854400001517
         },
         "TrainerController.start_learning": {
-            "total": 13.103981397999974,
+            "total": 2522.365963083,
             "count": 1,
-            "self": 0.015870805999270488,
+            "self": 4.7229244420555005,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.729508226999997,
+                    "total": 4.691988455000001,
                     "count": 1,
-                    "self": 6.729508226999997
+                    "self": 4.691988455000001
                 },
                 "TrainerController.advance": {
-                    "total": 6.133877736000613,
-                    "count": 563,
-                    "self": 0.016269698999394677,
+                    "total": 2512.827796528945,
+                    "count": 231887,
+                    "self": 5.164378738921187,
                     "children": {
                         "env_step": {
-                            "total": 6.009426214000996,
-                            "count": 563,
-                            "self": 5.09646834700186,
+                            "total": 1989.0078010660375,
+                            "count": 231887,
+                            "self": 1683.2894164739234,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 0.9034169820001807,
-                                    "count": 563,
-                                    "self": 0.05733589399903849,
+                                    "total": 302.4628870310044,
+                                    "count": 231887,
+                                    "self": 18.29743107297685,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 0.8460810880011422,
-                                            "count": 559,
-                                            "self": 0.12068452999994861,
-                                            "children": {
-                                                "TorchPolicy.sample_actions": {
-                                                    "total": 0.7253965580011936,
-                                                    "count": 559,
-                                                    "self": 0.7253965580011936
-                                                }
-                                            }
+                                            "total": 284.16545595802756,
+                                            "count": 223012,
+                                            "self": 284.16545595802756
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.009540884998955335,
-                                    "count": 562,
+                                    "total": 3.2554975611095642,
+                                    "count": 231887,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 12.981993481999439,
-                                            "count": 562,
+                                            "total": 2513.5288953339714,
+                                            "count": 231887,
                                             "is_parallel": true,
-                                            "self": 8.83864101099914,
+                                            "self": 1139.623724084963,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -78,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0027538489999869853,
+                                                            "total": 0.0010447960000306011,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0005779040000106761,
+                                                            "self": 0.0004096570000342581,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.002175944999976309,
+                                                                    "total": 0.000635138999996343,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.002175944999976309
+                                                                    "self": 0.000635138999996343
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.034733428999970783,
+                                                            "total": 0.050773184000036053,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0003349769998521879,
+                                                            "self": 0.00030179200001612116,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00023203700004614802,
+                                                                    "total": 0.0002585810000255151,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00023203700004614802
+                                                                    "self": 0.0002585810000255151
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.033248965000097996,
+                                                                    "total": 0.04952927200002932,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.033248965000097996
+                                                                    "self": 0.04952927200002932
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0009174499999744512,
+                                                                    "total": 0.0006835389999650943,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00029897599995365454,
+                                                                    "self": 0.00019501999997828534,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0006184740000207967,
+                                                                            "total": 0.0004885189999868089,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0006184740000207967
+                                                                            "self": 0.0004885189999868089
                                                                         }
                                                                     }
                                                                 }
@@ -128,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 4.1433524710002985,
-                                                    "count": 561,
+                                                    "total": 1373.9051712490084,
+                                                    "count": 231886,
                                                     "is_parallel": true,
-                                                    "self": 0.11913104500115423,
+                                                    "self": 40.642855820960676,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 0.19384154899955774,
-                                                            "count": 561,
+                                                            "total": 88.74540943103983,
+                                                            "count": 231886,
                                                             "is_parallel": true,
-                                                            "self": 0.19384154899955774
+                                                            "self": 88.74540943103983
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 3.507868756000903,
-                                                            "count": 561,
+                                                            "total": 1149.6470529229973,
+                                                            "count": 231886,
                                                             "is_parallel": true,
-                                                            "self": 3.507868756000903
+                                                            "self": 1149.6470529229973
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 0.3225111209986835,
-                                                            "count": 561,
+                                                            "total": 94.86985307401045,
+                                                            "count": 231886,
                                                             "is_parallel": true,
-                                                            "self": 0.12607140999728017,
+                                                            "self": 37.92767695515283,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.19643971100140334,
-                                                                    "count": 1122,
+                                                                    "total": 56.94217611885762,
+                                                                    "count": 463772,
                                                                     "is_parallel": true,
-                                                                    "self": 0.19643971100140334
+                                                                    "self": 56.94217611885762
                                                                 }
                                                             }
                                                         }
@@ -168,33 +307,52 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 0.10818182300022272,
-                            "count": 562,
-                            "self": 0.01907511799936401,
+                            "total": 518.6556167239863,
+                            "count": 231887,
+                            "self": 7.4584314858643666,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 0.08910670500085871,
-                                    "count": 562,
-                                    "self": 0.08910670500085871
+                                    "total": 140.00257959012197,
+                                    "count": 231887,
+                                    "self": 138.53577611312215,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.4668034769998144,
+                                            "count": 10,
+                                            "self": 1.4668034769998144
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 371.194605648,
+                                    "count": 97,
+                                    "self": 311.3091042859982,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 59.885501362001776,
+                                            "count": 2910,
+                                            "self": 59.885501362001776
+                                        }
+                                    }
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.740000016070553e-06,
+                    "total": 1.1019997145922389e-06,
                     "count": 1,
-                    "self": 1.740000016070553e-06
+                    "self": 1.1019997145922389e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.22472288900007698,
+                    "total": 0.12325255499990817,
                     "count": 1,
-                    "self": 0.006908374000090589,
+                    "self": 0.0028457299999899988,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.21781451499998639,
+                            "total": 0.12040682499991817,
                             "count": 1,
-                            "self": 0.21781451499998639
+                            "self": 0.12040682499991817
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,28 +2,118 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 797,
-                "file_path": "results/Huggy/Huggy/Huggy-797.onnx",
-                "reward": 1.3775434919766016,
-                "creation_time": 1671563072.7479982,
+                "steps": 199996,
+                "file_path": "results/Huggy/Huggy/Huggy-199996.onnx",
+                "reward": 3.403587908429258,
+                "creation_time": 1682280122.6539862,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-797.pt"
+                    "results/Huggy/Huggy/Huggy-199996.pt"
+                ]
+            },
+            {
+                "steps": 399939,
+                "file_path": "results/Huggy/Huggy/Huggy-399939.onnx",
+                "reward": 3.8705960102935335,
+                "creation_time": 1682280369.875891,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-399939.pt"
+                ]
+            },
+            {
+                "steps": 599882,
+                "file_path": "results/Huggy/Huggy/Huggy-599882.onnx",
+                "reward": 3.7011041130338396,
+                "creation_time": 1682280619.515767,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-599882.pt"
+                ]
+            },
+            {
+                "steps": 799990,
+                "file_path": "results/Huggy/Huggy/Huggy-799990.onnx",
+                "reward": 3.8868244032413637,
+                "creation_time": 1682280874.4180412,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-799990.pt"
+                ]
+            },
+            {
+                "steps": 999988,
+                "file_path": "results/Huggy/Huggy/Huggy-999988.onnx",
+                "reward": 3.4704638569373785,
+                "creation_time": 1682281128.0483844,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-999988.pt"
+                ]
+            },
+            {
+                "steps": 1199976,
+                "file_path": "results/Huggy/Huggy/Huggy-1199976.onnx",
+                "reward": 3.736831954840956,
+                "creation_time": 1682281382.0051916,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1199976.pt"
+                ]
+            },
+            {
+                "steps": 1399963,
+                "file_path": "results/Huggy/Huggy/Huggy-1399963.onnx",
+                "reward": 3.754013929201003,
+                "creation_time": 1682281630.8522959,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1399963.pt"
+                ]
+            },
+            {
+                "steps": 1599363,
+                "file_path": "results/Huggy/Huggy/Huggy-1599363.onnx",
+                "reward": 3.776411795434151,
+                "creation_time": 1682281888.5368817,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1599363.pt"
+                ]
+            },
+            {
+                "steps": 1799914,
+                "file_path": "results/Huggy/Huggy/Huggy-1799914.onnx",
+                "reward": 3.5113661014116726,
+                "creation_time": 1682282142.996275,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1799914.pt"
+                ]
+            },
+            {
+                "steps": 1999392,
+                "file_path": "results/Huggy/Huggy/Huggy-1999392.onnx",
+                "reward": 3.9986143003810537,
+                "creation_time": 1682282399.1793475,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1999392.pt"
+                ]
+            },
+            {
+                "steps": 2000142,
+                "file_path": "results/Huggy/Huggy/Huggy-2000142.onnx",
+                "reward": 3.4389809469381967,
+                "creation_time": 1682282399.3281996,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-2000142.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 797,
+            "steps": 2000142,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 1.3775434919766016,
-            "creation_time": 1671563072.7479982,
+            "reward": 3.4389809469381967,
+            "creation_time": 1682282399.3281996,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-797.pt"
+                "results/Huggy/Huggy/Huggy-2000142.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
-        "mlagents_version": "0.29.0.dev0",
-        "torch_version": "1.8.1+cu102"
+        "mlagents_version": "0.31.0.dev0",
+        "torch_version": "1.11.0+cu102"
     }
 }