Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 137.00 +/- 76.88
+      value: 320.00 +/- 86.46
       name: mean_reward
       verified: false
 ---
@@ -43,13 +43,13 @@ pip install rl_zoo3
 
 ```
 # Download model and save it into the logs/ folder
-python -m rl_zoo3.load_from_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -orga pmolodo -f logs/
+python -m rl_zoo3.load_from_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -orga PMOLODO -f logs/
 python -m rl_zoo3.enjoy --algo dqn --env SpaceInvadersNoFrameskip-v4  -f logs/
 ```
 
 If you installed the RL Zoo3 via pip (`pip install rl_zoo3`), from anywhere you can do:
 ```
-python -m rl_zoo3.load_from_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -orga pmolodo -f logs/
+python -m rl_zoo3.load_from_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -orga PMOLODO -f logs/
 python -m rl_zoo3.enjoy --algo dqn --env SpaceInvadersNoFrameskip-v4  -f logs/
 ```
 
@@ -57,7 +57,7 @@ python -m rl_zoo3.enjoy --algo dqn --env SpaceInvadersNoFrameskip-v4  -f logs/
 ```
 python -m rl_zoo3.train --algo dqn --env SpaceInvadersNoFrameskip-v4 -f logs/
 # Upload the model and generate video (when possible)
-python -m rl_zoo3.push_to_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -f logs/ -orga pmolodo
+python -m rl_zoo3.push_to_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -f logs/ -orga PMOLODO
 ```
 
 ## Hyperparameters

args.yml

@@ -9,6 +9,8 @@
     - SpaceInvadersNoFrameskip-v4
   - - env_kwargs
     - null
+  - - eval_env_kwargs
+    - null
   - - eval_episodes
     - 5
   - - eval_freq
@@ -54,7 +56,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 225160754
+    - 1432731666
   - - storage
     - null
   - - study_name

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7af21b2be18110a0f250f79493c84dd34aa5402dc2302ba595f5933f26becd7
-size 27220212
+oid sha256:c03c93dfeeb2247656e9132ec61879f1fe4b822cccce1f88c90d696d8dc64138
+size 27218922

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5cebdc1d3829537a93bea496d34261357496c7434322497e928957b0528a630
-size 13505852
+oid sha256:2492567e69e1eb38a0bf62d2573af8ec0029e6e71984a799f99a63c218ab196a
+size 13505419

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb1dbd2b88c171116432f2ada3affeb6dcb1bc95eee2c702e6f1840cc36162e2
-size 13505178
+oid sha256:d75453013dd2d878fb3736a8e70d6cb4c27249e301c2b50068623f2778cb02b0
+size 13504745

dqn-SpaceInvadersNoFrameskip-v4/pytorch_variables.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
-size 864
+oid sha256:d030ad8db708280fcae77d87e973102039acd23a11bdecc3db8eb6c0ac940ee1
+size 431

dqn-SpaceInvadersNoFrameskip-v4/system_info.txt

@@ -1,7 +1,7 @@
-- OS: Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024
+- OS: Linux-5.10.16.3-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Fri Apr 2 22:23:49 UTC 2021
 - Python: 3.10.12
 - Stable-Baselines3: 2.3.2
-- PyTorch: 2.3.0+cu121
+- PyTorch: 2.0.0.post101
 - GPU Enabled: False
 - Numpy: 1.25.2
 - Cloudpickle: 2.2.1

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caca9ffe7b51a1ac3663454be4ba5a99228c84afc6854edb44ad4300ee957d60
-size 261751
+oid sha256:da78c1893795ae372d2322de97b4d9313a3b37a30e610ea2b75692c186761ea7
+size 236375

results.json

@@ -1 +1 @@
-{"mean_reward": 137.0, "std_reward": 76.8830280361017, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-05-23T15:53:46.571288"}
+{"mean_reward": 320.0, "std_reward": 86.45808232895291, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-05-24T13:29:11.883030"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:678f42d8caa4ee6bfab16248659145d345b3aca03e98df879eb6bb68dfadc4aa
-size 6261
+oid sha256:6d14c59a8af82eac7b6778d71e06d19fa1a31ac3ae90331d875ab51795bec920
+size 10207