joefarrington commited on
Commit
3a4be5e
1 Parent(s): 6c6dba1

Initial commit

Browse files
dqn-SpaceInvadersNoFrameskip-v4.zip CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2871b4421c84ebc849d83a7d23dc79850aacdc7812871ecf74fa9999ee019972
3
- size 27222343
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5bc241609e9c810c01eba70ee56872e03f92743800bd416dfceadaf51917894
3
+ size 27222342
dqn-SpaceInvadersNoFrameskip-v4/data CHANGED
@@ -4,9 +4,9 @@
4
  ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCUNublBvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.dqn.policies",
6
  "__doc__": "\n Policy class for DQN when using images as input.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
- "__init__": "<function CnnPolicy.__init__ at 0x7f4be06f3040>",
8
  "__abstractmethods__": "frozenset()",
9
- "_abc_impl": "<_abc_data object at 0x7f4be06eb5a0>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {},
@@ -83,12 +83,12 @@
83
  ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
84
  "__module__": "stable_baselines3.common.buffers",
85
  "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
86
- "__init__": "<function ReplayBuffer.__init__ at 0x7f4be0761040>",
87
- "add": "<function ReplayBuffer.add at 0x7f4be07610d0>",
88
- "sample": "<function ReplayBuffer.sample at 0x7f4be0761160>",
89
- "_get_samples": "<function ReplayBuffer._get_samples at 0x7f4be07611f0>",
90
  "__abstractmethods__": "frozenset()",
91
- "_abc_impl": "<_abc_data object at 0x7f4be07dcd50>"
92
  },
93
  "replay_buffer_kwargs": {},
94
  "train_freq": {
@@ -106,6 +106,6 @@
106
  "exploration_rate": 0.01,
107
  "exploration_schedule": {
108
  ":type:": "<class 'function'>",
109
- ":serialized:": "gAWVrQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwRLE0MsZAF8ABgAiAFrBHIQiABTAIgCZAF8ABgAiACIAhgAFACIARsAFwBTAGQAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMbC9ob21lL2pvZWZhcnJpbmd0b24vbWluaWNvbmRhMy9lbnZzL2hmX2RlZXBybDMvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS25DBgABDAEEApSMA2VuZJSMDGVuZF9mcmFjdGlvbpSMBXN0YXJ0lIeUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMbC9ob21lL2pvZWZhcnJpbmd0b24vbWluaWNvbmRhMy9lbnZzL2hmX2RlZXBybDMvbGliL3B5dGhvbjMuOC9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlGgeKVKUaB4pUpSHlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoJH2UfZQoaBloDowMX19xdWFsbmFtZV9flIwbZ2V0X2xpbmVhcl9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UKGgLjAhidWlsdGluc5SMBWZsb2F0lJOUjAZyZXR1cm6UaDB1jA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGowHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/hHrhR64Ue4WUUpRoOEc/uZmZmZmZmoWUUpRoOEc/8AAAAAAAAIWUUpSHlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
110
  }
111
  }
 
4
  ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCUNublBvbGljeZSTlC4=",
5
  "__module__": "stable_baselines3.dqn.policies",
6
  "__doc__": "\n Policy class for DQN when using images as input.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ",
7
+ "__init__": "<function CnnPolicy.__init__ at 0x7f4b1db833a0>",
8
  "__abstractmethods__": "frozenset()",
9
+ "_abc_impl": "<_abc_data object at 0x7f4b1db789f0>"
10
  },
11
  "verbose": 1,
12
  "policy_kwargs": {},
 
83
  ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
84
  "__module__": "stable_baselines3.common.buffers",
85
  "__doc__": "\n Replay buffer used in off-policy algorithms like SAC/TD3.\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device:\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n of the replay buffer which reduces by almost a factor two the memory used,\n at a cost of more complexity.\n See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ",
86
+ "__init__": "<function ReplayBuffer.__init__ at 0x7f4b1db613a0>",
87
+ "add": "<function ReplayBuffer.add at 0x7f4b1db61430>",
88
+ "sample": "<function ReplayBuffer.sample at 0x7f4b1db614c0>",
89
+ "_get_samples": "<function ReplayBuffer._get_samples at 0x7f4b1db61550>",
90
  "__abstractmethods__": "frozenset()",
91
+ "_abc_impl": "<_abc_data object at 0x7f4b1dbee0f0>"
92
  },
93
  "replay_buffer_kwargs": {},
94
  "train_freq": {
 
106
  "exploration_rate": 0.01,
107
  "exploration_schedule": {
108
  ":type:": "<class 'function'>",
109
+ ":serialized:": "gAWVrwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwRLE0MsZAF8ABgAiAFrBHIQiABTAIgCZAF8ABgAiACIAhgAFACIARsAFwBTAGQAUwCUTksBhpQpjBJwcm9ncmVzc19yZW1haW5pbmeUhZSMbS9ob21lL2pvZWZhcnJpbmd0b24vbWluaWNvbmRhMy9lbnZzL2hmX2RlZXBfcmwzL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjG0vaG9tZS9qb2VmYXJyaW5ndG9uL21pbmljb25kYTMvZW52cy9oZl9kZWVwX3JsMy9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUaB4pUpRoHilSlIeUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgkfZR9lChoGWgOjAxfX3F1YWxuYW1lX1+UjBtnZXRfbGluZWFyX2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZQoaAuMCGJ1aWx0aW5zlIwFZmxvYXSUk5SMBnJldHVybpRoMHWMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgajAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz+EeuFHrhR7hZRSlGg4Rz+5mZmZmZmahZRSlGg4Rz/wAAAAAAAAhZRSlIeUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
110
  }
111
  }
dqn-SpaceInvadersNoFrameskip-v4/system_info.txt CHANGED
@@ -1,5 +1,5 @@
1
- OS: Linux-5.10.16.3-microsoft-standard-WSL2-x86_64-with-glibc2.17 #1 SMP Fri Apr 2 22:23:49 UTC 2021
2
- Python: 3.8.13
3
  Stable-Baselines3: 1.5.1a8
4
  PyTorch: 1.11.0
5
  GPU Enabled: True
 
1
+ OS: Linux-5.10.16.3-microsoft-standard-WSL2-x86_64-with-glibc2.10 #1 SMP Fri Apr 2 22:23:49 UTC 2021
2
+ Python: 3.8.5
3
  Stable-Baselines3: 1.5.1a8
4
  PyTorch: 1.11.0
5
  GPU Enabled: True
replay.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae7e54df0158f88f7d8637e262c63d237aeb2837a4c07354d8e03df9b4bc465
3
+ size 193708
results.json CHANGED
@@ -1 +1 @@
1
- {"mean_reward": 758.0, "std_reward": 206.44854080375575, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2022-06-23T14:21:51.218418"}
 
1
+ {"mean_reward": 758.0, "std_reward": 206.44854080375575, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2022-06-23T18:56:38.779409"}