Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 268.50 +/- 78.17
+      value: 390.00 +/- 81.95
       name: mean_reward
       verified: false
 ---
@@ -66,13 +66,13 @@ OrderedDict([('batch_size', 64),
              ('buffer_size', 100000),
              ('env_wrapper',
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
-             ('exploration_final_eps', 0.01),
-             ('exploration_fraction', 0.1),
+             ('exploration_final_eps', 0.02),
+             ('exploration_fraction', 0.01),
              ('frame_stack', 4),
              ('gradient_steps', 1),
              ('learning_rate', 5e-05),
              ('learning_starts', 100000),
-             ('n_timesteps', 100000.0),
+             ('n_timesteps', 1000000.0),
              ('optimize_memory_usage', False),
              ('policy', 'CnnPolicy'),
              ('target_update_interval', 1000),

args.yml

@@ -56,7 +56,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 146447108
+    - 145896460
   - - storage
     - null
   - - study_name

config.yml

@@ -6,9 +6,9 @@
   - - env_wrapper
     - - stable_baselines3.common.atari_wrappers.AtariWrapper
   - - exploration_final_eps
-    - 0.01
+    - 0.02
   - - exploration_fraction
-    - 0.1
+    - 0.01
   - - frame_stack
     - 4
   - - gradient_steps
@@ -18,7 +18,7 @@
   - - learning_starts
     - 100000
   - - n_timesteps
-    - 100000.0
+    - 1000000.0
   - - optimize_memory_usage
     - false
   - - policy

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7f8fecd222e95dddab4701c6e9ee8826ed50c789bda1c276872102209b68e5c
-size 13715667
+oid sha256:a7479431448aecf784d2143e611fe98897dd252ffea9812cd37eb718dc46155c
+size 27220729

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ed478fad8f8233f2e9ba6032f305c8c77c7b9ce9be50ecff1ec0cee772fa74e
-size 1120
+oid sha256:43be9e5f622a7398024229cec4b8b4f5c34d34b349903d07be74deaf70689843
+size 13506172

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a539ecfc01cdda1311745927a577c91c9876daefa6aa16b11bd74bcd648942a2
+oid sha256:e0179009a714fc23fdc22d7be396bb54dd8d417bd5e87040d90991bcad93fb9d
 size 13505370

results.json

@@ -1 +1 @@
-{"mean_reward": 268.5, "std_reward": 78.16808811785025, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-08-30T17:14:22.198293"}
+{"mean_reward": 390.0, "std_reward": 81.94510357550352, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-08-30T18:40:13.936981"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35c7a54d73209c675db1293371b3d910dd8d7394755d1357c7a2a0f19a23149e
-size 5604
+oid sha256:cd28d890e9910263873260b1ed739da09cf2b867d3e9fb39b157026a70bdec02
+size 41015