ocean: add space_invaders env

config/ocean/space_invaders.ini

@@ -0,0 +1,47 @@
+[base]
+env_name = space_invaders
+
+[vec]
+total_agents = 32768
+num_buffers = 32
+num_threads = 16
+
+[policy]
+num_layers = 2
+hidden_size = 64
+
+[env]
+num_agents = 1
+frameskip = 4
+width = 600
+height = 480
+player_speed = 4
+player_bullet_speed = 8
+enemy_bullet_speed = 3
+formation_dx = 8
+formation_dy = 12
+formation_start_interval = 30
+enemy_fire_interval = 45
+invader_w = 24
+invader_h = 16
+invader_spacing_x = 16
+invader_spacing_y = 12
+formation_margin_x = 40
+formation_margin_y = 50
+player_w = 32
+player_h = 16
+player_y_offset = 30
+bullet_w = 4
+bullet_h = 10
+max_lives = 3
+
+[train]
+total_timesteps = 50_000_000
+learning_rate = 0.001
+gamma = 0.99
+gae_lambda = 0.95
+ent_coef = 0.01
+vf_coef = 0.5
+clip_coef = 0.2
+max_grad_norm = 0.5
+minibatch_size = 16384

ocean/space_invaders/binding.c

@@ -0,0 +1,42 @@
+#include "space_invaders.h"
+#define OBS_SIZE (9 + SI_NUM_INVADERS + 3 * SI_MAX_ENEMY_BULLETS)
+#define NUM_ATNS 1
+#define ACT_SIZES {4}
+#define OBS_TENSOR_T FloatTensor
+
+#define Env SpaceInvaders
+#include "vecenv.h"
+
+void my_init(Env* env, Dict* kwargs) {
+    env->num_agents = 1;
+    env->width = dict_get(kwargs, "width")->value;
+    env->height = dict_get(kwargs, "height")->value;
+    env->frameskip = dict_get(kwargs, "frameskip")->value;
+    env->player_speed = dict_get(kwargs, "player_speed")->value;
+    env->player_bullet_speed = dict_get(kwargs, "player_bullet_speed")->value;
+    env->enemy_bullet_speed = dict_get(kwargs, "enemy_bullet_speed")->value;
+    env->formation_dx = dict_get(kwargs, "formation_dx")->value;
+    env->formation_dy = dict_get(kwargs, "formation_dy")->value;
+    env->formation_start_interval = dict_get(kwargs, "formation_start_interval")->value;
+    env->enemy_fire_interval = dict_get(kwargs, "enemy_fire_interval")->value;
+    env->invader_w = dict_get(kwargs, "invader_w")->value;
+    env->invader_h = dict_get(kwargs, "invader_h")->value;
+    env->invader_spacing_x = dict_get(kwargs, "invader_spacing_x")->value;
+    env->invader_spacing_y = dict_get(kwargs, "invader_spacing_y")->value;
+    env->formation_margin_x = dict_get(kwargs, "formation_margin_x")->value;
+    env->formation_margin_y = dict_get(kwargs, "formation_margin_y")->value;
+    env->player_w = dict_get(kwargs, "player_w")->value;
+    env->player_h = dict_get(kwargs, "player_h")->value;
+    env->player_y_offset = dict_get(kwargs, "player_y_offset")->value;
+    env->bullet_w = dict_get(kwargs, "bullet_w")->value;
+    env->bullet_h = dict_get(kwargs, "bullet_h")->value;
+    env->max_lives = dict_get(kwargs, "max_lives")->value;
+    init(env);
+}
+
+void my_log(Log* log, Dict* out) {
+    dict_set(out, "perf", log->perf);
+    dict_set(out, "score", log->score);
+    dict_set(out, "episode_return", log->episode_return);
+    dict_set(out, "episode_length", log->episode_length);
+}

ocean/space_invaders/space_invaders.c

@@ -0,0 +1,51 @@
+#include <stdio.h>
+#include <time.h>
+#include "space_invaders.h"
+
+void demo() {
+    SpaceInvaders env = {
+        .width = 600,
+        .height = 480,
+        .frameskip = 1,
+        .player_speed = 4,
+        .player_bullet_speed = 8,
+        .enemy_bullet_speed = 3,
+        .formation_dx = 8,
+        .formation_dy = 12,
+        .formation_start_interval = 30,
+        .enemy_fire_interval = 45,
+        .invader_w = 24,
+        .invader_h = 16,
+        .invader_spacing_x = 16,
+        .invader_spacing_y = 12,
+        .formation_margin_x = 40,
+        .formation_margin_y = 50,
+        .player_w = 32,
+        .player_h = 16,
+        .player_y_offset = 30,
+        .bullet_w = 4,
+        .bullet_h = 10,
+        .max_lives = 3,
+    };
+    env.rng = (unsigned int)time(NULL);
+    allocate(&env);
+    env.client = make_client(&env);
+    c_reset(&env);
+
+    SetTargetFPS(60);
+    while (!WindowShouldClose()) {
+        env.actions[0] = SI_NOOP;
+        if (IsKeyDown(KEY_LEFT)  || IsKeyDown(KEY_A)) env.actions[0] = SI_LEFT;
+        if (IsKeyDown(KEY_RIGHT) || IsKeyDown(KEY_D)) env.actions[0] = SI_RIGHT;
+        if (IsKeyDown(KEY_SPACE) || IsKeyDown(KEY_UP)) env.actions[0] = SI_FIRE;
+        c_step(&env);
+        c_render(&env);
+    }
+    free_allocated(&env);
+    close_client(env.client);
+}
+
+int main(void) {
+    demo();
+    return 0;
+}