offline dinosaur game environment

pufferlib/config/ocean/dinosaur.ini

@@ -0,0 +1,19 @@
+[base]
+package = ocean
+env_name = puffer_dinosaur
+policy_name = Policy
+rnn_name = Recurrent
+
+[env]
+num_envs = 1024
+width = 800
+height = 400
+speed_init = 6
+speed_max = 14
+spawn_rate_max = 65
+spawn_rate_min = 45
+rate_increment_rate = 600
+max_obstacles = 8
+
+[train]
+total_timesteps = 120_000_000

pufferlib/ocean/dinosaur/binding.c

@@ -0,0 +1,27 @@
+#include "dinosaur.h"
+
+#define Env Dinosaur
+#include "../env_binding.h"
+
+// Python -> C
+static int my_init(Env* env, PyObject* args, PyObject* kwargs) {
+    env->width = unpack(kwargs, "width");
+    env->height = unpack(kwargs, "height");
+    env->speed_init = unpack(kwargs, "speed_init");
+    env->speed_max = unpack(kwargs, "speed_max");
+    env->spawn_rate_min = unpack(kwargs, "spawn_rate_min");
+    env->spawn_rate_max = unpack(kwargs, "spawn_rate_max");
+    env->rate_increment_rate = unpack(kwargs, "rate_increment_rate");
+    env->max_obstacles = unpack(kwargs, "max_obstacles");
+    init(env);
+    return 0;
+}
+
+// C -> Python
+static int my_log(PyObject* dict, Log* log) {
+    assign_to_dict(dict, "perf", log->perf);
+    assign_to_dict(dict, "score", log->score);
+    assign_to_dict(dict, "episode_return", log->episode_return);
+    assign_to_dict(dict, "episode_length", log->episode_length);
+    return 0;
+}

pufferlib/ocean/dinosaur/dinosaur.c

@@ -0,0 +1,55 @@
+#include "dinosaur.h"
+#include "puffernet.h"
+
+int main() {
+    int max_obstacles = 10;
+    int num_obs = (max_obstacles*3) + 4;
+
+    Weights* weights = load_weights("resources/dinosaur/puffer_dinosaur_weights.bin", 545296);
+
+    int logit_sizes[1] = {3};
+    LinearLSTM* net = make_linearlstm(weights, 1, num_obs, logit_sizes, 1);
+
+    Dinosaur env = {
+        .width = 800,
+        .height = 400,
+        .speed_init = 6,
+        .speed_max = 14,
+        .spawn_rate_max = 65,
+        .spawn_rate_min = 45,
+        .rate_increment_rate = 600,
+        .max_obstacles = 8,
+    };
+    env.client = make_client(&env);
+    init(&env);
+
+    env.observations = calloc(num_obs, sizeof(float));
+    env.actions = calloc(2, sizeof(int));
+    env.rewards = calloc(1, sizeof(float));
+    env.terminals = calloc(1, sizeof(unsigned char));
+
+    c_reset(&env);
+    c_render(&env);
+
+    while (!WindowShouldClose()) {
+        if(IsKeyDown(KEY_LEFT_SHIFT)){
+            env.actions[0] = NOOP;
+            if(IsKeyDown(KEY_UP)) env.actions[0] = JUMP;
+            if(IsKeyDown(KEY_DOWN)) env.actions[0] = CROUCH;
+        } else {
+            int* actions = (int*)env.actions;
+            forward_linearlstm(net, env.observations, actions);
+            env.actions[0] = actions[0];
+        }
+        c_step(&env);
+        c_render(&env);
+    }
+
+    free_linearlstm(net);
+    free(weights);
+    free(env.observations);
+    free(env.actions);
+    free(env.rewards);
+    free(env.terminals);
+    c_close(&env);
+}