optimizations and sweep results

Author: jutskitting

pufferlib/config/ocean/vision_test.ini

@@ -8,24 +8,25 @@ rnn_name = Recurrent
 num_envs = 4096
 
 [train]
-total_timesteps = 800_000_000
-minibatch_size = 32768
-adam_beta1 = 0.9315687674807638
-adam_beta2 = 0.9997941907784418
-adam_eps = 0.0001
+total_timesteps = 150_000_000
+adam_beta1 = 0.9051396950168318
+adam_beta2 = 0.9998075206648028
+adam_eps = 6.080590274937272e-8
 anneal_lr = 1
 batch_size = auto
 bptt_horizon = 64
-clip_coef = 0.36337120207114476
-ent_coef = 0.0033403389041002187
-gae_lambda = 0.995
-gamma = 0.9431639100863852
-learning_rate = 0.001
-max_grad_norm = 2.8332963585467064
+clip_coef = 0.18136589604817419
+ent_coef = 0.008771869770071427
+gae_lambda = 0.852233401446272
+gamma = 0.9937244196032619
+learning_rate = 0.013637100389343416
+max_grad_norm = 3.8161147569794194 
+max_minibatch_size = 32768
+minibatch_size = 32768
 optimizer = muon
-precision = float32
-prio_alpha = 0.8923297825051283
-prio_beta0 = 0.8515156017255217
+prio_alpha = 0.6199253864227026
+prio_beta0 = 0.835222519905636
 vf_clip_coef = 0.1
-vf_coef = 2.306977594383939
-vtrace_rho_clip = 3.5765516197769918
+vf_coef = 1.304631362812606
+vtrace_c_clip = 1.4932276946661736
+vtrace_rho_clip = 0.45768721432684095

pufferlib/ocean/vision_test/vision_test.c

@@ -7,7 +7,7 @@
 int main(void) {
     VisionTest env = {};
 
-    env.observations = (uint8_t*)calloc(3*64, sizeof(uint8_t));  // Alloc our 16x16 window compressed to float
+    env.observations = (uint8_t*)calloc(3*64 + 1, sizeof(uint8_t));  // Alloc our 16x16 window compressed to float
     env.actions = (int*)calloc(5, sizeof(int));
     env.rewards = (float*)calloc(1, sizeof(float));
     env.terminals = (unsigned char*)calloc(1, sizeof(unsigned char));