Merge branch 'PufferAI:3.0' into vision_test

Author: jutskitting

pufferlib/config/nethack.ini

@@ -1,16 +1,31 @@
 [base]
 package = nethack
 env_name = nethack
+policy_name = Policy
+rnn_name = Recurrent
 
 [vec]
-num_envs = 128
+num_envs = 8192
 num_workers = 16
-batch_size = 64
+batch_size = 4096
 
 [train]
-batch_size = 8192
-minibatch_size = 2048
-update_epochs = 1
+total_timesteps = 90_000_000
+adam_beta1 = 0.8946507418260217
+adam_beta2 = 0.9
+adam_eps = 0.0001
+batch_size = auto
 bptt_horizon = 64
-total_timesteps = 10_000_000
-anneal_lr = False
+clip_coef = 0.19696765958267629
+ent_coef = 0.0005690816545012474
+gae_lambda = 0.747650023961198
+gamma = 0.9997053654668936
+learning_rate = 0.044482546441415506
+max_grad_norm = 2.2356112188495723
+minibatch_size = 32768
+prio_alpha = 0.98967001208896
+prio_beta0 = 0.09999999999999998
+vf_clip_coef = 2.178492167689251
+vf_coef = 1.6832989594296321
+vtrace_c_clip = 2.878171091654008
+vtrace_rho_clip = 0.7876748061547312

pufferlib/config/ocean/whisker_racer.ini

@@ -10,31 +10,32 @@ num_envs = 8
 [env]
 num_envs = 1024
 frameskip = 4
-width = 1920
-height = 1080
-track_width = 50
+width = 1080
+height = 720
+track_width = 75
 num_radial_sectors = 180
 num_points = 16
 bezier_resolution = 4
 turn_pi_frac = 40
-w_ang = 0.586 # 0.523
+w_ang = 0.777 # 0.586 # 0.523
 reward_yellow = 0.2
 reward_green = -0.001
 corner_thresh = 0.5 # dot product for hairpins
 ftmp1 = 0.5 #0.9
 ftmp2 = 3.0 #1.05
 ftmp3 = 0.3 # 0.2
 ftmp4 = 0.0
-render_many = 1
+mode7 = 0
+render_many = 0
 rng = 6
-method = -1
+method = 2
 
 [policy]
-hidden_size = 64
+hidden_size = 128
 
 [rnn]
-input_size = 64
-hidden_size = 64
+input_size = 128
+hidden_size = 128
 
 [train]
 adam_beta1 = 0.9446160612709289
@@ -53,7 +54,7 @@ max_grad_norm = 1.1402446026380597
 minibatch_size = 32768 #16384 32768
 prio_alpha = 0.8186786991771018
 prio_beta0 = 0.49639773186725333
-total_timesteps = 20_000_000
+total_timesteps = 200_000_000
 vf_clip_coef = 1.1492700894337171
 vf_coef = 1.2551354745222134
 vtrace_c_clip = 0