easy config

Author: Tim-phant

pufferlib/config/ocean/boxoban.ini

@@ -7,10 +7,10 @@ rnn_name = Recurrent
 [vec]
 total_agents = 16384
 num_buffers = 8
-num_threads = 4
+num_threads = 2
 
 [policy]
-num_layers = 3 
+num_layers = 2 
 hidden_size = 256
 
 [env]
@@ -26,29 +26,29 @@ max_steps = 300
 
 [train]
 anneal_lr = 1
-beta1 = 0.9552949759646844
-beta2 = 0.9953139311721624
-clip_coef = 0.01
-ent_coef = 0.00013933689574860213
-eps = 0.00000000000153820701
-gae_lambda = 0.19999999999999996
-gamma = 0.986184084546895
+beta1 = 0.9524080120922038
+beta2 = 0.9938151282804136
+clip_coef = 0.4770373231152628
+ent_coef = 0.00001
+eps = 0.00000000000001
+gae_lambda = 0.8032589838049962
+gamma = 0.965698161834
 gpus = 1
-horizon = 32
-learning_rate = 0.003776364420407994
-max_grad_norm = 1.8486959069159363
+horizon = 64
+learning_rate = 0.002557505571664044
+max_grad_norm = 0.1
 min_lr_ratio = 0.37872027027338984
-minibatch_size = 4096
-prio_alpha = 0.8646505783469447
-prio_beta0 = 0.8287716342217886
-replay_ratio = 3.5359047237524988
+minibatch_size = 8192
+prio_alpha = 0.9556021765385548
+prio_beta0 = 1
+replay_ratio = 4
 seed = 42
-total_timesteps = 41864993
+total_timesteps = 53251895
 use_rnn = true
-vf_clip_coef = 5
-vf_coef = 4.444818925590201
-vtrace_c_clip = 4.2719952740551355
-vtrace_rho_clip = 3.84374084727298
+vf_clip_coef = 4.856116827195164
+vf_coef = 5
+vtrace_c_clip = 2.5648427343944147
+vtrace_rho_clip = 3.258932255953648
 
 [sweep]
 metric = perf