Drive tuned

Author: jsuarez5341

config/drive.ini

@@ -3,10 +3,8 @@ env_name = drive
 
 [vec]
 total_agents = 8192
-
-[policy]
-num_layers = 4
-hidden_size = 256
+num_buffers = 2
+num_threads = 2
 
 [env]
 width = 1280
@@ -19,14 +17,35 @@ reward_vehicle_collision_post_respawn = 0
 resample_frequency = 10000
 num_maps = 500
 
+[policy]
+hidden_size = 256
+num_layers = 4
+expansion_factor = 1
+
 [train]
-total_timesteps = 2_000_000_000
+gpus = 1
+seed = 42
+total_timesteps = 1667760009
+learning_rate = 0.001
+anneal_lr = 1
+min_lr_ratio = 0
 gamma = 0.98
-learning_rate= 0.001
-horizon = 128
-minibatch_size = 8192
 gae_lambda = 0.95
+replay_ratio = 1
+clip_coef = 0.2
+vf_coef = 2
+vf_clip_coef = 0.2
+max_grad_norm = 1.5
 ent_coef = 0.005
+beta1 = 0.95
+beta2 = 0.999
+eps = 1e-12
+minibatch_size = 8192
+horizon = 128
+vtrace_rho_clip = 1
+vtrace_c_clip = 1
+prio_alpha = 0.8
+prio_beta0 = 0.2
 
 [sweep.train.total_timesteps]
 distribution = log_normal