Update train.py

Lux-AI-Challenge · Jan 31, 2023 · 6b36bc2 · 6b36bc2
1 parent bafe147
commit 6b36bc2
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/kits/rl/sb3/train.py b/kits/rl/sb3/train.py
@@ -240,17 +240,17 @@ def main(args):
         ]
     )
     env.reset()
-    rollout_steps = 5000
+    rollout_steps = 4000
     policy_kwargs = dict(net_arch=(128, 128))
     model = PPO(
         "MlpPolicy",
         env,
         n_steps=rollout_steps // args.n_envs,
-        batch_size=1000,
+        batch_size=800,
         learning_rate=3e-4,
         policy_kwargs=policy_kwargs,
         verbose=1,
-        n_epochs=3,
+        n_epochs=2,
         target_kl=0.05,
         gamma=0.99,
         tensorboard_log=osp.join(args.log_path),