Update demo_A2C_PPO_discrete.py

AI4Finance-Foundation · Nov 12, 2024 · 5bca7ae · 5bca7ae
1 parent d29d163
commit 5bca7ae
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/demo_A2C_PPO_discrete.py b/examples/demo_A2C_PPO_discrete.py
@@ -36,7 +36,7 @@ def train_discrete_ppo_a2c_for_cartpole(agent_class, gpu_id: int):
     args.reward_scale = 2 ** -2
     args.learning_rate = 2e-5
     args.state_value_tau = 0.1  # the tau of normalize for value and state `std = (1-std)*std + tau*std`
-    args.lambda_gae_adv = 0.90
+    args.lambda_gae_adv = 0.75
     args.lambda_entropy = 0.0001
 
     args.eval_times = 32