[BugFix] Set default value for normalize_advantage to False. (#2050)

(cherry picked from commit 2461eb2)
pytorch · Apr 7, 2024 · 6387072 · 6387072
1 parent 0170693
commit 6387072
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/torchrl/objectives/ppo.py b/torchrl/objectives/ppo.py
@@ -700,7 +700,7 @@ def __init__(
         entropy_coef: float = 0.01,
         critic_coef: float = 1.0,
         loss_critic_type: str = "smooth_l1",
-        normalize_advantage: bool = True,
+        normalize_advantage: bool = False,
         gamma: float = None,
         separate_losses: bool = False,
         **kwargs,
@@ -903,7 +903,7 @@ def __init__(
         entropy_coef: float = 0.01,
         critic_coef: float = 1.0,
         loss_critic_type: str = "smooth_l1",
-        normalize_advantage: bool = True,
+        normalize_advantage: bool = False,
         gamma: float = None,
         separate_losses: bool = False,
         **kwargs,