ultimate fix

pytorch · Oct 15, 2024 · 3c53e10 · 3c53e10
1 parent facf2e3
commit 3c53e10
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchrl/objectives/cql.py b/torchrl/objectives/cql.py
@@ -672,7 +672,7 @@ def _get_value_v(self, tensordict, _alpha, actor_params, qval_params):
                 # take max over actions
                 state_action_value = state_action_value.reshape(
                     torch.Size(
-                        [*self.num_qvalue_nets, *tensordict.shape, self.num_random, -1]
+                        [self.num_qvalue_nets, *tensordict.shape, self.num_random, -1]
                     )
                 ).max(-2)[0]
                 # take min over qvalue nets