update

markub3327 · Nov 18, 2023 · 60066d7 · 60066d7
1 parent 2d07b06
commit 60066d7
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rl_toolkit/networks/models/dueling.py b/rl_toolkit/networks/models/dueling.py
@@ -234,7 +234,7 @@ def _compute_n_step_rewards(
 
         # Add the next state value with discount
         n_step_rewards += (
-            (1.0 - is_terminal[:, tf.newaxis])
+            (1.0 - is_terminal)
             * tf.reverse(discounts[1:], axis=[0])[tf.newaxis, :]
             * next_state_value[:, tf.newaxis]
         )