update

markub3327 · Nov 17, 2023 · e4693a9 · e4693a9
1 parent c1b0ea2
commit e4693a9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/rl_toolkit/networks/models/dueling.py b/rl_toolkit/networks/models/dueling.py
@@ -1,4 +1,5 @@
 import tensorflow as tf
+import numpy as np
 from tensorflow.keras import Model
 from tensorflow.keras.initializers import Orthogonal, TruncatedNormal
 from tensorflow.keras.layers import (
@@ -215,7 +216,7 @@ def _compute_n_step_rewards(
             # element_shape=(tf.shape(rewards)[0], tf.shape(rewards)[1]),
         )
 
-        for i in range(n):
+        for i in np.arange(n):
             value = tf.slice(padded_rewards, [0, i], [-1, tf.shape(rewards)[1]])
             print(f"value: {value}")
             windows = windows.write(i, value)