diff --git a/src/robofish/gym_guppy/wrappers/observation_wrapper.py b/src/robofish/gym_guppy/wrappers/observation_wrapper.py
index c92601909cb265bd53a5ac849bfeacdddb43655a..3fa8402407c09be69b84f4e3d6a072fc79afbd1c 100644
--- a/src/robofish/gym_guppy/wrappers/observation_wrapper.py
+++ b/src/robofish/gym_guppy/wrappers/observation_wrapper.py
@@ -378,13 +378,12 @@ class FrameStack(gym.ObservationWrapper):
 
     def reset(self, **kwargs):
         obs = self.env.reset(**kwargs)
-        # obs = super(FrameStack, self).reset()
         for _ in range(self.k):
-            self.frames.append(obs)
+            self.frames.append(obs.copy())
         return self._get_obs()
 
     def observation(self, observation):
-        self.frames.append(observation)
+        self.frames.append(observation.copy())
         return self._get_obs()
 
     def _get_obs(self):