diff --git a/habitat_baselines/rl/ppo/ppo_trainer.py b/habitat_baselines/rl/ppo/ppo_trainer.py
index 5eba415e9e..0339626006 100644
--- a/habitat_baselines/rl/ppo/ppo_trainer.py
+++ b/habitat_baselines/rl/ppo/ppo_trainer.py
@@ -341,6 +341,8 @@ def train(self) -> None:
                     self.save_checkpoint(f"ckpt.{count_checkpoints}.pth")
                     count_checkpoints += 1
 
+            self.envs.close()
+
     def _eval_checkpoint(
         self,
         checkpoint_path: str,
@@ -554,3 +556,5 @@ def _eval_checkpoint(
             {"average success": episode_success_mean},
             checkpoint_index,
         )
+
+        self.envs.close()