diff --git a/rl4lms/envs/text_generation/warm_start.py b/rl4lms/envs/text_generation/warm_start.py
index 5b4d8326..404a5514 100644
--- a/rl4lms/envs/text_generation/warm_start.py
+++ b/rl4lms/envs/text_generation/warm_start.py
@@ -97,7 +97,8 @@ def _get_recent_ckpt_path(self, tracker: Tracker):
         except:
             os.makedirs(tracker.checkpoint_base_path)
             checkpoints = os.listdir(tracker.checkpoint_base_path)
-
+            
+        checkpoints = [cp for cp in checkpoints if "_" in cp]
         if len(checkpoints) == 0:
             return None, None