diff --git a/python/wpt/exporter/step.py b/python/wpt/exporter/step.py
index 004c48fbc0e..ebdef442e13 100644
--- a/python/wpt/exporter/step.py
+++ b/python/wpt/exporter/step.py
@@ -228,9 +228,9 @@ class MergePRStep(Step):
         self.labels_to_remove = labels_to_remove
 
     def run(self, run: SyncRun):
-        for label in self.labels_to_remove:
-            self.pull_request.remove_label(label)
         try:
+            for label in self.labels_to_remove:
+                self.pull_request.remove_label(label)
             self.pull_request.merge()
         except Exception as exception:
             logging.warning("Could not merge PR (%s).", self.pull_request)