Synchronize all process ops

yzhangcs · yzhangcs · commit d7bd7df82795 · 2022-06-06T03:12:21.000Z
diff --git a/supar/parsers/parser.py b/supar/parsers/parser.py
@@ -91,9 +91,12 @@ def train(self, train, dev, test, buckets=32, batch_size=5000, update_steps=1,
                 logger.info(f"{t}s elapsed\n")
             if self.patience < 1:
                 break
+        dist.barrier()
         parser = self.load(**args)
         loss, metric = parser._evaluate(test.loader)
-        parser.save(args.path)
+        # only allow the master device to save models
+        if is_master():
+            parser.save(args.path)
 
         logger.info(f"Epoch {self.best_e} saved")
         logger.info(f"{'dev:':5} {self.best_metric}")
