diff --git a/heat/core/tests/test_suites/basic_test.py b/heat/core/tests/test_suites/basic_test.py
index 8e24e14241..de24e976a1 100644
--- a/heat/core/tests/test_suites/basic_test.py
+++ b/heat/core/tests/test_suites/basic_test.py
@@ -19,6 +19,7 @@ class TestCase(unittest.TestCase):
     envar: Optional[str] = None
 
     def setUp(self) -> None:
+        ht.MPI_WORLD.Barrier()
         seed(42)
 
     @classmethod