From 65b795271f2663858b8f6505e79c37231a7d8062 Mon Sep 17 00:00:00 2001
From: Shital Shah <shitals@microsoft.com>
Date: Thu, 23 Apr 2020 16:15:24 -0700
Subject: [PATCH] master only when global rank and local rank is 0

---
 archai/common/apex_utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/archai/common/apex_utils.py b/archai/common/apex_utils.py
index 59a2f158..fa82aaf3 100644
--- a/archai/common/apex_utils.py
+++ b/archai/common/apex_utils.py
@@ -152,7 +152,7 @@ class ApexUtils:
     def is_dist(self)->bool:
         return self._enabled and self._distributed_enabled
     def is_master(self)->bool:
-        return self.global_rank == 0
+        return self.global_rank == 0 and self.local_rank == 0
 
     def _log_info(self, d:dict)->None:
         if self.logger is not None: