Revert "add broadcast op to micro_perf. (bytedance#60)" (bytedance#61)

This reverts commit 21faa3f.

byte_micro_perf/backends/GPU/backend_gpu.py

@@ -102,10 +102,6 @@ def alltoall(self):
         self.setup_2d_group()
         self.op = AllToAllOp(self.group)
 
-    def broadcast(self):
-        self.setup_2d_group()
-        self.op = BroadcastOp(self.group)
-
     def host2device(self):
         self.op = Host2DeviceOp(torch.device("cuda"))
 

byte_micro_perf/backends/backend.py

@@ -113,9 +113,6 @@ def reducescatter(self):
     def alltoall(self):
         pass
 
-    def broadcast(self):
-        pass
-
     def host2device(self):
         pass
 

byte_micro_perf/backends/module_store.py

@@ -201,16 +201,6 @@ def forward(self, in_tensors_list, out_tensors_list):
         return True
 
 
-class BroadcastOp(torch.nn.Module):
-    def __init__(self, group):
-        super().__init__()
-        self.group = group
-
-    def forward(self, input_tensors):
-        dist.broadcast(input_tensors, 0, self.group)
-        return True
-
-
 class Device2HostOp(torch.nn.Module):
     def __init__(self):
         super().__init__()

byte_micro_perf/core/perf_engine.py

@@ -133,7 +133,7 @@ def start_engine(self) -> None:
         output_dir = os.path.abspath("reports/" + self.backend_type)
         os.makedirs(output_dir, exist_ok=True)
 
-        if self.args.task in ["allreduce", "allgather", "reducescatter", "alltoall", "broadcast"]:
+        if self.args.task in ["allreduce", "allgather", "reducescatter", "alltoall"]:
             for group in self.workload["group"]:
                 mp.spawn(fn=self.init_process, args=(group,), nprocs=group)
         else: