Patch local kernel import (#14)

* Experiments running after build system change

* Patch import statement after build system change

Author: szaman19

DGraph/distributed/RankLocalOps.py

@@ -18,7 +18,7 @@
 import torch
 
 try:
-    from torch_local import local_masked_gather, local_masked_scatter
+    from DGraph.torch_local import local_masked_gather, local_masked_scatter
 
     _LOCAL_OPT_KERNELS_AVAILABLE = True
 except ImportError:

experiments/OGB/main.py

@@ -329,7 +329,8 @@ def main(
         comm = SingleProcessDummyCommunicator()
 
     else:
-        dist.init_process_group(backend="nccl")
+        if not dist.is_initialized():
+            dist.init_process_group(backend="nccl")
         comm = Communicator.init_process_group(_communicator)
 
         # Must pass the node rank placement file the first time