Update

[ghstack-poisoned]
pytorch · Jan 29, 2025 · 4b2edcb · 4b2edcb
1 parent 4d4d554
commit 4b2edcb
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/torchtitan/utils.py b/torchtitan/utils.py
@@ -36,7 +36,6 @@ def get_device_info():
 
 def dist_reduce(x: torch.Tensor, reduceOp: str, mesh: DeviceMesh) -> float:
     import torchft as ft
-    return 0.1
 
     if isinstance(mesh, ft.process_group._FlattenDeviceMesh):
         torch.distributed.all_reduce(x, group=mesh.managed_mesh.replicate_pg)