diff --git a/torchtitan/components/ft/diloco/utils.py b/torchtitan/components/ft/diloco/utils.py index f7eaf26593..4a65ed78e4 100644 --- a/torchtitan/components/ft/diloco/utils.py +++ b/torchtitan/components/ft/diloco/utils.py @@ -6,7 +6,7 @@ import torch.nn as nn from torchtitan.components.ft.config import FaultTolerance as FTConfig -from torchtitan.distributed.pipeline import generate_llm_fqn_per_model_part +from torchtitan.distributed.pipeline_parallel import generate_llm_fqn_per_model_part def module_split(