From 05537a8e858f64bf558191a18d10611d744972a7 Mon Sep 17 00:00:00 2001 From: Siddharth Singh Date: Sat, 19 Oct 2024 18:53:29 -0400 Subject: [PATCH] reformat --- axonn/intra_layer/fully_connected.py | 2 +- axonn/intra_layer/overlap_communication.py | 2 +- external/models/vit.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/axonn/intra_layer/fully_connected.py b/axonn/intra_layer/fully_connected.py index 8064e53..382a429 100644 --- a/axonn/intra_layer/fully_connected.py +++ b/axonn/intra_layer/fully_connected.py @@ -197,7 +197,7 @@ def __init__( skip_bias_add=False, init_method=None, expert_mode=False, - **kwargs + **kwargs, ): super(Linear, self).__init__() diff --git a/axonn/intra_layer/overlap_communication.py b/axonn/intra_layer/overlap_communication.py index fdac7d8..078b57e 100644 --- a/axonn/intra_layer/overlap_communication.py +++ b/axonn/intra_layer/overlap_communication.py @@ -128,7 +128,7 @@ def optimize_communication( overlap_all_gather=False, model_object_for_overlapping_allgathers=None, *args, - **kwargs + **kwargs, ): global OVERLAP_ALL_REDUCE, OVERLAP_REDUCE_SCATTER global ALL_GATHER_ITERATOR diff --git a/external/models/vit.py b/external/models/vit.py index 65c14c1..8c6554c 100644 --- a/external/models/vit.py +++ b/external/models/vit.py @@ -135,7 +135,7 @@ def __init__( dropout=0.0, emb_dropout=0.0, inter_layer_parallel_rank=0, - G_inter=1 + G_inter=1, ): super().__init__() image_height, image_width = pair(image_size)