Skip to content

Commit

Permalink
reformat
Browse files Browse the repository at this point in the history
  • Loading branch information
siddharth9820 committed Oct 19, 2024
1 parent c08056a commit 05537a8
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion axonn/intra_layer/fully_connected.py
Original file line number Diff line number Diff line change
Expand Up @@ -197,7 +197,7 @@ def __init__(
skip_bias_add=False,
init_method=None,
expert_mode=False,
**kwargs
**kwargs,
):
super(Linear, self).__init__()

Expand Down
2 changes: 1 addition & 1 deletion axonn/intra_layer/overlap_communication.py
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,7 @@ def optimize_communication(
overlap_all_gather=False,
model_object_for_overlapping_allgathers=None,
*args,
**kwargs
**kwargs,
):
global OVERLAP_ALL_REDUCE, OVERLAP_REDUCE_SCATTER
global ALL_GATHER_ITERATOR
Expand Down
2 changes: 1 addition & 1 deletion external/models/vit.py
Original file line number Diff line number Diff line change
Expand Up @@ -135,7 +135,7 @@ def __init__(
dropout=0.0,
emb_dropout=0.0,
inter_layer_parallel_rank=0,
G_inter=1
G_inter=1,
):
super().__init__()
image_height, image_width = pair(image_size)
Expand Down

0 comments on commit 05537a8

Please sign in to comment.