Skip to content

Commit

Permalink
Update native_multihead_attention.py
Browse files Browse the repository at this point in the history
  • Loading branch information
VarunGumma authored Jul 7, 2024
1 parent 68c2516 commit 293701b
Showing 1 changed file with 0 additions and 11 deletions.
11 changes: 0 additions & 11 deletions fairseq/modules/native_multihead_attention.py
Original file line number Diff line number Diff line change
Expand Up @@ -111,17 +111,6 @@ def __init__(

self.init_incremental_state()

def is_first_step(self, saved_state):
if saved_state is None:
return True
elif (
saved_state["prev_key"] is not None
and saved_state["prev_key"].shape[2] == 1
):
return True
else:
return False

def forward(
self,
query: Tensor,
Expand Down

0 comments on commit 293701b

Please sign in to comment.