Merge pull request google-research#252 from tianxin1860/master

fix typo
actualizeinc · Dec 18, 2018 · 85f453a · 85f453a
2 parents 4be9723 + 738b648
commit 85f453a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/modeling.py b/modeling.py
@@ -740,12 +740,12 @@ def transpose_for_scores(input_tensor, batch_size, num_attention_heads,
   context_layer = tf.transpose(context_layer, [0, 2, 1, 3])
 
   if do_return_2d_tensor:
-    # `context_layer` = [B*F, N*V]
+    # `context_layer` = [B*F, N*H]
     context_layer = tf.reshape(
         context_layer,
         [batch_size * from_seq_length, num_attention_heads * size_per_head])
   else:
-    # `context_layer` = [B, F, N*V]
+    # `context_layer` = [B, F, N*H]
     context_layer = tf.reshape(
         context_layer,
         [batch_size, from_seq_length, num_attention_heads * size_per_head])