From 738b648a4519e589997e88b78eb41dfdae5aaa68 Mon Sep 17 00:00:00 2001 From: TianXin <15626487296@163.com> Date: Tue, 11 Dec 2018 17:26:53 +0800 Subject: [PATCH] fix typo --- modeling.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modeling.py b/modeling.py index 8b5da0003..ea575220a 100644 --- a/modeling.py +++ b/modeling.py @@ -740,12 +740,12 @@ def transpose_for_scores(input_tensor, batch_size, num_attention_heads, context_layer = tf.transpose(context_layer, [0, 2, 1, 3]) if do_return_2d_tensor: - # `context_layer` = [B*F, N*V] + # `context_layer` = [B*F, N*H] context_layer = tf.reshape( context_layer, [batch_size * from_seq_length, num_attention_heads * size_per_head]) else: - # `context_layer` = [B, F, N*V] + # `context_layer` = [B, F, N*H] context_layer = tf.reshape( context_layer, [batch_size, from_seq_length, num_attention_heads * size_per_head])