From c1b381072d91c0419ca76b30e953131509a49099 Mon Sep 17 00:00:00 2001 From: Yangbin Wei Date: Fri, 14 Feb 2020 17:00:42 +0800 Subject: [PATCH] Update modules.py Annotation wrong answer --- modules.py | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/modules.py b/modules.py index 34bf4c9..df34a6c 100644 --- a/modules.py +++ b/modules.py @@ -114,12 +114,6 @@ def mask(inputs, key_masks=None, type=None): array([[[ 0.0000000e+00, 0.0000000e+00, -4.2949673e+09], [ 0.0000000e+00, 0.0000000e+00, -4.2949673e+09]], - [[ 0.0000000e+00, -4.2949673e+09, -4.2949673e+09], - [ 0.0000000e+00, -4.2949673e+09, -4.2949673e+09]], - - [[ 0.0000000e+00, 0.0000000e+00, -4.2949673e+09], - [ 0.0000000e+00, 0.0000000e+00, -4.2949673e+09]], - [[ 0.0000000e+00, -4.2949673e+09, -4.2949673e+09], [ 0.0000000e+00, -4.2949673e+09, -4.2949673e+09]]], dtype=float32) """ @@ -303,4 +297,4 @@ def noam_scheme(init_lr, global_step, warmup_steps=4000.): until it reaches init_lr. ''' step = tf.cast(global_step + 1, dtype=tf.float32) - return init_lr * warmup_steps ** 0.5 * tf.minimum(step * warmup_steps ** -1.5, step ** -0.5) \ No newline at end of file + return init_lr * warmup_steps ** 0.5 * tf.minimum(step * warmup_steps ** -1.5, step ** -0.5)