From 5ad7507c559bc5f1e3e5866a17eaf3ba1f910188 Mon Sep 17 00:00:00 2001 From: Xiao Xia <1378663164@qq.com> Date: Sun, 19 Feb 2023 23:18:46 +0800 Subject: [PATCH] Fix position encoding for generation --- evaluation/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/evaluation/model.py b/evaluation/model.py index b30ad68..7f57509 100644 --- a/evaluation/model.py +++ b/evaluation/model.py @@ -273,7 +273,7 @@ def build_generation_sample(self, text, max_gen_length, use_task_mask, unidirect target_block_position_id = np.arange(len(token), len(token) + max_gen_length, dtype=np.int64) else: position_id = np.arange(len(token), dtype=np.int64) - target_position_id = np.zeros(len(token), len(token) + max_gen_length, dtype=np.int64) + target_position_id = np.arange(len(token), len(token) + max_gen_length, dtype=np.int64) else: if not blank_filling: mask_position = len(token)