Update preprocess.py

ROCm · Dec 2, 2024 · d9abfb9 · d9abfb9
1 parent c0e9b46
commit d9abfb9
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/inputs/preprocess.py b/vllm/inputs/preprocess.py
@@ -160,7 +160,8 @@ def _prepare_decoder_input_ids_for_generation(
         if decoder_input_ids is None:
             # no decoder prompt input ->
             # use decoder_start_token_id as decoder_input_ids
-            decoder_input_ids = self._get_default_enc_dec_decoder_prompt()
+            # decoder_input_ids = self._get_default_enc_dec_decoder_prompt()
+            decoder_input_ids = [decoder_start_token_id]
 
         if force_bos and (len(decoder_input_ids) == 0
                           or decoder_input_ids[0] != decoder_start_token_id):