From 94eb788eea88ed37cf671327434b338980b5d63e Mon Sep 17 00:00:00 2001 From: Pavel Esir Date: Wed, 25 Sep 2024 23:33:00 +0200 Subject: [PATCH] Apply suggestions from code review --- src/cpp/src/tokenizer.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/cpp/src/tokenizer.cpp b/src/cpp/src/tokenizer.cpp index 132ca64caa..7b58493b0f 100644 --- a/src/cpp/src/tokenizer.cpp +++ b/src/cpp/src/tokenizer.cpp @@ -287,7 +287,7 @@ class Tokenizer::TokenizerImpl { } TokenizedInputs encode(std::string prompt, const ov::AnyMap& tokenization_params = {}) { - bool add_special_tokens_flag; + bool add_special_tokens_flag = true; ov::genai::utils::read_anymap_param(tokenization_params, add_special_tokens.name(), add_special_tokens_flag); CircularBufferQueueElementGuard infer_request_guard(this->m_ireq_queue_tokenizer.get()); @@ -306,7 +306,7 @@ class Tokenizer::TokenizerImpl { TokenizedInputs unpadded; { - bool add_special_tokens_flag; + bool add_special_tokens_flag = true; ov::genai::utils::read_anymap_param(tokenization_params, add_special_tokens.name(), add_special_tokens_flag); CircularBufferQueueElementGuard infer_request_guard(this->m_ireq_queue_tokenizer.get());