Skip to content

Commit

Permalink
Apply suggestions from code review
Browse files Browse the repository at this point in the history
  • Loading branch information
pavel-esir authored Sep 25, 2024
1 parent 1aab664 commit 94eb788
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/cpp/src/tokenizer.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -287,7 +287,7 @@ class Tokenizer::TokenizerImpl {
}

TokenizedInputs encode(std::string prompt, const ov::AnyMap& tokenization_params = {}) {
bool add_special_tokens_flag;
bool add_special_tokens_flag = true;
ov::genai::utils::read_anymap_param(tokenization_params, add_special_tokens.name(), add_special_tokens_flag);

CircularBufferQueueElementGuard<ov::InferRequest> infer_request_guard(this->m_ireq_queue_tokenizer.get());
Expand All @@ -306,7 +306,7 @@ class Tokenizer::TokenizerImpl {

TokenizedInputs unpadded;
{
bool add_special_tokens_flag;
bool add_special_tokens_flag = true;
ov::genai::utils::read_anymap_param(tokenization_params, add_special_tokens.name(), add_special_tokens_flag);

CircularBufferQueueElementGuard<ov::InferRequest> infer_request_guard(this->m_ireq_queue_tokenizer.get());
Expand Down

0 comments on commit 94eb788

Please sign in to comment.