We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
2 parents 02622c9 + 61e55a6 commit dd5ca50Copy full SHA for dd5ca50
src/cpp/src/continuous_batching_impl.cpp
@@ -285,8 +285,6 @@ ContinuousBatchingPipeline::ContinuousBatchingImpl::generate(const std::vector<o
285
}
286
if (streamer_ptr && generations.at(0)->can_read()) {
287
std::unordered_map<uint64_t, GenerationOutput> token = generations.at(0).get()->back();
288
- OPENVINO_ASSERT(1 <= token.size());
289
- OPENVINO_ASSERT(1 <= token.begin()->second.generated_ids.size());
290
for (const auto& gen_token : token.begin()->second.generated_ids) {
291
if (!streamer_ptr->put(gen_token)) {
292
break;
0 commit comments