Skip to content

Commit

Permalink
Remove debug print
Browse files Browse the repository at this point in the history
  • Loading branch information
vshampor committed Nov 20, 2024
1 parent 67715f4 commit 69d905b
Showing 1 changed file with 0 additions and 1 deletion.
1 change: 0 additions & 1 deletion src/cpp/src/cache_manager.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@ class CacheManager {
m_value_cache.reserve(m_device_config.get_num_layers());

const std::string device_name = device_config.get_device();
std::cout << "VSHAMPOR: cache precision is " << device_config.get_cache_precision() << std::endl;
if (device_name.find("GPU") == std::string::npos) {// Allocate KV caches
for (size_t decoder_layer_id = 0; decoder_layer_id < m_device_config.get_num_layers(); ++decoder_layer_id) {
ov::Tensor key_cache(device_config.get_cache_precision(), device_config.get_key_cache_shape());
Expand Down

0 comments on commit 69d905b

Please sign in to comment.