Skip to content

Commit 63cb615

Browse files
ceciliapeng2011sshlyapnvshamporp-durandin
authored
a fix of CB pipeline break with GPU (#28429)
### Details: - *fix break of CB pipeline with GPU* - *on base of #28232 ### Tickets: - *160446* --------- Co-authored-by: Sergey Shlyapnikov <sergey.shlyapnikov@intel.com> Co-authored-by: Vasily Shamporov <vasily.shamporov@intel.com> Co-authored-by: Pavel Durandin <pavel.durandin@intel.com>
1 parent 6c2ba12 commit 63cb615

File tree

2 files changed

+1
-7
lines changed

2 files changed

+1
-7
lines changed

src/core/src/op/paged_attention.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -179,7 +179,7 @@ void PagedAttentionExtension::validate_and_infer_types() {
179179
NODE_VALIDATION_CHECK(this,
180180
get_input_element_type(15).is_dynamic() || get_input_element_type(15) == element::f32 ||
181181
get_input_element_type(15) == element::f16,
182-
"Element type of `rotation_trig_lut` input should be f32, but it is ",
182+
"Element type of `rotation_trig_lut` input should be f32 or f16, but it is ",
183183
get_input_element_type(15),
184184
".");
185185
}

src/plugins/intel_gpu/src/plugin/ops/paged_attention.cpp

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,6 @@ static void CreatePagedAttentionExtensionOp(ProgramBuilder& p, const std::shared
4848

4949
const size_t scale_idx = 9;
5050
const size_t alibi_idx = 11;
51-
const size_t rotated_block_indices_idx = 13;
5251

5352
std::shared_ptr<ov::op::v0::Constant> scale_const = ov::as_type_ptr<ov::op::v0::Constant>(op->get_input_node_shared_ptr(scale_idx));
5453
if (scale_const) {
@@ -65,11 +64,6 @@ static void CreatePagedAttentionExtensionOp(ProgramBuilder& p, const std::shared
6564

6665
prim.num_outputs = 1;
6766

68-
std::shared_ptr<ov::op::v0::Constant> rotated_block_indices_const =
69-
ov::as_type_ptr<ov::op::v0::Constant>(op->get_input_node_shared_ptr(rotated_block_indices_idx));
70-
OPENVINO_ASSERT(rotated_block_indices_const != nullptr);
71-
prim.has_rotated_blocks = ov::shape_size(rotated_block_indices_const->get_output_shape(0)) > 0;
72-
7367
if (op->get_output_size() > 1) {
7468
const auto scores_output_idx = 1;
7569
const auto& users = op->get_output_target_inputs(scores_output_idx);

0 commit comments

Comments
 (0)