UCT/GDAKI: Read updated qp pi on reserve wqe (#10927)

itayalroy · web-flow · commit 6380bca1056b · 2025-09-30T23:22:35.000+03:00
diff --git a/src/uct/ib/mlx5/gdaki/gdaki.cuh b/src/uct/ib/mlx5/gdaki/gdaki.cuh
@@ -97,7 +97,9 @@ UCS_F_DEVICE uint64_t uct_rc_mlx5_gda_max_alloc_wqe_base(
 {
     /* TODO optimize by including sq_wqe_num in qp->sq_wqe_pi and updating it
        when processing a new completion */
-    return ep->sq_wqe_pi + ep->sq_wqe_num - count;
+    uint64_t pi = doca_gpu_dev_verbs_atomic_read<uint64_t,
+            DOCA_GPUNETIO_VERBS_RESOURCE_SHARING_MODE_GPU>(&ep->sq_wqe_pi);
+    return pi + ep->sq_wqe_num - count;
 }
 
 UCS_F_DEVICE uint64_t uct_rc_mlx5_gda_reserv_wqe_thread(

Original file line number	Diff line number	Diff line change
`@@ -97,7 +97,9 @@ UCS_F_DEVICE uint64_t uct_rc_mlx5_gda_max_alloc_wqe_base(`
`97`	`97`	`{`
`98`	`98`	`/* TODO optimize by including sq_wqe_num in qp->sq_wqe_pi and updating it`
`99`	`99`	`when processing a new completion */`
`100`		`- return ep->sq_wqe_pi + ep->sq_wqe_num - count;`
	`100`	`+ uint64_t pi = doca_gpu_dev_verbs_atomic_read<uint64_t,`
	`101`	`+ DOCA_GPUNETIO_VERBS_RESOURCE_SHARING_MODE_GPU>(&ep->sq_wqe_pi);`
	`102`	`+ return pi + ep->sq_wqe_num - count;`
`101`	`103`	`}`
`102`	`104`
`103`	`105`	`UCS_F_DEVICE uint64_t uct_rc_mlx5_gda_reserv_wqe_thread(`