Lines Matching refs:cqe

42 #define	HERMON_CQE_OPCODE_GET(cqe)	(((uint8_t *)cqe)[31] & 0x1F)
43 #define HERMON_CQE_SENDRECV_GET(cqe) (((uint8_t *)cqe)[31] & 0x40)
44 #define HERMON_CQE_OWNER_IS_SW(cq, cqe) ((((uint8_t *)cqe)[31] >> 7) == \
531 uint32_t *cqe;
542 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
549 while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {
550 opcode = HERMON_CQE_OPCODE_GET(cqe);
554 TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe);
565 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
604 cq->cq_consindx++; /* consume the RESIZE cqe */
618 uint32_t *cqe;
628 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
641 while (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {
642 if (HERMON_CQE_OPCODE_GET(cqe) == HERMON_CQE_RESIZE_OPCODE) {
646 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
649 status = dapli_hermon_cq_cqe_consume(cq, cqe,
659 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
709 uint32_t *cqe;
719 cqe = (uint32_t *)&cq->cq_addr[cons_indx];
731 if (HERMON_CQE_OWNER_IS_SW(cq, cqe)) {
732 if (HERMON_CQE_OPCODE_GET(cqe) == HERMON_CQE_RESIZE_OPCODE) {
737 status = dapli_hermon_cq_cqe_consume(cq, cqe, wc_p);
759 dapli_hermon_cq_cqe_consume(ib_cq_handle_t cqhdl, uint32_t *cqe,
773 opcode = HERMON_CQE_OPCODE_GET(cqe);
775 status = dapli_hermon_cq_errcqe_consume(cqhdl, cqe, wc);
778 TAVOR_CQE_WQEADDRSZ_SET(cqe, (HTOBE_32(cqe[6]) >> 10) &
785 wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, (tavor_hw_cqe_t *)cqe,
786 HERMON_CQE_SENDRECV_GET(cqe) >> 6, 0, NULL);
787 wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);
795 if (HERMON_CQE_SENDRECV_GET(cqe) != TAVOR_COMPLETION_RECV) {
817 wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);
843 wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cqe);
862 dapli_hermon_cq_errcqe_consume(ib_cq_handle_t cqhdl, uint32_t *cqe,
869 dapl_dbg_log(DAPL_DBG_TYPE_EVD, "errcqe_consume:cqe.eth=%x, wqe=%x\n",
870 TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cqe),
871 TAVOR_CQE_WQEADDRSZ_GET(cqe));
873 status = ((uint8_t *)cqe)[0x1B];
874 TAVOR_CQE_WQEADDRSZ_SET(cqe, (HTOBE_32(cqe[6]) >> 10) &
876 if (HERMON_CQE_SENDRECV_GET(cqe) == 0) {
886 wc->wc_id = dapls_tavor_wrid_get_entry(cqhdl, (tavor_hw_cqe_t *)cqe,
888 wc->wc_qpn = TAVOR_CQE_QPNUM_GET(cqe);
1443 tavor_hw_cqe_t *cqe;
1463 cqe = &cq->cq_addr[cons_indx];
1474 while (TAVOR_CQE_OWNER_IS_SW(cqe)) {
1482 cqe = &cq->cq_addr[tail_cons_indx];
1493 cqe = &cq->cq_addr[check_indx];
1496 cqe_qpnum = TAVOR_CQE_QPNUM_GET(cqe);
1497 cqe_type = HERMON_CQE_SENDRECV_GET(cqe);
1511 wqhdr->wq_wrid_post, cqe);
1520 (void) dapl_os_memcpy(next_cqe, cqe,
1547 cqe = &cq->cq_addr[indx];
1550 TAVOR_CQE_OWNER_SET_HW(cqe);