Lines Matching refs:cqe

50     tavor_hw_cqe_t *cqe, ibt_wc_t *wc);
52 tavor_hw_cqe_t *cqe, ibt_wc_t *wc);
53 static void tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe,
910 tavor_hw_cqe_t *cqe;
941 cqe = &cq->cq_buf[cons_indx];
944 tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);
957 while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {
958 status = tavor_cq_cqe_consume(state, cq, cqe,
962 TAVOR_CQE_OWNER_SET_HW(cq, cqe);
965 tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORDEV);
971 cqe = &cq->cq_buf[cons_indx];
974 tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);
1301 tavor_hw_cqe_t *cqe, ibt_wc_t *wc)
1314 opcode = TAVOR_CQE_OPCODE_GET(cq, cqe);
1317 status = tavor_cq_errcqe_consume(state, cq, cqe, wc);
1326 wc->wc_id = tavor_wrid_get_entry(cq, cqe, NULL);
1334 if (TAVOR_CQE_SENDRECV_GET(cq, cqe) != TAVOR_COMPLETION_RECV) {
1390 qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);
1424 if (TAVOR_CQE_GRH_GET(cq, cqe) != 0) {
1440 wc->wc_sl = TAVOR_CQE_SL_GET(cq, cqe);
1441 wc->wc_immed_data = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);
1442 wc->wc_qpn = TAVOR_CQE_DQPN_GET(cq, cqe);
1444 wc->wc_slid = TAVOR_CQE_DLID_GET(cq, cqe);
1453 if (TAVOR_CQE_SENDRECV_GET(cq, cqe) == TAVOR_COMPLETION_RECV) {
1454 wc->wc_path_bits = TAVOR_CQE_PATHBITS_GET(cq, cqe);
1455 wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);
1459 wc->wc_bytes_xfer = TAVOR_CQE_BYTECNT_GET(cq, cqe);
1473 tavor_hw_cqe_t *cqe, ibt_wc_t *wc)
1487 wc->wc_id = tavor_wrid_get_entry(cq, cqe, &wre);
1494 imm_eth_pkey_cred = TAVOR_CQE_IMM_ETH_PKEY_CRED_GET(cq, cqe);
1619 TAVOR_CQE_IMM_ETH_PKEY_CRED_SET(cq, cqe,
1622 TAVOR_CQE_WQEADDRSZ_SET(cq, cqe,
1636 tavor_cqe_sync(tavor_cqhdl_t cq, tavor_hw_cqe_t *cqe, uint_t flag)
1654 offset = (off_t)((uintptr_t)cqe - (uintptr_t)&cq->cq_buf[0]);
1736 tavor_hw_cqe_t *cqe;
1773 cqe = &cq->cq_buf[cons_indx];
1776 tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);
1787 while (TAVOR_CQE_OWNER_IS_SW(cq, cqe)) {
1795 cqe = &cq->cq_buf[tail_cons_indx];
1797 /* sync the next cqe to read */
1798 tavor_cqe_sync(cq, cqe, DDI_DMA_SYNC_FORCPU);
1809 cqe = &cq->cq_buf[check_indx];
1812 cqe_qpnum = TAVOR_CQE_QPNUM_GET(cq, cqe);
1813 cqe_type = TAVOR_CQE_SENDRECV_GET(cq, cqe);
1828 cq, cqe);
1838 bcopy(cqe, next_cqe, sizeof (tavor_hw_cqe_t));
1864 cqe = &cq->cq_buf[indx];
1867 TAVOR_CQE_OWNER_SET_HW(cq, cqe);