Lines Matching refs:state

54 static int tavor_mr_common_reg(tavor_state_t *state, tavor_pdhdl_t pd,
56 static int tavor_mr_common_rereg(tavor_state_t *state, tavor_mrhdl_t mr,
59 static int tavor_mr_rereg_xlat_helper(tavor_state_t *state, tavor_mrhdl_t mr,
62 static uint64_t tavor_mr_nummtt_needed(tavor_state_t *state,
64 static int tavor_mr_mem_bind(tavor_state_t *state, tavor_bind_info_t *bind,
66 static void tavor_mr_mem_unbind(tavor_state_t *state,
90 tavor_mr_register(tavor_state_t *state, tavor_pdhdl_t pd,
111 status = tavor_mr_common_reg(state, pd, &bind, mrhdl, op);
129 tavor_mr_register_buf(tavor_state_t *state, tavor_pdhdl_t pd,
160 status = tavor_mr_common_reg(state, pd, &bind, mrhdl, op);
178 tavor_mr_register_shared(tavor_state_t *state, tavor_mrhdl_t mrhdl,
222 status = tavor_rsrc_alloc(state, TAVOR_MPT, 1, sleep, &mpt);
235 status = tavor_rsrc_alloc(state, TAVOR_MRHDL, 1, sleep, &rsrc);
270 tavor_mr_keycalc(state, mpt->tr_indx, &mr->mr_lkey);
318 umapdb = tavor_umap_db_alloc(state->ts_instance,
367 rsrc_pool = &state->ts_rsrc_hdl[TAVOR_MTT];
401 status = tavor_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
457 tavor_rsrc_free(state, &rsrc);
459 tavor_rsrc_free(state, &mpt);
476 tavor_mr_deregister(tavor_state_t *state, tavor_mrhdl_t *mrhdl, uint_t level,
550 status = tavor_cmn_ownership_cmd_post(state, HW2SW_MPT,
586 status = tavor_umap_db_find(state->ts_instance,
610 tavor_rsrc_free(state, &mtt_refcnt);
620 tavor_mr_mem_unbind(state, bind);
622 tavor_rsrc_free(state, &mtt);
643 tavor_rsrc_free(state, &rsrc);
646 tavor_rsrc_free(state, &mpt);
665 tavor_mr_query(tavor_state_t *state, tavor_mrhdl_t mr,
726 tavor_mr_reregister(tavor_state_t *state, tavor_mrhdl_t mr,
748 status = tavor_mr_common_rereg(state, mr, pd, &bind, mrhdl_new, op);
766 tavor_mr_reregister_buf(tavor_state_t *state, tavor_mrhdl_t mr,
797 status = tavor_mr_common_rereg(state, mr, pd, &bind, mrhdl_new, op);
816 tavor_mr_sync(tavor_state_t *state, ibt_mr_sync_t *mr_segs, size_t num_segs)
905 tavor_mw_alloc(tavor_state_t *state, tavor_pdhdl_t pd, ibt_mw_flags_t flags,
942 status = tavor_rsrc_alloc(state, TAVOR_MPT, 1, sleep, &mpt);
957 status = tavor_rsrc_alloc(state, TAVOR_MRHDL, 1, sleep, &rsrc);
972 tavor_mr_keycalc(state, mpt->tr_indx, &mw->mr_rkey);
992 status = tavor_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
1019 tavor_rsrc_free(state, &rsrc);
1021 tavor_rsrc_free(state, &mpt);
1037 tavor_mw_free(tavor_state_t *state, tavor_mwhdl_t *mwhdl, uint_t sleep)
1079 status = tavor_cmn_ownership_cmd_post(state, HW2SW_MPT, NULL,
1091 tavor_rsrc_free(state, &rsrc);
1094 tavor_rsrc_free(state, &mpt);
1112 tavor_mr_keycalc(tavor_state_t *state, uint32_t indx, uint32_t *key)
1129 log_num_mpt = state->ts_cfg_profile->cp_log_num_mpt;
1140 tavor_mr_common_reg(tavor_state_t *state, tavor_pdhdl_t pd,
1188 max_sz = ((uint64_t)1 << state->ts_cfg_profile->cp_log_max_mrw_sz);
1212 rsrc_pool = &state->ts_rsrc_hdl[TAVOR_MTT];
1225 status = tavor_rsrc_alloc(state, TAVOR_MPT, 1, sleep, &mpt);
1238 status = tavor_rsrc_alloc(state, TAVOR_MRHDL, 1, sleep, &rsrc);
1273 tavor_mr_keycalc(state, mpt->tr_indx, &mr->mr_lkey);
1320 umapdb = tavor_umap_db_alloc(state->ts_instance,
1337 status = tavor_mr_mtt_bind(state, bh, bind_dmahdl, &mtt,
1358 status = tavor_rsrc_alloc(state, TAVOR_REFCNT, 1, sleep,
1406 status = tavor_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
1453 tavor_rsrc_free(state, &mtt_refcnt);
1455 tavor_rsrc_free(state, &mtt);
1456 tavor_mr_mem_unbind(state, bh);
1477 tavor_rsrc_free(state, &rsrc);
1479 tavor_rsrc_free(state, &mpt);
1490 tavor_dma_mr_register(tavor_state_t *state, tavor_pdhdl_t pd,
1525 status = tavor_rsrc_alloc(state, TAVOR_MPT, 1, sleep, &mpt);
1537 status = tavor_rsrc_alloc(state, TAVOR_MRHDL, 1, sleep, &rsrc);
1572 tavor_mr_keycalc(state, mpt->tr_indx, &mr->mr_lkey);
1620 status = tavor_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
1652 tavor_rsrc_free(state, &rsrc);
1654 tavor_rsrc_free(state, &mpt);
1666 tavor_mr_mtt_bind(tavor_state_t *state, tavor_bind_info_t *bind,
1700 status = tavor_mr_mem_bind(state, bind, bind_dmahdl, sleep);
1713 nummtt = tavor_mr_nummtt_needed(state, bind, mtt_pgsize_bits);
1724 status = tavor_rsrc_alloc(state, TAVOR_MTT,
1751 tavor_rsrc_free(state, mtt);
1753 tavor_mr_mem_unbind(state, bind);
1767 tavor_mr_mtt_unbind(tavor_state_t *state, tavor_bind_info_t *bind,
1776 tavor_mr_mem_unbind(state, bind);
1777 tavor_rsrc_free(state, &mtt);
1789 tavor_mr_common_rereg(tavor_state_t *state, tavor_mrhdl_t mr,
1853 status = tavor_cmn_ownership_cmd_post(state, HW2SW_MPT, &mpt_entry,
1868 if (tavor_mr_deregister(state, &mr,
1870 TAVOR_WARNING(state, "failed to deregister "
1895 if (tavor_mr_deregister(state, &mr,
1898 TAVOR_WARNING(state, "failed to deregister "
1933 if (tavor_mr_deregister(state, &mr,
1936 TAVOR_WARNING(state, "failed to deregister "
1981 status = tavor_mr_rereg_xlat_helper(state, mr, bind, op,
1989 if (tavor_mr_deregister(state, &mr, dereg_level,
1991 TAVOR_WARNING(state, "failed to deregister "
2015 tavor_mr_keycalc(state, mpt->tr_indx, &mr->mr_lkey);
2046 status = tavor_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
2058 if (tavor_mr_deregister(state, &mr,
2060 TAVOR_WARNING(state, "failed to deregister memory "
2111 tavor_mr_rereg_xlat_helper(tavor_state_t *state, tavor_mrhdl_t mr,
2146 max_sz = ((uint64_t)1 << state->ts_cfg_profile->cp_log_max_mrw_sz);
2166 nummtt_needed = tavor_mr_nummtt_needed(state, bind, &mtt_pgsize_bits);
2203 tavor_mr_mem_unbind(state, &mr->mr_bindinfo);
2207 tavor_mr_mem_unbind(state, &mr->mr_bindinfo);
2223 status = tavor_mr_mem_bind(state, bind, dmahdl, sleep);
2267 tavor_mr_mem_unbind(state, bind);
2300 tavor_mr_mem_unbind(state, &mr->mr_bindinfo);
2304 tavor_mr_mem_unbind(state, &mr->mr_bindinfo);
2324 status = tavor_mr_mem_bind(state, bind, dmahdl, sleep);
2352 status = tavor_rsrc_alloc(state, TAVOR_MTT,
2367 tavor_mr_mem_unbind(state, bind);
2386 status = tavor_rsrc_alloc(state, TAVOR_REFCNT, 1,
2403 tavor_mr_mem_unbind(state, bind);
2404 tavor_rsrc_free(state, &mtt);
2441 tavor_rsrc_free(state, &mtt_refcnt);
2443 tavor_mr_mem_unbind(state, bind);
2444 tavor_rsrc_free(state, &mtt);
2463 tavor_rsrc_free(state, &mr->mr_mttrsrcp);
2478 rsrc_pool = &state->ts_rsrc_hdl[TAVOR_MTT];
2500 tavor_mr_nummtt_needed(tavor_state_t *state, tavor_bind_info_t *bind,
2525 tavor_mr_mem_bind(tavor_state_t *state, tavor_bind_info_t *bind,
2560 if (state->ts_cfg_profile->cp_disable_streaming_on_bypass &&
2576 status = ddi_dma_alloc_handle(state->ts_dip, &dma_attr,
2628 tavor_mr_mem_unbind(tavor_state_t *state, tavor_bind_info_t *bind)
2658 TAVOR_WARNING(state, "failed to unbind DMA mapping");