9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * CDDL HEADER START
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * The contents of this file are subject to the terms of the
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Common Development and Distribution License (the "License").
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * You may not use this file except in compliance with the License.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * See the License for the specific language governing permissions
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * and limitations under the License.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * When distributing Covered Code, include this CDDL HEADER in each
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If applicable, add the following below this CDDL HEADER, with the
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * fields enclosed by brackets "[]" replaced with your own identifying
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * information: Portions Copyright [yyyy] [name of copyright owner]
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * CDDL HEADER END
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Tavor Channel Interface (CI) Routines
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Implements all the routines necessary to interface with the IBTF.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Pointers to all of these functions are passed to the IBTF at attach()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * time in the ibc_operations_t structure. These functions include all
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * of the necessary routines to implement the required InfiniBand "verbs"
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * and additional IBTF-specific interfaces.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* HCA and port related operations */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_hca_ports(ibc_hca_hdl_t, uint8_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_ports(ibc_hca_hdl_t, uint8_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_system_image(ibc_hca_hdl_t, ib_guid_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Protection Domains */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_pd(ibc_hca_hdl_t, ibt_pd_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_pd(ibc_hca_hdl_t, ibc_pd_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Reliable Datagram Domains */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_rdd(ibc_hca_hdl_t, ibc_rdd_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_rdd(ibc_hca_hdl_t, ibc_rdd_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Address Handles */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_ah(ibc_hca_hdl_t, ibt_ah_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_pd_hdl_t, ibt_adds_vect_t *, ibc_ah_hdl_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_ah(ibc_hca_hdl_t, ibc_ah_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_ah(ibc_hca_hdl_t, ibc_ah_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_ah(ibc_hca_hdl_t, ibc_ah_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Queue Pairs */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_qp(ibc_hca_hdl_t, ibtl_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_qp_type_t, ibt_qp_alloc_attr_t *, ibt_chan_sizes_t *, ib_qpn_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_special_qp(ibc_hca_hdl_t, uint8_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibtl_qp_hdl_t, ibt_sqp_type_t, ibt_qp_alloc_attr_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_qp_range(ibc_hca_hdl_t, uint_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibtl_qp_hdl_t *, ibt_qp_type_t, ibt_qp_alloc_attr_t *, ibt_chan_sizes_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_cq_hdl_t *, ibc_cq_hdl_t *, ib_qpn_t *, ibc_qp_hdl_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_qp(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_release_qpn(ibc_hca_hdl_t, ibc_qpn_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_qp(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_qp(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_cep_modify_flags_t, ibt_qp_info_t *, ibt_queue_sizes_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Completion Queues */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_cq(ibc_hca_hdl_t, ibt_cq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_cq(ibc_hca_hdl_t, ibc_cq_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_cq(ibc_hca_hdl_t, ibc_cq_hdl_t, uint_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_resize_cq(ibc_hca_hdl_t, ibc_cq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_cq(ibc_hca_hdl_t, ibc_cq_hdl_t,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylorstatic ibt_status_t tavor_ci_alloc_cq_sched(ibc_hca_hdl_t,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylorstatic ibt_status_t tavor_ci_free_cq_sched(ibc_hca_hdl_t, ibc_sched_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* EE Contexts */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_eec(ibc_hca_hdl_t, ibc_eec_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_eec(ibc_hca_hdl_t, ibc_eec_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_eec(ibc_hca_hdl_t, ibc_eec_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_eec(ibc_hca_hdl_t, ibc_eec_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Memory Registration */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_register_mr(ibc_hca_hdl_t, ibc_pd_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_mr_attr_t *, void *, ibc_mr_hdl_t *, ibt_mr_desc_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_register_buf(ibc_hca_hdl_t, ibc_pd_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_smr_attr_t *, struct buf *, void *, ibt_mr_hdl_t *, ibt_mr_desc_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_register_shared_mr(ibc_hca_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_mr_hdl_t, ibc_pd_hdl_t, ibt_smr_attr_t *, void *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_deregister_mr(ibc_hca_hdl_t, ibc_mr_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_mr(ibc_hca_hdl_t, ibc_mr_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_reregister_mr(ibc_hca_hdl_t, ibc_mr_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_pd_hdl_t, ibt_mr_attr_t *, void *, ibc_mr_hdl_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_reregister_buf(ibc_hca_hdl_t, ibc_mr_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_pd_hdl_t, ibt_smr_attr_t *, struct buf *, void *, ibc_mr_hdl_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_sync_mr(ibc_hca_hdl_t, ibt_mr_sync_t *, size_t);
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylorstatic ibt_status_t tavor_ci_register_dma_mr(ibc_hca_hdl_t, ibc_pd_hdl_t,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor ibt_dmr_attr_t *, void *, ibc_mr_hdl_t *, ibt_mr_desc_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Memory Windows */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_mw(ibc_hca_hdl_t, ibc_pd_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_mw(ibc_hca_hdl_t, ibc_mw_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_mw(ibc_hca_hdl_t, ibc_mw_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Multicast Groups */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_attach_mcg(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_detach_mcg(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Work Request and Completion Processing */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_post_send(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_post_recv(ibc_hca_hdl_t, ibc_qp_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_poll_cq(ibc_hca_hdl_t, ibc_cq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_notify_cq(ibc_hca_hdl_t, ibc_cq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* CI Object Private Data */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_ci_data_in(ibc_hca_hdl_t, ibt_ci_data_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* CI Object Private Data */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_ci_data_out(ibc_hca_hdl_t, ibt_ci_data_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Shared Receive Queues */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_srq(ibc_hca_hdl_t, ibt_srq_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_srq_hdl_t, ibc_pd_hdl_t, ibt_srq_sizes_t *, ibc_srq_hdl_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_srq(ibc_hca_hdl_t, ibc_srq_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_query_srq(ibc_hca_hdl_t, ibc_srq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_modify_srq(ibc_hca_hdl_t, ibc_srq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_srq_modify_flags_t, uint_t, uint_t, uint_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_post_srq(ibc_hca_hdl_t, ibc_srq_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Address translation */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_map_mem_area(ibc_hca_hdl_t, ibt_va_attr_t *,
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor void *, uint_t, ibt_reg_req_t *, ibc_ma_hdl_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_unmap_mem_area(ibc_hca_hdl_t, ibc_ma_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_map_mem_iov(ibc_hca_hdl_t, ibt_iov_attr_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_unmap_mem_iov(ibc_hca_hdl_t, ibc_mi_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Allocate L_Key */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_lkey(ibc_hca_hdl_t, ibc_pd_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_lkey_flags_t, uint_t, ibc_mr_hdl_t *, ibt_pmr_desc_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Physical Register Memory Region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_register_physical_mr(ibc_hca_hdl_t, ibc_pd_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_pmr_attr_t *, void *, ibc_mr_hdl_t *, ibt_pmr_desc_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_reregister_physical_mr(ibc_hca_hdl_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_mr_hdl_t, ibc_pd_hdl_t, ibt_pmr_attr_t *, void *, ibc_mr_hdl_t *,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Mellanox FMR */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_create_fmr_pool(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_fmr_pool_attr_t *fmr_params, ibc_fmr_pool_hdl_t *fmr_pool);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_destroy_fmr_pool(ibc_hca_hdl_t hca,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_flush_fmr_pool(ibc_hca_hdl_t hca,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_register_physical_fmr(ibc_hca_hdl_t hca,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_fmr_pool_hdl_t fmr_pool, ibt_pmr_attr_t *mem_pattr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor void *ibtl_reserved, ibc_mr_hdl_t *mr_hdl_p, ibt_pmr_desc_t *mem_desc_p);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_deregister_fmr(ibc_hca_hdl_t hca,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_alloc_io_mem(ibc_hca_hdl_t, size_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_mr_flags_t, caddr_t *, ibc_mem_alloc_hdl_t *);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic ibt_status_t tavor_ci_free_io_mem(ibc_hca_hdl_t, ibc_mem_alloc_hdl_t);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylorstatic int tavor_mem_alloc(tavor_state_t *, size_t, ibt_mr_flags_t,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This ibc_operations_t structure includes pointers to all the entry points
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * provided by the Tavor driver. This structure is passed to the IBTF at
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * driver attach time, using the ibc_attach() call.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* HCA and port related operations */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Protection Domains */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Reliable Datagram Domains */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Address Handles */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Queue Pairs */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Completion Queues */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* query_cq_handler_id */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* EE Contexts */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Memory Registration */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Memory Windows */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Multicast Groups */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Work Request and Completion Processing */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* CI Object Mapping Data */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Shared Receive Queue */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Address translation */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate L_key */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Physical Register Memory Region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Mellanox FMR */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* dmable memory */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* XRC not yet supported */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_alloc_xrc_domain */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_free_xrc_domain */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_modify_xrc_srq */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_alloc_xrc_tgt_qp */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_free_xrc_tgt_qp */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_query_xrc_tgt_qp */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor tavor_ci_not_supported, /* ibc_modify_xrc_tgt_qp */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Memory Region (physical) */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Next enhancements */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Not yet implemented OPS
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_hca_ports()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Returns HCA port attributes for either one or all of the HCA's ports.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_hca_ports(ibc_hca_hdl_t hca, uint8_t query_port,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_query_hca_ports_invhca_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If the specified port is zero, then we are supposed to query all
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * ports. Otherwise, we query only the port number specified.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Setup the start and end port numbers as appropriate for the loop
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * below. Note: The first Tavor port is port number one (1).
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor end = start + (state->ts_cfg_profile->cp_num_ports - 1);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the port(s) */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor for (port = start, indx = 0; port <= end; port++, indx++) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_port_query(state, port, &info_p[indx]);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_port_query_fail, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_ports()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify HCA port attributes
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_ports(ibc_hca_hdl_t hca, uint8_t port,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_port_modify_flags_t flags, uint8_t init_type)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Modify the port(s) */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_port_modify(state, port, flags, init_type);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_system_image()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify the System Image GUID
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_system_image(ibc_hca_hdl_t hca, ib_guid_t sys_guid)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support modification of the System
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Image GUID. Tavor is only capable of modifying this parameter
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * once (during driver initialization).
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_pd()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Protection Domain
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_pd(ibc_hca_hdl_t hca, ibt_pd_flags_t flags, ibc_pd_hdl_t *pd_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the PD */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_pd_alloc(state, &pdhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_pd_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_pd()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Protection Domain
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_pd(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the PD */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_pd_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_rdd()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Reliable Datagram Domain
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_rdd(ibc_hca_hdl_t hca, ibc_rdd_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_free_rdd()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Reliable Datagram Domain
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_rdd(ibc_hca_hdl_t hca, ibc_rdd_hdl_t rdd)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_ah()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate an Address Handle
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_ah(ibc_hca_hdl_t hca, ibt_ah_flags_t flags, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the AH */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_ah_alloc(state, pdhdl, attr_p, &ahhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_ah_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor AH handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_ah()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free an Address Handle
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_ah(ibc_hca_hdl_t hca, ibc_ah_hdl_t ah)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid address handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and AH handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the AH */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_ah_free(state, &ahhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_ah_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_ah()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Return the Address Vector information for a specified Address Handle
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_ah(ibc_hca_hdl_t hca, ibc_ah_hdl_t ah, ibc_pd_hdl_t *pd_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid address handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and AH handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the AH */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_ah_query(state, ahhdl, &pdhdl, attr_p);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_query_ah_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_ah()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify the Address Vector information of a specified Address Handle
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_ah(ibc_hca_hdl_t hca, ibc_ah_hdl_t ah, ibt_adds_vect_t *attr_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid address handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and AH handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Modify the AH */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_modify_ah_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_qp()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Queue Pair
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_qp(ibc_hca_hdl_t hca, ibtl_qp_hdl_t ibt_qphdl,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_qp_type_t type, ibt_qp_alloc_attr_t *attr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_chan_sizes_t *queue_sizes_p, ib_qpn_t *qpn, ibc_qp_hdl_t *qp_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*queue_sizes_p))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the QP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.qpo_wq_loc = state->ts_cfg_profile->cp_qp_wq_inddr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_qp_alloc(state, &qpinfo, TAVOR_NOSLEEP, &op);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_qp_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_special_qp()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Special Queue Pair
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_special_qp(ibc_hca_hdl_t hca, uint8_t port,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_qp_alloc_attr_t *attr_p, ibt_chan_sizes_t *queue_sizes_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*queue_sizes_p))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_alloc_special_qp_invhca_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the Special QP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.qpo_wq_loc = state->ts_cfg_profile->cp_qp_wq_inddr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_special_qp_alloc(state, &qpinfo, TAVOR_NOSLEEP, &op);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_special_qp_fail, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_qp_range(ibc_hca_hdl_t hca, uint_t log2,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_qp_alloc_attr_t *attr_p, ibt_chan_sizes_t *queue_sizes_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_cq_hdl_t *send_cq_p, ibc_cq_hdl_t *recv_cq_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_qp()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Queue Pair
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_qp(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_free_qp_flags_t free_qp_flags, ibc_qpn_hdl_t *qpnh_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the QP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_qp_free(state, &qphdl, free_qp_flags, qpnh_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_qp_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_release_qpn()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Release a Queue Pair Number (QPN)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_release_qpn(ibc_hca_hdl_t hca, ibc_qpn_hdl_t qpnh)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_release_qpn_invqpnhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Release the QP number */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor tavor_qp_release_qpn(state, entry, TAVOR_QPN_RELEASE);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_qp()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Query a Queue Pair
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_qp(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the QP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_query_qp_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_qp()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify a Queue Pair
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_qp(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_cep_modify_flags_t flags, ibt_qp_info_t *info_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Modify the QP */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_qp_modify(state, qphdl, flags, info_p, actual_sz);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_modify_qp_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Completion Queue
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_cq(ibc_hca_hdl_t hca, ibt_cq_hdl_t ibt_cqhdl,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_cq_attr_t *attr_p, ibc_cq_hdl_t *cq_p, uint_t *actual_size)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the CQ */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_cq_alloc(state, ibt_cqhdl, attr_p, actual_size,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_cq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Completion Queue
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid CQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the CQ */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_cq_free(state, &cqhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_cq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Return the size of a Completion Queue
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t *entries_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor uint_t *count_p, uint_t *usec_p, ibt_cq_handler_id_t *hid_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid CQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the current CQ size */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* interrupt moderation is not supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_resize_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Change the size of a Completion Queue
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_resize_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, uint_t size,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid CQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Resize the CQ */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_cq_resize(state, cqhdl, size, actual_size,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_resize_cq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * CQ interrupt moderation is not supported in tavor.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor uint_t count, uint_t usec, ibt_cq_handler_id_t hid)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_cq_sched()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Reserve a CQ scheduling class resource
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylortavor_ci_alloc_cq_sched(ibc_hca_hdl_t hca, ibt_cq_sched_attr_t *attr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. Tavor
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * does not support CQ scheduling classes.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_cq_sched()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a CQ scheduling class resource
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor/* ARGSUSED */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylortavor_ci_free_cq_sched(ibc_hca_hdl_t hca, ibc_sched_hdl_t sched_hdl)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. Tavor
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * does not support CQ scheduling classes.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_eec()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate an End-to-End context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_eec(ibc_hca_hdl_t hca, ibc_eec_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_eec_hdl_t ibt_eec, ibc_rdd_hdl_t rdd, ibc_eec_hdl_t *eec_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_eec()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free an End-to-End context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_eec(ibc_hca_hdl_t hca, ibc_eec_hdl_t eec)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_eec()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Query an End-to-End context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_eec(ibc_hca_hdl_t hca, ibc_eec_hdl_t eec,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_eec()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify an End-to-End context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_eec(ibc_hca_hdl_t hca, ibc_eec_hdl_t eec,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_cep_modify_flags_t flags, ibt_eec_info_t *info_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * This is an unsupported interface for the Tavor driver. This
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * interface is necessary to support Reliable Datagram (RD)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operations. Tavor does not support RD.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_register_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Prepare a virtually addressed Memory Region for use by an HCA
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_register_mr(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_mr_attr_t *mr_attr, void *ibtl_reserved, ibc_mr_hdl_t *mr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Validate the access flags. Both Remote Write and Remote Atomic
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * require the Local Write flag to be set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (((mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC)) &&
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor !(mr_attr->mr_flags & IBT_MR_ENABLE_LOCAL_WRITE)) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_mr_inv_accflags_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Register the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.mro_bind_type = state->ts_cfg_profile->cp_iommu_bypass;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_register(state, pdhdl, mr_attr, &mrhdl, &op);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_register_mr_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Fill in the mr_desc structure */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Only set RKey if remote access was requested */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ((mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_READ)) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If region is mapped for streaming (i.e. noncoherent), then set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * sync is required
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_sync_required = (mrhdl->mr_bindinfo.bi_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_register_buf()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Prepare a Memory Region specified by buf structure for use by an HCA
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_register_buf(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_smr_attr_t *attrp, struct buf *buf, void *ibtl_reserved,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_buf_invpdhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Validate the access flags. Both Remote Write and Remote Atomic
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * require the Local Write flag to be set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Register the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.mro_bind_type = state->ts_cfg_profile->cp_iommu_bypass;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_register_buf(state, pdhdl, attrp, buf, &mrhdl, &op);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_register_mr_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Fill in the mr_desc structure */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Only set RKey if remote access was requested */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If region is mapped for streaming (i.e. noncoherent), then set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * sync is required
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_sync_required = (mrhdl->mr_bindinfo.bi_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_deregister_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Deregister a Memory Region from an HCA translation table
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_deregister_mr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid memory region handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_deregister_mr_invmrhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Deregister the memory region.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_deregister(state, &mrhdl, TAVOR_MR_DEREG_ALL,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Retrieve information about a specified Memory Region
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_mr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for MemRegion handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_query_mr_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_register_shared_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Create a shared memory region matching an existing Memory Region
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_register_shared_mr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_pd_hdl_t pd, ibt_smr_attr_t *mr_attr, void *ibtl_reserved,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_shared_mr_invhca_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_shared_mr_invpdhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid memory region handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_shared_mr_invmrhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Validate the access flags. Both Remote Write and Remote Atomic
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * require the Local Write flag to be set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (((mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC)) &&
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor !(mr_attr->mr_flags & IBT_MR_ENABLE_LOCAL_WRITE)) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_register_shared_mr_accflags_inv,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and handles */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Register the shared memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_register_shared(state, mrhdl, pdhdl, mr_attr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_register_shared_mr_fail, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*mrhdl_new))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Fill in the mr_desc structure */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_vaddr = mrhdl_new->mr_bindinfo.bi_addr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Only set RKey if remote access was requested */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ((mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_READ)) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If shared region is mapped for streaming (i.e. noncoherent), then
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * set sync is required
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_sync_required = (mrhdl_new->mr_bindinfo.bi_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_reregister_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify the attributes of an existing Memory Region
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_reregister_mr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_mr_attr_t *mr_attr, void *ibtl_reserved, ibc_mr_hdl_t *mr_new,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_reregister_mr_hca_inv, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid memory region handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_reregister_mr_invmrhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer, mrhdl, and pdhdl */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Reregister the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.mro_bind_type = state->ts_cfg_profile->cp_iommu_bypass;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_reregister(state, mrhdl, pdhdl, mr_attr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_reregister_mr_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*mrhdl_new))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Fill in the mr_desc structure */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_vaddr = mrhdl_new->mr_bindinfo.bi_addr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Only set RKey if remote access was requested */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ((mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor (mr_attr->mr_flags & IBT_MR_ENABLE_REMOTE_READ)) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If region is mapped for streaming (i.e. noncoherent), then set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * sync is required
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_sync_required = (mrhdl_new->mr_bindinfo.bi_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_reregister_buf()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify the attributes of an existing Memory Region
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_reregister_buf(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_smr_attr_t *attrp, struct buf *buf, void *ibtl_reserved,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_reregister_buf_hca_inv, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid memory region handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_reregister_buf_invmrhdl_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer, mrhdl, and pdhdl */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Reregister the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.mro_bind_type = state->ts_cfg_profile->cp_iommu_bypass;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_reregister_buf(state, mrhdl, pdhdl, attrp, buf,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_reregister_buf_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor _NOTE(NOW_INVISIBLE_TO_OTHER_THREADS(*mrhdl_new))
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Fill in the mr_desc structure */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_vaddr = mrhdl_new->mr_bindinfo.bi_addr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Only set RKey if remote access was requested */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If region is mapped for streaming (i.e. noncoherent), then set
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * sync is required
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mr_desc->md_sync_required = (mrhdl_new->mr_bindinfo.bi_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the Tavor MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_sync_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Synchronize access to a Memory Region
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_sync_mr(ibc_hca_hdl_t hca, ibt_mr_sync_t *mr_segs, size_t num_segs)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Sync the memory region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mr_sync(state, mr_segs, num_segs);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_sync_mr_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_mw()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Memory Window
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_mw(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd, ibt_mw_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the memory window */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mw_alloc(state, pdhdl, flags, &mwhdl);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_mw_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Return the MW handle and RKey */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_mw()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Memory Window
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_mw(ibc_hca_hdl_t hca, ibc_mw_hdl_t mw)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid MW handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and MW handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the memory window */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mw_free(state, &mwhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_mw_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_mw()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Return the attributes of the specified Memory Window
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_mw(ibc_hca_hdl_t hca, ibc_mw_hdl_t mw,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid MemWin handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Query the memory window pointer and fill in the return values */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor mw_attr_p->mw_pd = (ibc_pd_hdl_t)mwhdl->mr_pdhdl;
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor/* ARGSUSED */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylortavor_ci_register_dma_mr(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor ibt_dmr_attr_t *mr_attr, void *ibtl_reserved, ibc_mr_hdl_t *mr_p,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Check for valid HCA handle */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Check for valid PD handle pointer */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Validate the access flags. Both Remote Write and Remote Atomic
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * require the Local Write flag to be set
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor if (((mr_attr->dmr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor (mr_attr->dmr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC)) &&
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor !(mr_attr->dmr_flags & IBT_MR_ENABLE_LOCAL_WRITE)) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Grab the Tavor softstate pointer and PD handle */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = tavor_dma_mr_register(state, pdhdl, mr_attr, &mrhdl);
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Fill in the mr_desc structure */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Only set RKey if remote access was requested */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor if ((mr_attr->dmr_flags & IBT_MR_ENABLE_REMOTE_ATOMIC) ||
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor (mr_attr->dmr_flags & IBT_MR_ENABLE_REMOTE_WRITE) ||
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor (mr_attr->dmr_flags & IBT_MR_ENABLE_REMOTE_READ)) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * If region is mapped for streaming (i.e. noncoherent), then set
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * sync is required
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Return the Hermon MR handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_attach_mcg()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Attach a Queue Pair to a Multicast Group
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_attach_mcg(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp, ib_gid_t gid,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handles */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Attach the QP to the multicast group */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mcg_attach(state, qphdl, gid, lid);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_attach_mcg_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_detach_mcg()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Detach a Queue Pair to a Multicast Group
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_detach_mcg(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp, ib_gid_t gid,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Detach the QP from the multicast group */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mcg_detach(state, qphdl, gid, lid);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_detach_mcg_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_post_send()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Post send work requests to the send queue on the specified QP
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_post_send(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp, ibt_send_wr_t *wr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Post the send WQEs */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_post_send(state, qphdl, wr_p, num_wr, num_posted_p);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_post_send_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_post_recv()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Post receive work requests to the receive queue on the specified QP
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_post_recv(ibc_hca_hdl_t hca, ibc_qp_hdl_t qp, ibt_recv_wr_t *wr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid QP handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and QP handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Post the receive WQEs */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_post_recv(state, qphdl, wr_p, num_wr, num_posted_p);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_post_recv_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_poll_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Poll for a work request completion
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_poll_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq, ibt_wc_t *wc_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid CQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid num_wc field */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Poll for work request completions */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_cq_poll(state, cqhdl, wc_p, num_wc, &polled);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* First fill in "num_polled" argument (only when valid) */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Check the status code;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If empty, we return empty.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If error, we print out an error and then return
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * If success (something was polled), we return success
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_poll_cq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_notify_cq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Enable notification events on the specified CQ
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_notify_cq(ibc_hca_hdl_t hca, ibc_cq_hdl_t cq_hdl,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid CQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and CQ handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Enable the CQ notification */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_notify_cq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_ci_data_in()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Exchange CI-specific data.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_ci_data_in(ibc_hca_hdl_t hca, ibt_ci_data_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_object_type_t object, void *ibc_object_handle, void *data_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Get the Tavor userland mapping information */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_umap_ci_data_in(state, flags, object,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_ci_data_in_umap_fail, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_ci_data_out()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Exchange CI-specific data.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_ci_data_out(ibc_hca_hdl_t hca, ibt_ci_data_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_object_type_t object, void *ibc_object_handle, void *data_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Get the Tavor userland mapping information */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_umap_ci_data_out(state, flags, object,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_ci_data_out_umap_fail, TAVOR_TNF_ERROR,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_srq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate a Shared Receive Queue (SRQ)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_srq(ibc_hca_hdl_t hca, ibt_srq_flags_t flags,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_srq_hdl_t ibt_srq, ibc_pd_hdl_t pd, ibt_srq_sizes_t *sizes,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_srq_hdl_t *ibc_srq_p, ibt_srq_sizes_t *ret_sizes_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check if SRQ is even supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (state->ts_cfg_profile->cp_srq_enable == 0) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_alloc_srq_not_supported_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid PD handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor op.srqo_wq_loc = state->ts_cfg_profile->cp_srq_wq_inddr;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_srq_alloc(state, &srqinfo, TAVOR_NOSLEEP, &op);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_srq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free a Shared Receive Queue (SRQ)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called only from user or kernel context
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_srq(ibc_hca_hdl_t hca, ibc_srq_hdl_t srq)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check if SRQ is even supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (state->ts_cfg_profile->cp_srq_enable == 0) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_alloc_srq_not_supported_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid SRQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Free the SRQ */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_srq_free(state, &srqhdl, TAVOR_NOSLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_free_srq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_query_srq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Query properties of a Shared Receive Queue (SRQ)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_query_srq(ibc_hca_hdl_t hca, ibc_srq_hdl_t srq, ibc_pd_hdl_t *pd_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check if SRQ is even supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (state->ts_cfg_profile->cp_srq_enable == 0) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_query_srq_not_supported_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid SRQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (srqhdl->srq_state == TAVOR_SRQ_STATE_ERROR) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor sizes_p->srq_wr_sz = srqhdl->srq_real_sizes.srq_wr_sz;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor sizes_p->srq_sgl_sz = srqhdl->srq_real_sizes.srq_sgl_sz;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_modify_srq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Modify properties of a Shared Receive Queue (SRQ)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_modify_srq(ibc_hca_hdl_t hca, ibc_srq_hdl_t srq,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_srq_modify_flags_t flags, uint_t size, uint_t limit, uint_t *ret_size_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check if SRQ is even supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (state->ts_cfg_profile->cp_srq_enable == 0) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_modify_srq_not_supported_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid SRQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Check Error State of SRQ.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Also, while we are holding the lock we save away the current SRQ
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * size for later use.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (srqhdl->srq_state == TAVOR_SRQ_STATE_ERROR) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Setting the limit watermark is not currently supported. This is a
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor hardware (firmware) limitation. We return NOT_SUPPORTED here,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * and have the limit code commented out for now.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * XXX If we enable the limit watermark support, we need to do checks
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * and set the 'srq->srq_wr_limit' here, instead of returning not
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * supported. The 'tavor_srq_modify' operation below is for resizing
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * the SRQ only, the limit work should be done here. If this is
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * changed to use the 'limit' field, the 'ARGSUSED' comment for this
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * function should also be removed at that time.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_modify_srq_limit_not_supported,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Check the SET_SIZE flag. If not set, we simply return success here.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * However if it is set, we check if resize is supported and only then
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * do we continue on with our resize processing.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor resize_supported = state->ts_ibtfinfo.hca_attr->hca_flags &
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if ((flags & IBT_SRQ_SET_SIZE) && !resize_supported) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_modify_srq_resize_not_supp_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * We do not support resizing an SRQ to be smaller than it's current
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * size. If a smaller (or equal) size is requested, then we simply
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * return success, and do nothing.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_srq_modify(state, srqhdl, size, ret_size_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Set return value to current SRQ size */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_modify_srq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_post_srq()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Post a Work Request to the specified Shared Receive Queue (SRQ)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_post_srq(ibc_hca_hdl_t hca, ibc_srq_hdl_t srq,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_recv_wr_t *wr, uint_t num_wr, uint_t *num_posted_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check if SRQ is even supported */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor if (state->ts_cfg_profile->cp_srq_enable == 0) {
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_ci_post_srq_not_supported_fail,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid SRQ handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_post_srq(state, srqhdl, wr, num_wr, num_posted_p);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_post_srq_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Address translation */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_map_mem_area()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_map_mem_area(ibc_hca_hdl_t hca, ibt_va_attr_t *va_attrs,
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor void *ibtl_reserved, uint_t list_len, ibt_reg_req_t *reg_req,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_unmap_mem_area()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Unmap the memory area
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_unmap_mem_area(ibc_hca_hdl_t hca, ibc_ma_hdl_t ma_hdl)
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * tavor_ci_map_mem_iov()
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Map the memory
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylortavor_ci_map_mem_iov(ibc_hca_hdl_t hca, ibt_iov_attr_t *iov_attr,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Check for valid HCA handle */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Tavor does not allow the default "use reserved lkey" */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor if ((iov_attr->iov_flags & IBT_IOV_ALT_LKEY) == 0)
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor if (state->ts_cfg_profile->cp_iommu_bypass == TAVOR_BINDMEM_BYPASS)
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor dma_attr.dma_attr_flags = DDI_DMA_FORCE_PHYSICAL;
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor max_nds -= (iov_attr->iov_lso_hdr_sz + sizeof (uint32_t) +
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor 0xf) >> 4; /* 0xf is for rounding up to a multiple of 16 */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor if ((iov_attr->iov_flags & IBT_IOV_NOSLEEP) == 0) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = ddi_dma_alloc_handle(state->ts_dip, &dma_attr,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = ddi_dma_buf_bind_handle(dmahdl, iov_attr->iov_buf,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor DDI_DMA_RDWR | DDI_DMA_CONSISTENT, callback, NULL,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor while (cookie_cnt-- > 0) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor sgl[nds].ds_len = (ib_msglen_t)dmacookie.dmac_size;
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor for (i = 0, j = 0; j < len; j++) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor for (i = 0, j = 0; j < len; j++) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = ddi_dma_alloc_handle(state->ts_dip, &dma_attr,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = ddi_dma_addr_bind_handle(dmahdl, iov_attr->iov_as,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor iov_attr->iov[j].iov_addr, iov_attr->iov[j].iov_len,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor DDI_DMA_RDWR | DDI_DMA_CONSISTENT, callback, NULL,
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor while (cookie_cnt-- > 0) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor sgl[nds].ds_len = (ib_msglen_t)dmacookie.dmac_size;
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor while (--i >= 0) {
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor status = ddi_dma_unbind_handle(mi_hdl->imh_dmahandle[i]);
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * tavor_ci_unmap_mem_iov()
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Unmap the memory
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_unmap_mem_iov(ibc_hca_hdl_t hca, ibc_mi_hdl_t mi_hdl)
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor /* Check for valid HCA handle */
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor (void) ddi_dma_unbind_handle(mi_hdl->imh_dmahandle[i]);
17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor (mi_hdl->imh_len - 1) * sizeof (ddi_dma_handle_t));
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Allocate L_Key */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_lkey()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_alloc_lkey(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_lkey_flags_t flags, uint_t phys_buf_list_sz, ibc_mr_hdl_t *mr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Physical Register Memory Region */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_register_physical_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_register_physical_mr(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_pmr_attr_t *mem_pattrs, void *ibtl_reserved, ibc_mr_hdl_t *mr_p,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_reregister_physical_mr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_reregister_physical_mr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_pd_hdl_t pd, ibt_pmr_attr_t *mem_pattrs, void *ibtl_reserved,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TAVOR_TNF_ENTER(tavor_ci_reregister_physical_mr);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TAVOR_TNF_EXIT(tavor_ci_reregister_physical_mr);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* Mellanox FMR Support */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_create_fmr_pool()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Creates a pool of memory regions suitable for FMR registration
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from base context only
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_create_fmr_pool(ibc_hca_hdl_t hca, ibc_pd_hdl_t pd,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibt_fmr_pool_attr_t *params, ibc_fmr_pool_hdl_t *fmr_pool_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_destroy_fmr_pool()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Free all resources associated with an FMR pool.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from base context only.
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_destroy_fmr_pool(ibc_hca_hdl_t hca, ibc_fmr_pool_hdl_t fmr_pool)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_flush_fmr_pool()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Force a flush of the memory tables, cleaning up used FMR resources.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_flush_fmr_pool(ibc_hca_hdl_t hca, ibc_fmr_pool_hdl_t fmr_pool)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_register_physical_fmr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * From the 'pool' of FMR regions passed in, performs register physical
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * operation.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from interrupt or base context.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_register_physical_fmr(ibc_hca_hdl_t hca,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ibc_fmr_pool_hdl_t fmr_pool, ibt_pmr_attr_t *mem_pattr,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor void *ibtl_reserved, ibc_mr_hdl_t *mr_p, ibt_pmr_desc_t *mem_desc_p)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_deregister_fmr()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Moves an FMR (specified by 'mr') to the deregistered state.
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Context: Can be called from base context only.
c7facc54c4abed9e554ff80225311e6b7048d3c9Bill Taylor/* ARGSUSED */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_deregister_fmr(ibc_hca_hdl_t hca, ibc_mr_hdl_t mr)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_alloc_io_mem()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * Allocate dmable memory
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid mem_alloc_hdl handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Grab the Tavor softstate pointer and mem handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate the AH */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = tavor_mem_alloc(state, size, mr_flag, kaddrp,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_1(tavor_ci_alloc_ah_fail, TAVOR_TNF_ERROR, "",
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * tavor_ci_free_io_mem()
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor * free the memory
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylortavor_ci_free_io_mem(ibc_hca_hdl_t hca, ibc_mem_alloc_hdl_t mem_alloc_hdl)
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid HCA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Check for valid mem_alloc_hdl handle pointer */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* free the memory */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor ddi_cb = (flags & IBT_MR_NOSLEEP) ? DDI_DMA_DONTWAIT : DDI_DMA_SLEEP;
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate a DMA handle */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor status = ddi_dma_alloc_handle(state->ts_dip, &dma_attr, ddi_cb,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_dma_alloc_handle_fail, TAVOR_TNF_ERROR, "");
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Allocate DMA memory */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor &state->ts_reg_accattr, DDI_DMA_CONSISTENT, ddi_cb,
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_dma_alloc_memory_fail, TAVOR_TNF_ERROR, "");
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor /* Package the tavor_dma_info contents and return */
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor flags & IBT_MR_NOSLEEP ? KM_NOSLEEP : KM_SLEEP);
9e39c5ba00a55fa05777cc94b148296af305e135Bill Taylor TNF_PROBE_0(tavor_dma_alloc_memory_fail, TAVOR_TNF_ERROR, "");