dapl_tavor_ibtf_impl.h revision 1ed53a3f65abecaadc1b967e341970ad0f6b2aeb
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * CDDL HEADER START
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * The contents of this file are subject to the terms of the
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Common Development and Distribution License (the "License").
3e14f97f673e8a630f076077de35afdd43dc1587Roger A. Faulkner * You may not use this file except in compliance with the License.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin * or http://www.opensolaris.org/os/licensing.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * See the License for the specific language governing permissions
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * and limitations under the License.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * When distributing Covered Code, include this CDDL HEADER in each
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * If applicable, add the following below this CDDL HEADER, with the
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * fields enclosed by brackets "[]" replaced with your own identifying
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * information: Portions Copyright [yyyy] [name of copyright owner]
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin *
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * CDDL HEADER END
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Use is subject to license terms.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#ifndef _DAPL_TAVOR_IMPL_H
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#define _DAPL_TAVOR_IMPL_H
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#ifdef __cplusplus
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinextern "C" {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#endif
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#include <sys/types.h>
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#include "dapl_hash.h"
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#include "dapl_tavor_ibtf.h"
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#include "dapl_tavor_wr.h"
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Struct defining the hca handle
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_hca_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int ia_fd; /* fd corresponding to the IA */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin minor_t ia_rnum; /* Kernel resource number of the IA */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int hca_fd; /* fd for the HCA ie. tavor */
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin int *ia_bf_toggle; /* toggle between the 2 bf buffers */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_uar_t ia_uar; /* pointer to the HCA UAR page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin void *ia_bf; /* pointer to the Hermon Blueflame page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Struct defining the CQ handle
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_cq_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t evd_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_num;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_size;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin uint32_t cq_cqesz;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin off64_t cq_map_offset;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin uint64_t cq_map_len;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_uar_t cq_iauar; /* copy of the UAR doorbell page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_cqe_t cq_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_consindx;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_log_cqsz;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* For Work Request ID processing */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin DAPL_OS_LOCK cq_wrid_wqhdr_lock;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin DAPL_HASH_TABLE *cq_wrid_wqhdr_list;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_tavor_wrid_list_hdr_t *cq_wrid_reap_head;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_tavor_wrid_list_hdr_t *cq_wrid_reap_tail;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* For Arbel or Hermon */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t *cq_poll_dbp;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t *cq_arm_dbp;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* For Hermon cq_resize */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_cqe_t cq_resize_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin off64_t cq_resize_map_offset;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t cq_resize_map_len;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_resize_size;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t cq_resize_cqesz;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_qp_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t ep_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin caddr_t qp_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t qp_map_len;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_num;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_uar_t qp_iauar; /* copy of the UAR doorbell page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin void *qp_ia_bf; /* copy of the Hermon Blueflame pg */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int *qp_ia_bf_toggle; /* ptr to adapter toggle */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_num_mpt_shift; /* Max # of MPT entries */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* in bit shift */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_num_premature_events;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ib_work_completion_t *qp_premature_events;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* Send Work Queue */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ib_cq_handle_t qp_sq_cqhdl;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t *qp_sq_lastwqeaddr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_tavor_workq_hdr_t *qp_sq_wqhdr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin caddr_t qp_sq_buf;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_sq_desc_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_sq_numwqe;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_sq_wqesz;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_sq_sgl;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint16_t qp_sq_counter;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_sq_headroom; /* For Hermon */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int qp_sq_inline;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t *qp_sq_dbp; /* For Arbel */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* Receive Work Queue */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ib_cq_handle_t qp_rq_cqhdl;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t *qp_rq_lastwqeaddr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_tavor_workq_hdr_t *qp_rq_wqhdr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin caddr_t qp_rq_buf;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_rq_desc_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_rq_numwqe;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_rq_wqesz;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_rq_sgl;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t *qp_rq_dbp; /* For Arbel or Hermon */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint16_t qp_rq_counter; /* For Arbel or Hermon */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* SRQ related */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t qp_srq_enabled; /* QP will use an SRQ */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ib_srq_handle_t qp_srq;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Structure defining the protection domain handle
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_pd_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t pd_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Structure defining the memory region handle
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_mr_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t mr_hkey;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Structure defining the memory window handle
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_mw_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t mw_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Structure defining the service provider handle
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin */
34f9b3eef6fdadbda0a846aa4d68691ac40eace5Roland Mainzstruct dapls_ib_cm_srvc_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t sv_sp_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Structure defining the service provider handle
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinstruct dapls_ib_srq_handle {
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t srq_hkey;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin caddr_t srq_addr;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t srq_map_offset;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint64_t srq_map_len;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_num;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_hw_uar_t srq_iauar; /* copy of the UAR doorbell page */
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin uint32_t *srq_dbp; /* For Arbel or Hermon */
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* Work Queue */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int32_t srq_wq_lastwqeindex;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_wq_desc_addr;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin uint32_t srq_wq_numwqe;
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin uint32_t srq_wq_wqesz;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_wq_sgl;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint16_t srq_counter;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* premature events */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin ib_work_completion_t *srq_premature_events;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t *srq_freepr_events; /* free premature events */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_freepr_head;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_freepr_tail;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t srq_freepr_num_events;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* For Work Request ID processing */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin dapls_tavor_wrid_list_hdr_t *srq_wridlist;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin /* EP Hash Table, key is QP number */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin DAPL_HASH_TABLE *srq_ep_table;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/*
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * Struct that defines key per HCA instance information for OS
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin * bypass implementation.
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin */
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chinstruct dapls_ib_hca_state {
7c2fbfb345896881c631598ee3852ce9ce33fb07April Chin int hca_fd;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin void *uarpg_baseaddr; /* base addr of the UAR page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin size_t uarpg_size; /* size of the UAR page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin void *bf_pg_baseaddr; /* base addr of the Hermon Blueflame page */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin int bf_toggle;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin char hca_path[MAXPATHLEN];
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin};
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinDAPL_OS_LOCK dapls_ib_dbp_lock;
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin/* Function that returns a pointer to the specified doorbell entry */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chinuint32_t *dapls_ib_get_dbp(uint64_t maplen, int fd, uint64_t mapoffset,
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin uint32_t offset);
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#ifdef __cplusplus
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin}
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#endif
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin#endif /* _DAPL_TAVOR_IMPL_H */
da2e3ebdc1edfbc5028edf1354e7dd2fa69a7968chin