c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/types.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ddi.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/sunddi.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/modctl.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ib/clients/of/rdma/ib_verbs.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ib/clients/of/rdma/ib_addr.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ib/clients/of/rdma/rdma_cm.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ib/clients/of/sol_ofs/sol_kverb_impl.h>

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic void *statep;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otachar *sol_kverbs_dbg_str = "sol_kverbs";

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic llist_head_t client_list = LLIST_HEAD_INIT(client_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otakmutex_t clist_lock; /* mutex for client_list */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic void ofs_async_handler(void *, ibt_hca_hdl_t, ibt_async_code_t,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_async_event_t *);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic int

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaalloc_ibt_client(ofs_client_t *clnt)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int namelen;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(clnt->ib_client != NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "alloc_ibt_client: client: 0x%p", clnt);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota namelen = strlen(clnt->ib_client->name);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (namelen >= MAXNAMELEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "alloc_ibt_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "namelen(%d) is larger than MAXNAMELEN", clnt, namelen);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_clnt_name = kmem_zalloc(namelen + 1, KM_NOSLEEP);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (clnt->ibt_client.mi_clnt_name == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "alloc_ibt_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no sufficient memory", clnt);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota bcopy(clnt->ib_client->name, clnt->ibt_client.mi_clnt_name, namelen);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_ibt_version = IBTI_V_CURR;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (clnt->ib_client->dip) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_clnt_class = IBT_GENERIC;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota } else {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_clnt_class = IBT_GENERIC_MISC;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_async_handler = ofs_async_handler;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic void

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otafree_ibt_client(ofs_client_t *clnt)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int namelen = strlen(clnt->ib_client->name);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(namelen < MAXNAMELEN);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "free_ibt_client: client: 0x%p", clnt);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(clnt->ibt_client.mi_clnt_name, namelen + 1);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clnt->ibt_client.mi_clnt_name = NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic ib_device_t *

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaget_device(ofs_client_t *ofs_client, ib_guid_t guid)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device_t *device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_t *entry;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(RW_LOCK_HELD(&ofs_client->lock));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "get_device: client: 0x%p, guid:0x%p",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client, (void *)(uintptr_t)htonll(guid));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each(entry, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->node_guid == htonll(guid)) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(device->reg_state == IB_DEV_CLOSE);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(device->node_type == RDMA_NODE_IB_CA);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(device->clnt_hdl == (ofs_client_p_t)ofs_client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "get_device: client: 0x%p, guid:0x%p => no match guid",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client, (void *)(uintptr_t)htonll(guid));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic void

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaofs_async_handler(void *clntp, ibt_hca_hdl_t hdl, ibt_async_code_t code,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_async_event_t *event)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)clntp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_event ib_event;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_qp *qpp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_cq *cqp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(ofs_client != NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cqp = event->ev_cq_hdl ? ibt_get_cq_private(event->ev_cq_hdl) : NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qpp = event->ev_chan_hdl ?

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_get_qp_private(event->ev_chan_hdl) : NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ofs_async_handler: client: 0x%p, hca_hdl: 0x%p, code:0x%x, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "event->qp: 0x%p, event->cq: 0x%p, event->srq: 0x%p "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "event->guid: 0x%p, event->port: 0x%x",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota clntp, hdl, code, qpp, cqp, event->ev_srq_hdl,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void *)(uintptr_t)event->ev_hca_guid, event->ev_port);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota bzero(&ib_event, sizeof (struct ib_event));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (code) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_EVENT_PATH_MIGRATED:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_PATH_MIG);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_EVENT_SQD:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_SQ_DRAINED);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_EVENT_COM_EST:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_COMM_EST);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_CATASTROPHIC_CHAN:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_QP_FATAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_INVALID_REQUEST_CHAN:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_QP_REQ_ERR);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_ACCESS_VIOLATION_CHAN:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_QP_ACCESS_ERR);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_PATH_MIGRATE_REQ:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_PATH_MIG);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_EVENT_EMPTY_CHAN:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_QP_EVENT(ofs_client, hdl, ib_event, qpp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_QP_LAST_WQE_REACHED);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_CQ:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota FIRE_CQ_EVENT(ofs_client, hdl, ib_event, cqp,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_EVENT_CQ_ERR);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_ATTACH_EVENT:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device_t *device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* re-use the device once it was created */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_enter(&ofs_client->lock, RW_WRITER);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = get_device(ofs_client, event->ev_hca_guid);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = kmem_alloc(sizeof (ib_device_t), KM_SLEEP);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->node_type = RDMA_NODE_IB_CA;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->clnt_hdl = (ofs_client_p_t)ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->node_guid = htonll(event->ev_hca_guid);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->data = NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* add this HCA */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_num++;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_init(&device->list, device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_add_tail(&device->list, &ofs_client->device_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->hca_hdl = NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->local_dma_lkey = 0;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->phys_port_cnt = 0;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* open this HCA */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_open_hca(ofs_client->ibt_hdl, event->ev_hca_guid,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_hca_attr_t hattr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num++;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_OPEN;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_hca_private(device->hca_hdl, device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_query_hca(device->hca_hdl, &hattr);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn != IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_close_hca(device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(rtn == IBT_SUCCESS);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) sprintf(device->name, "%x:%x:%x",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_vendor_id, hattr.hca_device_id,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_version_id);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->local_dma_lkey = hattr.hca_reserved_lkey;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->phys_port_cnt = hattr.hca_nports;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_hca_private(device->hca_hdl, device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* invoke client's callback */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client->ib_client->add) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->ib_client->add(device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_DETACH_EVENT:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_device *device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_enter(&ofs_client->lock, RW_WRITER);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = ibt_get_hca_private(hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state == IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_status_t rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* invoke client's callback */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client->ib_client->remove) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->ib_client->remove(device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* change the state only */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* close this HCA */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_close_hca(device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(rtn == IBT_SUCCESS);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_EVENT_LIMIT_REACHED_SRQ:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_ERROR_CATASTROPHIC_SRQ:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "sol_ofs does not support this event(0x%x).\n"

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "\t clntp=0x%p, hca_hdl=0x%p, code=%d, eventp=0x%p\n",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota code, clntp, hdl, code, event);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_register_client(struct ib_client *client)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota uint_t i, nhcas; /* number of HCAs */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_guid_t *guidp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_t *entry, *tmp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device_t *device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* get the number of HCAs on this system */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((nhcas = ibt_get_hca_list(&guidp)) == 0) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => no HCA", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* allocate a new sol_ofs_client structure */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client = kmem_zalloc(sizeof (ofs_client_t), KM_NOSLEEP);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no sufficient memory for ofs_client", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* set members */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->ib_client = client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((rtn = alloc_ibt_client(ofs_client)) != 0) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(ofs_client, sizeof (ofs_client_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "alloc_ibt_client failed w/ 0x%x", client, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->state = IB_OFS_CLNT_INITIALIZED;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_init(&ofs_client->device_list, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_init(&ofs_client->client_list, ofs_client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_init(&ofs_client->lock, NULL, RW_DEFAULT, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* initialize IB client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_enter(&ofs_client->lock, RW_WRITER);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (client->state != IB_CLNT_UNINITIALIZED) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(ofs_client, sizeof (ofs_client_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "invalid client state(%d)", client, client->state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EPERM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* attach this client to IBTF */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_attach(&ofs_client->ibt_client, client->dip, ofs_client,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &ofs_client->ibt_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn != IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota free_ibt_client(ofs_client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(ofs_client, sizeof (ofs_client_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_attach failed w/ 0x%x", client, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->clnt_hdl = (ofs_client_p_t)ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->state = IB_CLNT_INITIALIZED;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* link this client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_enter(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_add_tail(&ofs_client->client_list, &client_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_exit(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* Open HCAs */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_num = nhcas;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota for (i = 0; i < ofs_client->hca_num; i++) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* allocate the ib_device structure */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = kmem_zalloc(sizeof (ib_device_t), KM_NOSLEEP);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = -ENOMEM;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no sufficient memory for ib_device", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota goto err;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->node_guid = htonll(guidp[i]);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->node_type = RDMA_NODE_IB_CA;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->clnt_hdl = (ofs_client_p_t)ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_init(&device->list, device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_add_tail(&device->list, &ofs_client->device_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_open_hca(ofs_client->ibt_hdl, guidp[i],

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_hca_attr_t hattr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num++;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_OPEN;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_query_hca(device->hca_hdl, &hattr);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn != IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = -EIO;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p,"

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "hca_hdl: 0x%p ==> "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_query_hca() failed w/ %d",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client, device->hca_hdl, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota goto err;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) sprintf(device->name, "%x:%x:%x",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_vendor_id, hattr.hca_device_id,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_version_id);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->local_dma_lkey = hattr.hca_reserved_lkey;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->phys_port_cnt = hattr.hca_nports;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_hca_private(device->hca_hdl, device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* invoke client's callback */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (client->add) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->add(device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client->hca_open_num == 0) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = -ENXIO;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_register_client: client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no available HCA", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota goto err;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaerr:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* first close all open HCAs */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each(entry, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state == IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_status_t rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* invoke client's callback */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (client->remove) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->remove(device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_close_hca(device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(rtn == IBT_SUCCESS);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(ofs_client->hca_open_num == 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* then free the devices */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each_safe(entry, tmp, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* de-link and free the device */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_del(entry);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(device, sizeof (ib_device_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(ofs_client->hca_num == 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* delink this client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_enter(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_del(&ofs_client->client_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_exit(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* detach the client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->clnt_hdl = NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->state = IB_CLNT_UNINITIALIZED;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_detach(ofs_client->ibt_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* free sol_ofs_client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota free_ibt_client(ofs_client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(ofs_client, sizeof (ofs_client_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_free_hca_list(guidp, nhcas);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_unregister_client(struct ib_client *client)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device_t *device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_t *entry, *tmp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(client->state == IB_CLNT_INITIALIZED &&

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->clnt_hdl != NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_unregister_client: client: 0x%p", client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client = (ofs_client_t *)client->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_enter(&ofs_client->lock, RW_WRITER);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* first close all open HCAs */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each(entry, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state == IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_status_t rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* invoke client's callback */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (client->remove) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->remove(device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state = IB_DEV_CLOSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_close_hca(device->hca_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn != IBT_SUCCESS)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_unregister_client(%p) - "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_close_hca failed %d",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_open_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(ofs_client->hca_open_num == 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* then free the devices */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each_safe(entry, tmp, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* de-link and free the device */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_del(entry);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(device, sizeof (ib_device_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client->hca_num--;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(ofs_client->hca_num == 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* delink this client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_enter(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_del(&ofs_client->client_list);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_exit(&clist_lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* detach the client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->clnt_hdl = NULL;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota client->state = IB_CLNT_UNINITIALIZED;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota (void) ibt_detach(ofs_client->ibt_hdl);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* free sol_ofs_client */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota free_ibt_client(ofs_client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(ofs_client, sizeof (ofs_client_t));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic inline void

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaofs_lock_enter(krwlock_t *lock)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (!RW_WRITE_HELD(lock)) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_enter(lock, RW_READER);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic inline void

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaofs_lock_exit(krwlock_t *lock)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (!RW_WRITE_HELD(lock)) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rw_exit(lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otavoid *ib_get_client_data(struct ib_device *device,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_client *client)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_device *ib_device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota boolean_t found = B_FALSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_t *entry;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota void *data;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(device != 0 && client != 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client = (ofs_client_t *)client->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client == 0) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_get_client_data: device: 0x%p, client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no ofs_client", device, client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each(entry, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ib_device->node_guid == device->node_guid) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota found = B_TRUE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (!found) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_get_client_data: device: 0x%p, client: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no ib_device found", device, client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota data = ib_device->data;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_get_client_data: device: 0x%p, client: 0x%p",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device, client);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (data);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otavoid ib_set_client_data(struct ib_device *device, struct ib_client *client,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota void *data)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_device *ib_device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota boolean_t found = B_FALSE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota llist_head_t *entry;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ASSERT(device != 0 && client != 0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client = (ofs_client_t *)client->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ofs_client == 0) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cmn_err(CE_WARN, "No client context found for %s/%s\n",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->name, client->name);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota list_for_each(entry, &ofs_client->device_list) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device = entry->ptr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (ib_device->node_guid == device->node_guid) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota found = B_TRUE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (!found) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cmn_err(CE_WARN, "No client context found for %s/%s\n",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->name, client->name);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_device->data = data;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_set_client_data: device: 0x%p, client: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "data: 0x%p", device, client, data);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_query_device(struct ib_device *device, struct ib_device_attr *attr)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_hca_attr_t hattr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_query_device: device: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "invalid device state (%d)", device, device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((rtn = ibt_query_hca(device->hca_hdl, &hattr)) != IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_query_device: device: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_query_hca failed w/ 0x%x", device, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_query_device: device: 0x%p, attr: 0x%p, rtn: 0x%p",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device, attr, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* OF order is major.micro.minor, so keep it here */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->fw_ver = (uint64_t)hattr.hca_fw_major_version << 32 |

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_fw_micro_version << 16 & 0xFFFF0000 |

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota hattr.hca_fw_minor_version & 0xFFFF;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->device_cap_flags = IB_DEVICE_CHANGE_PHY_PORT |

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_DEVICE_PORT_ACTIVE_EVENT |

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_DEVICE_SYS_IMAGE_GUID |

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_DEVICE_RC_RNR_NAK_GEN;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (hattr.hca_flags & IBT_HCA_PKEY_CNTR) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->device_cap_flags |= IB_DEVICE_BAD_PKEY_CNTR;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (hattr.hca_flags & IBT_HCA_QKEY_CNTR) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->device_cap_flags |= IB_DEVICE_BAD_QKEY_CNTR;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (hattr.hca_flags & IBT_HCA_AUTO_PATH_MIG) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->device_cap_flags |= IB_DEVICE_AUTO_PATH_MIG;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (hattr.hca_flags & IBT_HCA_AH_PORT_CHECK) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->device_cap_flags |= IB_DEVICE_UD_AV_PORT_ENFORCE;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->vendor_id = hattr.hca_vendor_id;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->vendor_part_id = hattr.hca_device_id;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->hw_ver = hattr.hca_version_id;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->sys_image_guid = htonll(hattr.hca_si_guid);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_mr_size = ~0ull;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->page_size_cap = IBTF2OF_PGSZ(hattr.hca_page_sz);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_qp = hattr.hca_max_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_qp_wr = hattr.hca_max_qp_sz;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_sge = hattr.hca_max_sgl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_sge_rd = hattr.hca_max_rd_sgl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_cq = hattr.hca_max_cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_cqe = hattr.hca_max_cq_sz;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_mr = hattr.hca_max_memr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_pd = hattr.hca_max_pd;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_qp_rd_atom = hattr.hca_max_rdma_in_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_qp_init_rd_atom = hattr.hca_max_rdma_in_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_ee_rd_atom = hattr.hca_max_rdma_in_ee;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_ee_init_rd_atom = hattr.hca_max_rdma_in_ee;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_res_rd_atom = hattr.hca_max_rsc;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_srq = hattr.hca_max_srqs;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_srq_wr = hattr.hca_max_srqs_sz -1;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_srq_sge = hattr.hca_max_srq_sgl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->local_ca_ack_delay = hattr.hca_local_ack_delay;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->atomic_cap = hattr.hca_flags & IBT_HCA_ATOMICS_GLOBAL ?

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_ATOMIC_GLOB : (hattr.hca_flags & IBT_HCA_ATOMICS_HCA ?

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota IB_ATOMIC_HCA : IB_ATOMIC_NONE);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_ee = hattr.hca_max_eec;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_rdd = hattr.hca_max_rdd;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_mw = hattr.hca_max_mem_win;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_pkeys = hattr.hca_max_port_pkey_tbl_sz;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_raw_ipv6_qp = hattr.hca_max_ipv6_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_raw_ethy_qp = hattr.hca_max_ether_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_mcast_grp = hattr.hca_max_mcg;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_mcast_qp_attach = hattr.hca_max_qp_per_mcg;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_total_mcast_qp_attach = hattr.hca_max_mcg_qps;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_ah = hattr.hca_max_ah;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_fmr = hattr.hca_max_fmrs;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attr->max_map_per_fmr = hattr.hca_opaque9; /* hca_max_map_per_fmr */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct ib_pd *

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_alloc_pd(struct ib_device *device)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_pd *pd;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((pd = kmem_alloc(sizeof (struct ib_pd), KM_NOSLEEP)) == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_alloc_pd: device: 0x%p => no sufficient memory",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_pd *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_alloc_pd: device: 0x%p => invalid device state (%d)",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device, device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_pd *)-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_alloc_pd: device: 0x%p", device);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_pd(device->hca_hdl, IBT_PD_NO_FLAGS, &pd->ibt_pd);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd->device = device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_alloc_pd: device: 0x%p, pd: 0x%p, ibt_pd: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "rtn: 0x%x", device, pd, pd->ibt_pd, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (pd);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(pd, sizeof (struct ib_pd));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_alloc_pd: device: 0x%p, pd: 0x%p, ibt_pd: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_alloc_pd failed w/ 0x%x", device, pd, pd->ibt_pd, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_INSUFF_RESOURCE:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_pd *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_pd *)-EFAULT);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_pd *)-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_dealloc_pd(struct ib_pd *pd)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)pd->device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (pd->device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_dealloc_pd: pd: 0x%p => invalid device state (%d)",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd, pd->device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_dealloc_pd: pd: 0x%p", pd);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_free_pd(pd->device->hca_hdl, pd->ibt_pd);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_dealloc_pd: pd: 0x%p, device: 0x%p, ibt_pd: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "rtn: 0x%x", pd, pd->device, pd->ibt_pd, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(pd, sizeof (struct ib_pd));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_dealloc_pd: pd: 0x%p => ibt_free_pd failed w/ 0x%x",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_PD_IN_USE:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EBUSY);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EFAULT);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic void

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaofs_cq_handler(ibt_cq_hdl_t ibt_cq, void *arg)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_cq *cq = (struct ib_cq *)ibt_get_cq_private(ibt_cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ofs_cq_handler: ibt_cq: 0x%p, ib_cq: 0x%p, comp_handler: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "arg: 0x%p", ibt_cq, cq, cq->comp_handler, arg);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (cq->comp_handler) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->comp_handler(cq, cq->cq_context);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct ib_cq *

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_create_cq(struct ib_device *device, ib_comp_handler comp_handler,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota void (*event_handler)(struct ib_event *, void *), void *cq_context,

17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor int cqe, void *comp_vector)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_cq_attr_t cq_attr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota uint32_t real_size;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_cq *cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((cq = kmem_alloc(sizeof (struct ib_cq), KM_NOSLEEP)) == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_cq: device: 0x%p, comp_handler: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "event_handler: 0x%p, cq_context: 0x%p, cqe: 0x%x, "

17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor "comp_vector: %p => no sufficient memory", device,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota comp_handler, event_handler, cq_context, cqe, comp_vector);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_cq *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_cq: device: 0x%p, comp_handler: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "event_handler: 0x%p, cq_context: 0x%p, cqe: 0x%x, "

17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor "comp_vector: %p => invalid device state (%d)", device,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota comp_handler, event_handler, cq_context, cqe, comp_vector,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_cq *)-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_cq: device: 0x%p, comp_handler: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "event_handler: 0x%p, cq_context: 0x%p, cqe: 0x%x, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "comp_vector: %d", device, comp_handler, event_handler,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq_context, cqe, comp_vector);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq_attr.cq_size = cqe;

17a2b317610f531d565bf4e940433aab2d9e6985Bill Taylor cq_attr.cq_sched = comp_vector;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq_attr.cq_flags = IBT_CQ_NO_FLAGS;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_cq(device->hca_hdl, &cq_attr, &cq->ibt_cq, &real_size);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->device = device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->comp_handler = comp_handler;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->event_handler = event_handler;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->cq_context = cq_context;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq->cqe = real_size;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_cq_private(cq->ibt_cq, cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_cq_handler(cq->ibt_cq, ofs_cq_handler, cq_context);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_init(&cq->lock, NULL, MUTEX_DEFAULT, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_cq: device: 0x%p, cqe: 0x%x, ibt_cq: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "rtn: 0x%x", device, cqe, cq->ibt_cq, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(cq, sizeof (struct ib_cq));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_cq: device: 0x%p, cqe: 0x%x, ibt_cq: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_alloc_cq failed w/ 0x%x", device, cqe, cq->ibt_cq, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_CQ_EXCEEDED:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_INVALID_PARAM:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_cq *)-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_INSUFF_RESOURCE:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_cq *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_cq *)-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_destroy_cq(struct ib_cq *cq)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)cq->device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (cq->device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_cq: cq: 0x%p => invalid device state (%d)",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota cq, cq->device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_cq: cq: 0x%p", cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_cq_private(cq->ibt_cq, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_free_cq(cq->ibt_cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(cq, sizeof (struct ib_cq));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_cq: cq: 0x%p, rtn: 0x%x", cq, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_cq_private(cq->ibt_cq, cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_cq: cq: 0x%p => ibt_free_cq failed w/ 0x%x", cq, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_CQ_BUSY:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EBUSY);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_CQ_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct ib_qp *

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_create_qp(struct ib_pd *pd, struct ib_qp_init_attr *qp_init_attr)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = pd->device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_qp_alloc_attr_t attrs;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_chan_sizes_t sizes;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ib_qpn_t qpn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_qp_hdl_t ibt_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct ib_qp *qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* sanity check */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (!(qp_init_attr->send_cq && qp_init_attr->recv_cq)) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: pd: 0x%p => invalid cqs "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "(send_cq=0x%p, recv_cq=0x%p)", pd,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->send_cq, qp_init_attr->recv_cq);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* UC, Raw IPv6 and Raw Ethernet are not supported */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (qp_init_attr->qp_type == IB_QPT_UC ||

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->qp_type == IB_QPT_RAW_IPV6 ||

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->qp_type == IB_QPT_RAW_ETY) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: pd: 0x%p => invalid qp_type",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd, qp_init_attr->qp_type);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if ((qp = kmem_alloc(sizeof (struct ib_qp), KM_NOSLEEP)) == NULL) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: pd: 0x%p, init_attr: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "no sufficient memory", pd, qp_init_attr);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (pd->device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(qp, sizeof (struct ib_qp));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: pd: 0x%p, init_attr: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "invalid device state (%d)", pd, qp_init_attr,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd->device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: pd: 0x%p, event_handler: 0x%p, qp_context: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "send_cq: 0x%p, recv_cq: 0x%p, srq: 0x%p, max_send_wr: 0x%x, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "max_recv_wr: 0x%x, max_send_sge: 0x%x, max_recv_sge: 0x%x, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "max_inline_data: 0x%x, sq_sig_type: %d, qp_type: %d, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "port_num: %d",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota pd, qp_init_attr->event_handler, qp_init_attr->qp_context,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->send_cq, qp_init_attr->recv_cq, qp_init_attr->srq,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_send_wr, qp_init_attr->cap.max_recv_wr,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_send_sge, qp_init_attr->cap.max_recv_sge,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_inline_data, qp_init_attr->sq_sig_type,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->qp_type, qp_init_attr->port_num);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_alloc_flags = IBT_QP_NO_FLAGS;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (qp_init_attr->srq) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_alloc_flags |= IBT_QP_USES_SRQ;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_flags = IBT_ALL_SIGNALED | IBT_FAST_REG_RES_LKEY;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (qp_init_attr->sq_sig_type == IB_SIGNAL_REQ_WR) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_flags |= IBT_WR_SIGNALED;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_scq_hdl = qp_init_attr->send_cq->ibt_cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_rcq_hdl = qp_init_attr->recv_cq->ibt_cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_pd_hdl = pd->ibt_pd;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_sizes.cs_sq = qp_init_attr->cap.max_send_wr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_sizes.cs_rq = qp_init_attr->cap.max_recv_wr;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_sizes.cs_sq_sgl = qp_init_attr->cap.max_send_sge;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_sizes.cs_rq_sgl = qp_init_attr->cap.max_recv_sge;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota attrs.qp_sizes.cs_inline = qp_init_attr->cap.max_inline_data;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (qp_init_attr->qp_type) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IB_QPT_RC:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_qp(pd->device->hca_hdl, IBT_RC_RQP, &attrs,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &sizes, &qpn, &ibt_qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IB_QPT_UD:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_qp(pd->device->hca_hdl, IBT_UD_RQP, &attrs,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &sizes, &qpn, &ibt_qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IB_QPT_SMI:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_special_qp(pd->device->hca_hdl,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->port_num, IBT_SMI_SQP, &attrs, &sizes,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &ibt_qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IB_QPT_GSI:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_alloc_special_qp(pd->device->hca_hdl,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->port_num, IBT_GSI_SQP, &attrs, &sizes,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota &ibt_qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota break;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* this should never happens */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(qp, sizeof (struct ib_qp));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* fill in ib_qp_cap w/ the real values */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_send_wr = sizes.cs_sq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_recv_wr = sizes.cs_rq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_send_sge = sizes.cs_sq_sgl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_recv_sge = sizes.cs_rq_sgl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* max_inline_data is not supported */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->cap.max_inline_data = 0;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* fill in ib_qp */

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->device = pd->device;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->pd = pd;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->send_cq = qp_init_attr->send_cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->recv_cq = qp_init_attr->recv_cq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->srq = qp_init_attr->srq;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->event_handler = qp_init_attr->event_handler;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->qp_context = qp_init_attr->qp_context;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->qp_num = qp_init_attr->qp_type == IB_QPT_SMI ? 0 :

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr->qp_type == IB_QPT_GSI ? 1 : qpn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->qp_type = qp_init_attr->qp_type;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp->ibt_qp = ibt_qp;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_qp_private(qp->ibt_qp, qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota mutex_init(&qp->lock, NULL, MUTEX_DEFAULT, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: device: 0x%p, pd: 0x%x, init_attr: 0x%p, "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "rtn: 0x%x", pd->device, pd, qp_init_attr, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(qp, sizeof (struct ib_qp));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_create_qp: device: 0x%p, pd: 0x%x, init_attr: 0x%p => "

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ibt_alloc_(special)_qp failed w/ rtn: 0x%x", pd->device, pd,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp_init_attr, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_NOT_SUPPORTED:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_QP_SRV_TYPE_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_CQ_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_INVALID_PARAM:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_SRQ_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_PD_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_SGL_EXCEEDED:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_WR_EXCEEDED:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_INSUFF_RESOURCE:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-ENOMEM);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((struct ib_qp *)-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaib_destroy_qp(struct ib_qp *qp)

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_client_t *ofs_client = (ofs_client_t *)qp->device->clnt_hdl;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota int rtn;

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_enter(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (qp->device->reg_state != IB_DEV_OPEN) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_qp: qp: 0x%p => invalid device state (%d)",

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota qp, qp->device->reg_state);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-ENXIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_qp_private(qp->ibt_qp, NULL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota rtn = ibt_free_qp(qp->ibt_qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (rtn == IBT_SUCCESS) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota kmem_free(qp, sizeof (struct ib_qp));

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L3(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_qp: qp: 0x%p, rtn: 0x%x", qp, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (0);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_set_qp_private(qp->ibt_qp, qp);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ofs_lock_exit(&ofs_client->lock);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota SOL_OFS_DPRINTF_L2(sol_kverbs_dbg_str,

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota "ib_destroy_qp: qp: 0x%p => ibt_free_qp failed w/ 0x%x", qp, rtn);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota switch (rtn) {

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_CHAN_STATE_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_HCA_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota case IBT_QP_HDL_INVALID:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EINVAL);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota default:

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (-EIO);

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota }

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}

c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota