/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
*/
#include <sys/types.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/ksynch.h>
#include <sys/byteorder.h>
#include <sys/ib/clients/eoib/enx_impl.h>
const char fip_vendor_mellanox[] = {
0x4d, 0x65, 0x6c, 0x6c, 0x61, 0x6e, 0x6f, 0x78
};
/*
* HW/FW workaround
*
* Verification of descriptor list length in the received packets is
* disabled, since experimentation shows that BX does not set the desc
* list length correctly.
*/
int enx_wa_no_desc_list_len = 1;
/*
* Static function declarations
*/
static int eibnx_fip_make_solicit_pkt(eibnx_thr_info_t *, eibnx_wqe_t *);
static int eibnx_fip_send_solicit_pkt(eibnx_thr_info_t *, eibnx_wqe_t *,
eibnx_gw_addr_t *);
static int eibnx_fip_parse_advt_pkt(uint8_t *, eibnx_gw_msg_t *);
static void eibnx_rb_fip_make_solicit_pkt(eibnx_wqe_t *);
/*
* Prepare and send a solicit multicast packet to the All-EoIB-GWs-GID
*/
int
eibnx_fip_solicit_mcast(eibnx_thr_info_t *info)
{
eibnx_wqe_t *swqe;
int ret;
if ((swqe = eibnx_acquire_swqe(info, KM_SLEEP)) == NULL)
return (ENX_E_FAILURE);
ret = eibnx_fip_make_solicit_pkt(info, swqe);
if (ret != ENX_E_SUCCESS) {
eibnx_release_swqe(swqe);
return (ENX_E_FAILURE);
}
ret = eibnx_fip_send_solicit_pkt(info, swqe, NULL);
if (ret != ENX_E_SUCCESS) {
eibnx_rb_fip_make_solicit_pkt(swqe);
eibnx_release_swqe(swqe);
return (ENX_E_FAILURE);
}
return (ENX_E_SUCCESS);
}
/*
* Go through the list of already discovered gateways and send
* a unicast solicitation to each gateway. This is required by
* the EoIB specification ostensibly to receive updated
* advertisements.
*/
int
eibnx_fip_solicit_ucast(eibnx_thr_info_t *info, clock_t *solicit_period_ticks)
{
eibnx_gw_info_t *gw;
eibnx_wqe_t *swqe;
clock_t min_solicit_period_msec;
int ret;
/*
* We want to read the gwlist and send a unicast to each
* destination. Now, the only places where the gw list pointers
* are updated are when we're adding a new gw item to the list
* and when the list is being torn down and freed.
*
* Since new GWs are always inserted at the head of the list,
* we're guaranteed that any tail subchain of the list will
* not change by the addition of a new gw item coming into
* the list.
*
* Also, since the gw list is torn down only by the port-monitor
* thread (i.e. ourselves), we are also protected against the
* list itself going away while we're here.
*
* Given these two constraints, we can safely read the list
* of gateways without the gw list lock in this routine.
*/
min_solicit_period_msec = drv_hztousec(*solicit_period_ticks) / 1000;
for (gw = info->ti_gw; gw; gw = gw->gw_next) {
if (eibnx_is_gw_dead(gw))
continue;
swqe = gw->gw_swqe;
ASSERT(swqe != NULL);
mutex_enter(&swqe->qe_lock);
if (swqe->qe_type != ENX_QETYP_SWQE) {
ENX_DPRINTF_DEBUG("eibnx_fip_solicit_ucast: "
"gw wqe type (0x%lx) indicates this is not an "
"swqe!, cannot send solicitation to gw",
swqe->qe_type);
mutex_exit(&swqe->qe_lock);
continue;
} else if ((swqe->qe_flags & ENX_QEFL_INUSE) !=
ENX_QEFL_INUSE) {
ENX_DPRINTF_DEBUG("eibnx_fip_solicit_ucast: "
"gw swqe flags (0x%lx) indicate swqe is free!, "
"cannot send solicitation to gw", swqe->qe_flags);
mutex_exit(&swqe->qe_lock);
continue;
} else if ((swqe->qe_flags & ENX_QEFL_POSTED) ==
ENX_QEFL_POSTED) {
ENX_DPRINTF_DEBUG("eibnx_fip_solicit_ucast: gw swqe "
"flags (0x%lx) indicate swqe is still with HCA!, "
"cannot send solicitation to gw", swqe->qe_flags);
mutex_exit(&swqe->qe_lock);
continue;
}
mutex_exit(&swqe->qe_lock);
/*
* EoIB spec requires that each host send solicitation
* to discovered gateways atleast every 4 * GW_ADV_PERIOD.
* We make sure we send a solicitation to all gateways
* every 4 * GW_ADV_PERIOD of the smallest value of
* GW_ADV_PERIOD that we have in our gw list.
*/
if ((gw->gw_adv_period * 4) < min_solicit_period_msec)
min_solicit_period_msec = gw->gw_adv_period * 4;
ret = eibnx_fip_make_solicit_pkt(info, swqe);
if (ret != ENX_E_SUCCESS)
continue;
ret = eibnx_fip_send_solicit_pkt(info, swqe, &gw->gw_addr);
if (ret != ENX_E_SUCCESS)
eibnx_rb_fip_make_solicit_pkt(swqe);
}
*solicit_period_ticks = drv_usectohz(min_solicit_period_msec * 1000);
return (ENX_E_SUCCESS);
}
/*
* Given a send wqe and an eibnx_thr_info_t pointer, fill in the
* send buffer with a solicit packet in the network byte order.
*/
static int
eibnx_fip_make_solicit_pkt(eibnx_thr_info_t *info, eibnx_wqe_t *swqe)
{
fip_solicit_t *solicit;
fip_proto_t *proto;
fip_basic_hdr_t *hdr;
fip_desc_iba_t *iba;
ib_gid_t port_gid;
ib_guid_t port_guid;
uint8_t *pkt = (uint8_t *)(uintptr_t)(swqe->qe_sgl.ds_va);
uint_t pktsz = swqe->qe_sgl.ds_len;
uint_t solicit_sz = sizeof (fip_solicit_t);
if (pktsz < solicit_sz) {
ENX_DPRINTF_ERR("swqe bufsize too small for pkt, "
"pktsz=%x < expsz=%x", pktsz, solicit_sz);
return (ENX_E_FAILURE);
}
/*
* Lint complains that there may be an alignment issue here,
* but we know that the "pkt" is atleast double-word aligned,
* so it's ok.
*/
solicit = (fip_solicit_t *)pkt;
/*
* Fill in the FIP protocol version
*/
proto = &solicit->sl_proto_version;
proto->pr_version = FIP_PROTO_VERSION;
/*
* Fill in the basic header
*/
hdr = &solicit->sl_fip_hdr;
hdr->hd_opcode = htons(FIP_OPCODE_EOIB);
hdr->hd_subcode = FIP_SUBCODE_H_SOLICIT;
hdr->hd_desc_list_len = htons((solicit_sz >> 2) - 2);
hdr->hd_flags = 0;
hdr->hd_type = FIP_DESC_TYPE_VENDOR_ID;
hdr->hd_len = FIP_DESC_LEN_VENDOR_ID;
bcopy(fip_vendor_mellanox, hdr->hd_vendor_id, FIP_VENDOR_LEN);
/*
* Fill in the Infiniband Address descriptor
*/
iba = &solicit->sl_iba;
iba->ia_type = FIP_DESC_TYPE_IBA;
iba->ia_len = FIP_DESC_LEN_IBA;
bcopy(fip_vendor_mellanox, iba->ia_vendor_id, FIP_VENDOR_LEN);
iba->ia_qpn = htonl(info->ti_qpn);
iba->ia_sl_portid = 0;
iba->ia_lid = htons(info->ti_pi->p_base_lid);
port_gid = info->ti_pi->p_sgid_tbl[0];
port_guid = htonll(port_gid.gid_guid);
bcopy(&port_guid, iba->ia_guid, FIP_GUID_LEN);
/*
* Adjust the ds_len in the sgl to indicate the size of the
* solicit pkt before returning
*/
swqe->qe_sgl.ds_len = solicit_sz;
return (ENX_E_SUCCESS);
}
static int
eibnx_setup_ud_dest(eibnx_thr_info_t *info, eibnx_wqe_t *swqe,
eibnx_gw_addr_t *gw_addr)
{
eibnx_t *ss = enx_global_ss;
ibt_path_attr_t attr;
ibt_path_info_t path;
ibt_status_t ret;
/*
* If this a multicast send, we'll have the gateway address NULL,
* and we'll need to modify the UD destination to send to the
* solicit mcg.
*/
if (gw_addr == NULL) {
ret = ibt_modify_ud_dest(swqe->qe_wr.send.wr.ud.udwr_dest,
info->ti_solicit_mcg->mc_qkey, IB_MC_QPN,
&info->ti_solicit_mcg->mc_adds_vect);
if (ret != IBT_SUCCESS) {
ENX_DPRINTF_ERR("ibt_modify_ud_dest() failed with "
"ret=%d, qkey=%x, qpn=%x", ret,
info->ti_solicit_mcg->mc_qkey, IB_MC_QPN);
return (ENX_E_FAILURE);
}
return (ENX_E_SUCCESS);
}
/*
* If this is a unicast send, but we already have the gw address
* vector, the ud destination handle has already been set up for
* this gateway, so we can return.
*/
if (gw_addr->ga_vect)
return (ENX_E_SUCCESS);
/*
* Get the reversible path information for this gateway
*/
bzero(&attr, sizeof (ibt_path_info_t));
attr.pa_dgids = &gw_addr->ga_gid;
attr.pa_num_dgids = 1;
attr.pa_sgid = info->ti_pi->p_sgid_tbl[0];
attr.pa_pkey = gw_addr->ga_pkey;
bzero(&path, sizeof (ibt_path_info_t));
ret = ibt_get_paths(ss->nx_ibt_hdl, IBT_PATH_PKEY,
&attr, 1, &path, NULL);
if ((ret != IBT_SUCCESS) || (path.pi_hca_guid == 0)) {
ENX_DPRINTF_ERR("ibt_get_paths() failed with "
"ret=%d, gid_prefix=%llx, gid_guid=%llx", ret,
gw_addr->ga_gid.gid_prefix, gw_addr->ga_gid.gid_guid);
return (ENX_E_FAILURE);
}
/*
* And save the address vector
*/
gw_addr->ga_vect = kmem_zalloc(sizeof (ibt_adds_vect_t), KM_SLEEP);
bcopy(&path.pi_prim_cep_path.cep_adds_vect, gw_addr->ga_vect,
sizeof (ibt_adds_vect_t));
/*
* Modify the UD destination handle on this swqe entry to address
* this gateway
*/
ret = ibt_modify_ud_dest(swqe->qe_wr.send.wr.ud.udwr_dest,
gw_addr->ga_qkey, gw_addr->ga_qpn, gw_addr->ga_vect);
if (ret != IBT_SUCCESS) {
ENX_DPRINTF_ERR("ibt_modify_ud_dest() failed with "
"ret=%d, qkey=%x, qpn=%x", ret, gw_addr->ga_qkey,
gw_addr->ga_qpn);
kmem_free(gw_addr->ga_vect, sizeof (ibt_adds_vect_t));
gw_addr->ga_vect = NULL;
return (ENX_E_FAILURE);
}
return (ENX_E_SUCCESS);
}
/*
* Send a solicit packet to the appropriate destination: if the
* destination gw addr is specified, send a unicast message to it;
* if not, send a multicast using the solicit mcg address.
*/
static int
eibnx_fip_send_solicit_pkt(eibnx_thr_info_t *info, eibnx_wqe_t *swqe,
eibnx_gw_addr_t *gw_addr)
{
ibt_status_t ret;
if (eibnx_setup_ud_dest(info, swqe, gw_addr) != ENX_E_SUCCESS)
return (ENX_E_FAILURE);
mutex_enter(&swqe->qe_lock);
/*
* Note that if the post send fails, we don't really need to undo
* anything we did in setting up the ud destination; we can always
* use it for the next time.
*/
ret = ibt_post_send(info->ti_chan, &(swqe->qe_wr.send), 1, NULL);
if (ret != IBT_SUCCESS) {
mutex_exit(&swqe->qe_lock);
ENX_DPRINTF_ERR("ibt_post_send() failed for solicit, "
"ret=%d", ret);
return (ENX_E_FAILURE);
}
/*
* Set the 'posted' flag for the send wqe. If this is an unicast
* send, the wqe is attached to a specific gw entry and we should
* not release the wqe back to the pool on the send completion.
*/
swqe->qe_flags |= ENX_QEFL_POSTED;
if (gw_addr == NULL) {
swqe->qe_flags |= ENX_QEFL_RELONCOMP;
info->ti_mcast_done = 1;
}
mutex_exit(&swqe->qe_lock);
return (ENX_E_SUCCESS);
}
/*
* Parse a received packet from the gateway into the
* eibnx_gw_msg_t argument. Note that at this point, this
* driver only expects to receive advertisements from the
* GW, nothing else.
*/
int
eibnx_fip_parse_pkt(uint8_t *pkt, eibnx_gw_msg_t *msg)
{
fip_basic_hdr_t *hdr;
uint16_t opcode;
uint8_t subcode;
int ret = ENX_E_FAILURE;
/*
* Lint complains about potential alignment problem here,
* but the fip_* structures are all packed and each of them
* is aligned on a word boundary, so we're ok.
*/
hdr = (fip_basic_hdr_t *)(pkt + sizeof (fip_proto_t));
/*
* Verify that the opcode is EoIB
*/
if ((opcode = ntohs(hdr->hd_opcode)) != FIP_OPCODE_EOIB) {
ENX_DPRINTF_WARN("unsupported opcode (%x) found in "
"gw advertisement, ignoring", opcode);
return (ENX_E_FAILURE);
}
/*
* We only handle GW advertisements in the eibnx driver code. However,
* the BridgeX gateway software currently sends login acknowledgements
* to the one who did the solicitation instead of the one who actually
* made the login request, so we need to do something about this as
* well.
*/
subcode = hdr->hd_subcode;
switch (subcode) {
case FIP_SUBCODE_G_ADVERTISE:
ret = eibnx_fip_parse_advt_pkt(pkt, msg);
break;
case FIP_SUBCODE_G_VNIC_LOGIN_ACK:
msg->gm_type = FIP_VNIC_LOGIN_ACK;
ret = ENX_E_SUCCESS;
break;
default:
ENX_DPRINTF_WARN("unsupported subcode (%x) found in "
"gw advertisement, ignoring", subcode);
ret = ENX_E_FAILURE;
break;
}
return (ret);
}
/*
* Parse and validate a packet known to be an advertisement from
* the GW.
*/
static int
eibnx_fip_parse_advt_pkt(uint8_t *pkt, eibnx_gw_msg_t *msg)
{
fip_advertise_t *advertise;
fip_basic_hdr_t *hdr;
fip_desc_iba_t *desc_iba;
fip_desc_gwinfo_t *desc_gwinfo;
fip_desc_gwid_t *desc_gwid;
fip_desc_keepalive_t *desc_ka;
eibnx_gw_info_t *gwi;
ib_guid_t guid;
uint16_t rss_qpn_num_net_vnics;
uint16_t sl_portid;
uint16_t flags;
/*
* Lint complains about potential alignment problem here,
* but we know that "pkt" is always atleast double-word
* aligned when it's passed to us, so we're ok.
*/
advertise = (fip_advertise_t *)pkt;
/*
* Verify if the descriptor list length in the received
* packet is valid. Currently disabled.
*
* Experimentation shows that BX doesn't set the desc list
* length correctly, so we also simply ignore it and move
* on. If and when BX fixes this problem, we'll need to
* enable the warning+failure below.
*/
hdr = &(advertise->ad_fip_header);
if (!enx_wa_no_desc_list_len) {
uint_t pkt_data_sz;
pkt_data_sz = (ntohs(hdr->hd_desc_list_len) + 2) << 2;
if (pkt_data_sz < sizeof (fip_advertise_t)) {
ENX_DPRINTF_WARN("advertisement from gw too small; "
"expected %x, got %x", sizeof (fip_advertise_t),
pkt_data_sz);
return (ENX_E_FAILURE);
}
}
/*
* Validate all the header and descriptor types and lengths
*/
if (hdr->hd_type != FIP_DESC_TYPE_VENDOR_ID ||
hdr->hd_len != FIP_DESC_LEN_VENDOR_ID) {
ENX_DPRINTF_WARN("invalid type/len in fip basic header; "
"expected (%x,%x), got (%x,%x)", FIP_DESC_TYPE_VENDOR_ID,
FIP_DESC_LEN_VENDOR_ID, hdr->hd_type, hdr->hd_len);
return (ENX_E_FAILURE);
}
desc_iba = &(advertise->ad_iba);
if (desc_iba->ia_type != FIP_DESC_TYPE_IBA ||
desc_iba->ia_len != FIP_DESC_LEN_IBA) {
ENX_DPRINTF_WARN("invalid type/len in fip iba desc; "
"expected (%x,%x), got (%x,%x)", FIP_DESC_TYPE_IBA,
FIP_DESC_LEN_IBA, desc_iba->ia_type, desc_iba->ia_len);
return (ENX_E_FAILURE);
}
desc_gwinfo = &(advertise->ad_gwinfo);
if (desc_gwinfo->gi_type != FIP_DESC_TYPE_EOIB_GW_INFO ||
desc_gwinfo->gi_len != FIP_DESC_LEN_EOIB_GW_INFO) {
ENX_DPRINTF_WARN("invalid type/len in fip gwinfo desc; "
"expected (%x,%x), got (%x,%x)",
FIP_DESC_TYPE_EOIB_GW_INFO, FIP_DESC_LEN_EOIB_GW_INFO,
desc_gwinfo->gi_type, desc_gwinfo->gi_len);
return (ENX_E_FAILURE);
}
desc_gwid = &(advertise->ad_gwid);
if (desc_gwid->id_type != FIP_DESC_TYPE_GW_ID ||
desc_gwid->id_len != FIP_DESC_LEN_GW_ID) {
ENX_DPRINTF_WARN("invalid type/len in fip gwid desc; "
"expected (%x,%x), got (%x,%x)",
FIP_DESC_TYPE_GW_ID, FIP_DESC_LEN_GW_ID,
desc_gwid->id_type, desc_gwid->id_len);
return (ENX_E_FAILURE);
}
desc_ka = &(advertise->ad_keep_alive);
if (desc_ka->ka_type != FIP_DESC_TYPE_KEEP_ALIVE ||
desc_ka->ka_len != FIP_DESC_LEN_KEEP_ALIVE) {
ENX_DPRINTF_WARN("invalid type/len in fip ka desc; "
"expected (%x,%x), got (%x,%x)",
FIP_DESC_TYPE_KEEP_ALIVE, FIP_DESC_LEN_KEEP_ALIVE,
desc_ka->ka_type, desc_ka->ka_len);
return (ENX_E_FAILURE);
}
/*
* Record if the gw is available for login ('A' bit in the header)
*/
flags = ntohs(hdr->hd_flags);
gwi = &(msg->u.gm_info);
gwi->gw_flag_available = (flags & FIP_BHFLAG_GWAVAIL) ? 1 : 0;
/*
* Record if this was in response to a solicit request (unicast
* advertisement) or not ('S' bit in the header)
*/
gwi->gw_flag_ucast_advt = (flags & FIP_BHFLAG_SLCTMSG) ? 1 : 0;
msg->gm_type = (gwi->gw_flag_ucast_advt) ?
FIP_GW_ADVERTISE_UCAST : FIP_GW_ADVERTISE_MCAST;
/*
* Record all info from the Infiniband Address descriptor
*/
gwi->gw_ctrl_qpn = (ntohl(desc_iba->ia_qpn) & FIP_IBA_QPN_MASK);
sl_portid = ntohs(desc_iba->ia_sl_portid);
gwi->gw_portid = (sl_portid & FIP_IBA_PORTID_MASK);
gwi->gw_sl = ((sl_portid & FIP_IBA_SL_MASK) >> FIP_IBA_SL_SHIFT);
gwi->gw_lid = ntohs(desc_iba->ia_lid);
bcopy(desc_iba->ia_guid, &guid, sizeof (ib_guid_t));
gwi->gw_guid = ntohll(guid);
/*
* Record all info from the EoIB GW Information descriptor
*/
if (desc_gwinfo->gi_flags & FIP_GWI_HOST_ADMIND_VNICS_MASK)
gwi->gw_is_host_adm_vnics = 1;
else
gwi->gw_is_host_adm_vnics = 0;
rss_qpn_num_net_vnics = ntohs(desc_gwinfo->gi_rss_qpn_num_net_vnics);
gwi->gw_num_net_vnics = (rss_qpn_num_net_vnics &
FIP_GWI_NUM_NET_VNICS_MASK);
gwi->gw_n_rss_qpn = ((rss_qpn_num_net_vnics &
FIP_GWI_RSS_QPN_MASK) >> FIP_GWI_RSS_QPN_SHIFT);
bcopy(desc_gwinfo->gi_vendor_id, gwi->gw_vendor_id, FIP_VENDOR_LEN);
(gwi->gw_vendor_id)[FIP_VENDOR_LEN] = '\0';
/*
* Record all info from the Gateway Identifier descriptor
*/
bcopy(desc_gwid->id_guid, &guid, sizeof (ib_guid_t));
gwi->gw_system_guid = ntohll(guid);
bcopy(desc_gwid->id_sysname, gwi->gw_system_name, FIP_SYSNAME_LEN);
(gwi->gw_system_name)[FIP_SYSNAME_LEN] = '\0';
bcopy(desc_gwid->id_portname, gwi->gw_port_name, FIP_PORTNAME_LEN);
(gwi->gw_port_name)[FIP_PORTNAME_LEN] = '\0';
/*
* Record all info from the Keep Alive descriptor
*/
gwi->gw_adv_period = ntohl(desc_ka->ka_gw_adv_period);
gwi->gw_ka_period = ntohl(desc_ka->ka_gw_ka_period);
gwi->gw_vnic_ka_period = ntohl(desc_ka->ka_vnic_ka_period);
gwi->gw_next = NULL;
return (ENX_E_SUCCESS);
}
/*
* Rollback whatever we did for making a solicit packet
*/
static void
eibnx_rb_fip_make_solicit_pkt(eibnx_wqe_t *swqe)
{
uint8_t *pkt = (uint8_t *)(uintptr_t)(swqe->qe_sgl.ds_va);
bzero(pkt, sizeof (fip_solicit_t));
swqe->qe_sgl.ds_len = swqe->qe_bufsz;
}