b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CDDL HEADER START
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * The contents of this file are subject to the terms of the
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Common Development and Distribution License (the "License").
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * You may not use this file except in compliance with the License.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * See the License for the specific language governing permissions
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * and limitations under the License.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * When distributing Covered Code, include this CDDL HEADER in each
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * If applicable, add the following below this CDDL HEADER, with the
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * fields enclosed by brackets "[]" replaced with your own identifying
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * information: Portions Copyright [yyyy] [name of copyright owner]
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CDDL HEADER END
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Use is subject to license terms.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Copyright (c) 2005 SilverStorm Technologies, Inc. All rights reserved.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * This software is available to you under a choice of one of two
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * licenses. You may choose to be licensed under the terms of the GNU
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * General Public License (GPL) Version 2, available from the file
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * COPYING in the main directory of this source tree, or the
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * OpenIB.org BSD license below:
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Redistribution and use in source and binary forms, with or
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * without modification, are permitted provided that the following
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * conditions are met:
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * - Redistributions of source code must retain the above
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * copyright notice, this list of conditions and the following
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * disclaimer.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * - Redistributions in binary form must reproduce the above
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * copyright notice, this list of conditions and the following
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * disclaimer in the documentation and/or other materials
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * provided with the distribution.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * SOFTWARE.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Sun elects to include this software in Sun product
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * under the OpenIB BSD license.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * POSSIBILITY OF SUCH DAMAGE.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * This file contains CM related work:
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Path lookup
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CM connection callbacks
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CM active and passive connection establishment
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Connection failover
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Handle an incoming CM REQ
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri/* ARGSUSED */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagirirds_handle_cm_req(rds_state_t *statep, ibt_cm_event_t *evp,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ibt_cm_return_args_t *rargsp, void *rcmp, ibt_priv_data_len_t rcmp_len)
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri rgid = reqp->req_prim_addr.av_dgid; /* requester gid */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri lgid = reqp->req_prim_addr.av_sgid; /* receiver gid */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "REQ Received: From: %llx:%llx To: %llx:%llx",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri rgid.gid_prefix, rgid.gid_guid, lgid.gid_prefix, lgid.gid_guid);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CM private data brings IP information
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Private data received is a stream of bytes and may not be properly
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * aligned. So, bcopy the data onto the stack before accessing it.
948cd88e57e92a578228791377c106422dec227eagiri /* extract the CM IP info */
948cd88e57e92a578228791377c106422dec227eagiri ret = ibt_get_ip_data(evp->cm_priv_data_len, evp->cm_priv_data,
948cd88e57e92a578228791377c106422dec227eagiri RDS_DPRINTF2("rds_handle_cm_req", "ibt_get_ip_data failed: %d",
948cd88e57e92a578228791377c106422dec227eagiri "REQ Received: From IP: 0x%x To IP: 0x%x type: %d",
d22e11eb92a44ef85ea64989dbff7134a35829ccBill Taylor ipcm_info.SRCIP, ipcm_info.DSTIP, cmp.cmp_eptype);
7424242225ff3dee57fcc8963bf073b4ba0297fdagiri RDS_DPRINTF2(LABEL, "Version Mismatch: Local version: %d "
948cd88e57e92a578228791377c106422dec227eagiri /* RDS supports V4 addresses only */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "Unknown Channel type: %d", cmp.cmp_eptype);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* user_buffer_size should be same on all nodes */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri "UserBufferSize Mismatch, this node: %d remote node: %d",
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri * RDS needs more time to process a failover REQ so send an MRA.
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri * Otherwise, the remote may retry the REQ and fail the connection.
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri if ((cmp.cmp_failover) && (cmp.cmp_eptype == RDS_EP_TYPE_DATA)) {
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri RDS_DPRINTF2("rds_handle_cm_req", "Session Failover, send MRA");
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri (void) ibt_cm_delay(IBT_CM_DELAY_REQ, evp->cm_session_id,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Is there a session to the destination node? */
d22e11eb92a44ef85ea64989dbff7134a35829ccBill Taylor sp = rds_session_lkup(statep, ipcm_info.SRCIP, rgid.gid_guid);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * currently there is no session to the destination
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * remote ip in the private data is the local ip and vice
d22e11eb92a44ef85ea64989dbff7134a35829ccBill Taylor sp = rds_session_create(statep, ipcm_info.DSTIP,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Check the list anyway. */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * The only way this can fail is due to lack
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * of kernel resources
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* catch peer-to-peer case as soon as possible */
8257fab973a69800a3a3309e8af21fc1876d2df9agiri if ((sp->session_state == RDS_SESSION_STATE_CREATED) ||
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Check possible peer-to-peer case here */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* this node is active so reject this request */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* this node is passive, change the session */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "SP(%p) state: %d", sp, sp->session_state);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "STALE Session Detected SP(%p)", sp);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* FALLTHRU */
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * Some other thread must be processing this session,
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * this thread must wait until the other thread finishes.
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri /* Handling this will take some time, so send an MRA */
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri (void) ibt_cm_delay(IBT_CM_DELAY_REQ, evp->cm_session_id,
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri * Any pending completions don't get flushed until the channel
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri * is closed. So, passing 0 here will not wait for pending
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri * completions in rds_session_close before closing the channel
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * If the session was in ERROR, then either a failover thread
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * or event_failure thread would be processing this session.
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * This thread should wait for event_failure thread to
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * complete. This need not wait for failover thread.
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * The other thread is event_failure thread,
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri * wait until it finishes.
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri /* move the session to init state */
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri (sp->session_state == RDS_SESSION_STATE_PASSIVE_CLOSING)) {
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri if (ret != 0) {
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri "SP(%p) State RDS_SESSION_STATE_FAILED",
0c19630b1592aa30d3e4d9db1a2a8cf9a91c0e72agiri /* FALLTHRU */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Initialize both channels, we accept this connection
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * only if both channels are initialized
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri if (ret != 0) {
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Seems like there are not enough resources */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* FALLTHRU */
8257fab973a69800a3a3309e8af21fc1876d2df9agiri * When re-using an existing session, make sure the
8257fab973a69800a3a3309e8af21fc1876d2df9agiri * session is still through the same HCA. Otherwise, the
8257fab973a69800a3a3309e8af21fc1876d2df9agiri * memory registrations have to moved to the new HCA.
8257fab973a69800a3a3309e8af21fc1876d2df9agiri "Existing Session but different gid "
8257fab973a69800a3a3309e8af21fc1876d2df9agiri "existing: 0x%llx, new: 0x%llx, "
8257fab973a69800a3a3309e8af21fc1876d2df9agiri "sending an MRA",
8257fab973a69800a3a3309e8af21fc1876d2df9agiri if (ret != 0) {
8257fab973a69800a3a3309e8af21fc1876d2df9agiri "SP(%p) State "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "ERROR: SP(%p) is in an unexpected "
8257fab973a69800a3a3309e8af21fc1876d2df9agiri sp->session_failover = 0; /* reset any previous value */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri "SP(%p) Failover Session (BP %p)", sp, cmp.cmp_last_bufid);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri } else if (ep->ep_state == RDS_EP_STATE_ACTIVE_PENDING) {
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Peer to peer connection. There is an active
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * connection pending on this ep. The one with
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * greater port guid becomes active and the
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * other becomes passive.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* this node is active so reject this request */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * This session is not the active end, change it
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * to passive end.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep->ep_ackwr.wr.rc.rcwr.rdma.rdma_raddr = (ib_vaddr_t)cmp.cmp_ack_addr;
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep->ep_ackwr.wr.rc.rcwr.rdma.rdma_rkey = cmp.cmp_ack_rkey;
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* continue with accepting the connection request for this channel */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri chanhdl = rds_ep_alloc_rc_channel(ep, reqp->req_prim_hca_port);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* pre-post recv buffers in the RQ */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri bcopy((uint8_t *)&cmp, rcmp, sizeof (rds_cm_private_data_t));
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_req", "Return: SP(%p) EP(%p) Chan (%p)",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Handle an incoming CM REP
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Pre-post recv buffers for the QP
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri/* ARGSUSED */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagirirds_handle_cm_rep(ibt_cm_event_t *evp, ibt_cm_return_args_t *rargsp,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* pre-post recv buffers in the RQ */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep = (rds_ep_t *)ibt_get_chan_private(evp->cm_channel);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep->ep_ackwr.wr.rc.rcwr.rdma.rdma_raddr = (ib_vaddr_t)cmp.cmp_ack_addr;
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep->ep_ackwr.wr.rc.rcwr.rdma.rdma_rkey = cmp.cmp_ack_rkey;
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_rep", "Return: lbufid: %p", ep->ep_lbufid);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Handle CONN EST
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep = (rds_ep_t *)ibt_get_chan_private(evp->cm_channel);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_conn_est", "EP(%p) State: %d", ep,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ASSERT((ep->ep_state == RDS_EP_STATE_ACTIVE_PENDING) ||
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Handle CONN CLOSED
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Catch DREQs but ignore DREPs */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri if (evp->cm_event.closed != IBT_CM_CLOSED_DREQ_RCVD) {
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep = (rds_ep_t *)ibt_get_chan_private(evp->cm_channel);
d99cb22f7f0de8584336bda08cb86c562ffbab55agiri RDS_DPRINTF2("rds_handle_cm_conn_closed", "EP(%p) Chan(%p) Enter",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Ignore this DREQ */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_conn_closed", "SP(%p) - state: %d", sp,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri sp->session_state = RDS_SESSION_STATE_PASSIVE_CLOSING;
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF3("rds_handle_cm_conn_closed", "SP(%p) State "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF3("rds_handle_cm_conn_closed", "SP(%p) State "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF3("rds_handle_cm_conn_closed", "SP(%p) State "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri "SP(%p) - Unexpected state: %d", sp, sp->session_state);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF3("rds_handle_cm_conn_closed", "SP(%p) State "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_conn_closed", "SP(%p) Return", sp);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Handle EVENT FAILURE
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_event_failure", "Enter: Chan hdl: 0x%p "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri evp->cm_event.failed.cf_code, evp->cm_event.failed.cf_msg,
015f8fff605f2fbd5fd0072e555576297804d57bhiremath if (evp->cm_event.failed.cf_reason == IBT_CM_INVALID_SID) {
015f8fff605f2fbd5fd0072e555576297804d57bhiremath "Received REJ with reason IBT_CM_INVALID_SID: "
7424242225ff3dee57fcc8963bf073b4ba0297fdagiri "RDS may not be loaded on the remote system");
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri if ((evp->cm_event.failed.cf_code != IBT_CM_FAILURE_STALE) &&
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri (evp->cm_event.failed.cf_msg == IBT_CM_FAILURE_REQ)) {
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri * This end is active, just ignore, ibt_open_rc_channel()
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri * caller will take care of cleanup.
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri "Ignoring this event: Chan hdl: 0x%p", evp->cm_channel);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ep = (rds_ep_t *)ibt_get_chan_private(evp->cm_channel);
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri * Store the cm_channel for freeing later
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri * Active side frees it on ibt_open_rc_channel
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * rds_passive_session_fini should not be called
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * directly in the CM handler. It will cause a deadlock.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_handle_cm_event_failure", "SP(%p) Return", sp);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * CM Handler
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Called by IBCM
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * The cm_private type differs for active and passive events.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagirirds_cm_handler(void *cm_private, ibt_cm_event_t *eventp,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_cm_handler", "Enter: event: %d", eventp->cm_type);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ret = rds_handle_cm_req((rds_state_t *)cm_private, eventp,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ret = rds_handle_cm_rep(eventp, ret_args, ret_priv_data,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Not supported */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Not supported */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* Not supported */
015f8fff605f2fbd5fd0072e555576297804d57bhiremath/* This is based on OFED Linux RDS */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Register the wellknown service with service id: RDS_SERVICE_ID
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * Incoming connection requests should arrive on this service id.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_register_service", "Enter: 0x%p", rds_ibhdl);
015f8fff605f2fbd5fd0072e555576297804d57bhiremath * This is the new service id as per:
015f8fff605f2fbd5fd0072e555576297804d57bhiremath * Annex A11: RDMA IP CM Service
015f8fff605f2fbd5fd0072e555576297804d57bhiremath rdsib_statep->rds_service_id = ibt_get_ip_sid(IPPROTO_TCP,
015f8fff605f2fbd5fd0072e555576297804d57bhiremath "RDS Service (0x%llx) Registration Failed: %d",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_register_service", "Return: 0x%p", srvhdl);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri/* Bind the RDS service on all ports */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_bind_service", "Enter: 0x%p", statep);
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala rw_enter(&statep->rds_hca_lock, RW_READER);
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala /* skip the HCAs that are not fully online */
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala if ((hcap->hca_state != RDS_HCA_STATE_OPEN) &&
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala (hcap->hca_state != RDS_HCA_STATE_MEM_REGISTERED)) {
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala "Skipping HCA: 0x%llx, state: %d",
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala /* currently, we have space for only 4 bindhdls */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri * service bind will be called in the async
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala * handler when the port comes up. Clear any
00a3eaf3896a33935e11fd5c5fb5c1714225c067Ramaswamy Tummala * stale bind handle.
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri /* pass statep as cm_private */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri "HCA: 0x%llx Port: %d gid %llx:%llx "
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "RDS Service available on %d/%d ports",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri if (nbinds == 0) {
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri return (-1);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri return (0);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri/* Open an RC connection */
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagirirds_open_rc_channel(rds_ep_t *ep, ibt_path_info_t *pinfo,
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ibt_execution_mode_t mode, ibt_channel_hdl_t *chanhdl)
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_open_rc_channel", "Enter: EP(%p) mode: %d", ep, mode);
015f8fff605f2fbd5fd0072e555576297804d57bhiremath RDS_DPRINTF2(LABEL, "SP(%p) EP(%p) ibt_format_ip_private_data "
015f8fff605f2fbd5fd0072e555576297804d57bhiremath return (-1);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri return (-1);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ocargs.oc_priv_data_len = sizeof (rds_cm_private_data_t);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2(LABEL, "SP(%p) EP(%p) ibt_open_rc_channel "
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri /* don't cleanup if this failure is due to peer-peer race */
cd03c4aeba7c3ecfdadc0536a3bd40987f6c6063agiri /* cleanup stuff allocated in rds_ep_alloc_rc_channel */
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri return (-1);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_open_rc_channel", "Return: EP(%p) Chan: %p", ep,
c1f8b08e52d9b30bd55daeac694e3a7f50d3cd21agiri return (0);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagirirds_close_rc_channel(ibt_channel_hdl_t chanhdl, ibt_execution_mode_t mode)
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_close_rc_channel", "Enter: Chan(%p) Mode(%d)",
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri ret = ibt_close_rc_channel(chanhdl, mode, NULL, 0, NULL, NULL, 0);
b86efd96f8acd85ddaa930a2f0c1d664237e4aafagiri RDS_DPRINTF2("rds_close_rc_channel", "Return Chan(%p)", chanhdl);