30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * CDDL HEADER START
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * The contents of this file are subject to the terms of the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Common Development and Distribution License (the "License").
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * You may not use this file except in compliance with the License.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * See the License for the specific language governing permissions
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * and limitations under the License.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * When distributing Covered Code, include this CDDL HEADER in each
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * If applicable, add the following below this CDDL HEADER, with the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * fields enclosed by brackets "[]" replaced with your own identifying
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * information: Portions Copyright [yyyy] [name of copyright owner]
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * CDDL HEADER END
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Copyright (c) 2009, 2010, Oracle and/or its affiliates. All rights reserved.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iSER transport routines
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * All transport functions except iser_tgt_svc_create() are called through
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the ops vector, iser_tgt_svc_create() is called from the async handler
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * inaddition to being called by the ULP
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_pdu_tx(idm_conn_t *ic, idm_pdu_t *pdu);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_buf_tx_to_ini(idm_task_t *idt, idm_buf_t *idb);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_buf_rx_from_ini(idm_task_t *idt, idm_buf_t *idb);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_tgt_enable_datamover(idm_conn_t *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_ini_enable_datamover(idm_conn_t *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_notice_key_values(struct idm_conn_s *ic,
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Tingstatic kv_status_t iser_declare_key_values(struct idm_conn_s *ic,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_free_task_rsrcs(idm_task_t *idt);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic kv_status_t iser_negotiate_key_values(idm_conn_t *ic,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *request_nvl, nvlist_t *response_nvl, nvlist_t *negotiated_nvl);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic kv_status_t iser_handle_numerical(nvpair_t *nvp, uint64_t value,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap const idm_kv_xlate_t *ikvx, uint64_t min_value, uint64_t max_value,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap uint64_t iser_max_value, nvlist_t *request_nvl, nvlist_t *response_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic kv_status_t iser_handle_boolean(nvpair_t *nvp, boolean_t value,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap const idm_kv_xlate_t *ikvx, boolean_t iser_value, nvlist_t *request_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *response_nvl, nvlist_t *negotiated_nvl);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic kv_status_t iser_handle_key(nvpair_t *nvp, const idm_kv_xlate_t *ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *request_nvl, nvlist_t *response_nvl, nvlist_t *negotiated_nvl);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic kv_status_t iser_process_request_nvlist(nvlist_t *request_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *response_nvl, nvlist_t *negotiated_nvl);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic boolean_t iser_conn_is_capable(idm_conn_req_t *ic,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_buf_alloc(idm_buf_t *idb, uint64_t buflen);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_buf_setup(idm_buf_t *idb);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_tgt_svc_destroy(struct idm_svc_s *is);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_tgt_svc_online(struct idm_svc_s *is);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_tgt_svc_offline(struct idm_svc_s *is);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_tgt_conn_connect(struct idm_conn_s *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_ini_conn_create(idm_conn_req_t *cr,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_conn_destroy(struct idm_conn_s *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic idm_status_t iser_ini_conn_connect(struct idm_conn_s *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapstatic void iser_conn_disconnect(struct idm_conn_s *ic);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iSER IDM transport operations
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_buf_rx_from_ini, /* it_buf_rx_from_ini */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_tgt_enable_datamover, /* it_tgt_enable_datamover */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_ini_enable_datamover, /* it_ini_enable_datamover */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_negotiate_key_values, /* it_negotiate_key_values */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_notice_key_values, /* it_notice_key_values */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_conn_is_capable, /* it_conn_is_capable */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_tgt_svc_destroy, /* it_tgt_svc_destroy */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_tgt_svc_offline, /* it_tgt_svc_offline */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_tgt_conn_connect, /* it_tgt_conn_connect */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_conn_disconnect, /* it_tgt_conn_disconnect */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_ini_conn_create, /* it_ini_conn_create */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_ini_conn_connect, /* it_ini_conn_connect */
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting &iser_conn_disconnect, /* it_ini_conn_disconnect */
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting &iser_declare_key_values /* it_declare_key_values */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iSER IDM transport capabilities
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap 0 /* flags */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_WARN, "Failed to register iSER transport with IDM");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_NOTE, "Registered iSER transport with IDM");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_ini_conn_create()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Allocate an iSER initiator connection context
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_ini_conn_create(idm_conn_req_t *cr, idm_conn_t *ic)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Allocate and set up a connection handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = kmem_zalloc(sizeof (iser_conn_t), KM_SLEEP);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap mutex_init(&iser_conn->ic_lock, NULL, MUTEX_DRIVER, NULL);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Allocate and open a channel to the target node */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_chan = iser_channel_alloc(NULL, &cr->cr_ini_dst_addr);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_WARN, "iser: failed to allocate channel");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * The local IP and remote IP are filled in iser_channel_alloc. The
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * remote port needs to be filled in from idm_conn_req_t. The local
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * port is irrelevant. Internal representation of the port in the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * IDM sockaddr structure is in network byte order. IBT expects the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * port in host byte order.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_chan->ic_rport = ntohs(cr->cr_ini_dst_addr.sin4.sin_port);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_chan->ic_rport = ntohs(cr->cr_ini_dst_addr.sin6.sin6_port);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap cv_init(&iser_conn->ic_stage_cv, NULL, CV_DEFAULT, NULL);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_ALLOCATED;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Set a pointer to the iser_conn in the iser_chan for easy
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * access during CM event handling
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Set the iSER conn handle in the IDM conn private handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Set the transport header length */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_internal_conn_destroy()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Tear down iSER-specific connection resources. This is used below
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * in iser_conn_destroy(), but also from the CM code when we may have
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * some of the connection established, but not fully connected.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * This is a target connection that has yet to be
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * established. Free our reference on the target
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * service handle.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_conn_destroy()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Tear down an initiator or target connection.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_ini_conn_connect()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Establish the connection referred to by the handle previously allocated via
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_ini_conn_create().
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap status = iser_channel_open(iser_conn->ic_chan);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_WARN, "iser: failed to open channel");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Set the local and remote addresses in the idm conn handle.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_conn->ic_chan->ic_localip, iser_conn->ic_chan->ic_lport);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap &iser_conn->ic_chan->ic_remoteip, iser_conn->ic_chan->ic_rport);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Hold a reference on the IDM connection handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_IC_CONNECTED;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_conn_disconnect()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Shutdown this iSER connection
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Close the channel */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Free our reference held on the IDM conn handle, and set CLOSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_svc_create()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Establish the CM service for inbound iSER service requests on the port
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * indicated by sr->sr_port.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * idm_svc_req_t contains the service parameters.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_tgt_svc_create(idm_svc_req_t *sr, idm_svc_t *is)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_svc = kmem_zalloc(sizeof (iser_svc_t), KM_SLEEP);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap idm_refcnt_init(&iser_svc->is_refcnt, iser_svc);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap list_create(&iser_svc->is_sbindlist, sizeof (iser_sbind_t),
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_svc->is_svcid = ibt_get_ip_sid(IPPROTO_TCP, sr->sr_port);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Register an iSER target service for the requested port
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * and set the iser_svc structure in the idm_svc handle.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_NOTE, "iser_tgt_svc_create: iser_register_service "
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "failed on port (%d): rc (0x%x)", sr->sr_port, rc);
aedf2b3bb56b025fcaf87b49ec6c8aeea07f16d7srivijitha dugganapalli (void) ibt_release_ip_sid(iser_svc->is_svcid);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* IDM refcnt utilities for the iSER service handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_svc_destroy()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Teardown resources allocated in iser_tgt_svc_create()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Deregister the iSER target service on this port and free
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the iser_svc structure from the idm_svc handle.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Wait for the iSER service handle's refcnt to zero */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_svc_online()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Bind the CM service allocated via iser_tgt_svc_create().
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Pass the IDM service handle as the client private data for
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * later use.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_NOTE, "iser_tgt_svc_online: failed bind service");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_svc_offline
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Unbind the service on all available HCA ports.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_conn_connect()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Establish the connection in ic, passed from idm_tgt_conn_finish(), which
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * is invoked from the SM as a result of an inbound connection request.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* ARGSUSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* No action required */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_tgt_enable_datamover() sets the transport private data on the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * idm_conn_t and move the conn stage to indicate logged in.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_LOGGED_IN;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_ini_enable_datamover() is used by the iSCSI initator to request that a
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * specified iSCSI connection be transitioned to iSER-assisted mode.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * In the case of iSER, the RDMA resources for a reliable connection have
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * already been allocated at this time, and the 'RDMAExtensions' is set to 'Yes'
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * so no further negotiations are required at this time.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * The initiator now sends the first iSER Message - 'Hello' to the target
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * and waits for the 'HelloReply' Message from the target before directing
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the initiator to go into the Full Feature Phase.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * No transport op is required on the target side.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_HELLO_SENT;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Send the iSER Hello Message to the target */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap status = iser_xfer_hello_msg(iser_conn->ic_chan);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_HELLO_SENT_FAIL;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Acquire the iser_conn->ic_lock and wait for the iSER HelloReply
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Message from the target, i.e. iser_conn_stage_t to be set to
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * ISER_CONN_STAGE_HELLOREPLY_RCV. If the handshake does not
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * complete within a specified time period (.5s), then return failure.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap delay = ddi_get_lbolt() + drv_usectohz(500000);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap while ((iser_conn->ic_stage != ISER_CONN_STAGE_HELLOREPLY_RCV) &&
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_LOGGED_IN;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Return suceess to indicate that the initiator connection can
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * go to the next phase - FFP
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_stage = ISER_CONN_STAGE_HELLOREPLY_RCV_FAIL;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* STATEMENT_NEVER_REACHED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_free_task_rsrcs()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * This routine does not currently need to do anything. It is used in
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the sockets transport to explicitly complete any buffers on the task,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * but we can rely on our RCaP layer to finish up it's work without any
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * intervention.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* ARGSUSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_negotiate_key_values() validates the key values for this connection
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* ARGSUSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_negotiate_key_values(idm_conn_t *ic, nvlist_t *request_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *response_nvl, nvlist_t *negotiated_nvl)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Process the request nvlist */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_process_request_nvlist(request_nvl, response_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* We must be using RDMA, so set the flag on the ic handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* Process a list of key=value pairs from a login request */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_process_request_nvlist(nvlist_t *request_nvl, nvlist_t *response_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Process the list */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap next_nvp = nvlist_next_nvpair(request_nvl, nvp);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ikvx = idm_lookup_kv_xlate(nvp_name, strlen(nvp_name));
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_key(nvp, ikvx, request_nvl, response_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* we countered, clear the transit flag */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* error, bail out */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * If the current kv_status_t indicates success, we've handled
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the entire list. Explicitly set kvrc to NO_TRANSIT if we've
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * cleared the transit flag along the way.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((kvrc == KV_HANDLED) && (transit == B_FALSE)) {
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* Handle a given list, boolean or numerical key=value pair */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_handle_key(nvpair_t *nvp, const idm_kv_xlate_t *ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *request_nvl, nvlist_t *response_nvl, nvlist_t *negotiated_nvl)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Retrieve values for booleans and numericals */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Booleans */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvrc = nvpair_value_boolean_value(nvp, &bool_val);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Numericals */
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Now handle the values according to the key name. Keys not
2360e12de6667a0a73d68895549343137c26c892Peter Gill * specifically handled here will be negotiated by the iscsi
2360e12de6667a0a73d68895549343137c26c892Peter Gill * target. Negotiated values take effect when
2360e12de6667a0a73d68895549343137c26c892Peter Gill * iser_notice_key_values gets called.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Ensure "Yes" */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_boolean(nvp, bool_val, ikvx, B_TRUE,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Validate the proposed value */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_numerical(nvp, num_val, ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Validate the proposed value */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_numerical(nvp, num_val, ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_INITIATOR_RECV_DATA_SEGMENT_LENGTH_IMPL_MAX,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Ensure "No" */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_boolean(nvp, bool_val, ikvx, B_FALSE,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Validate the proposed value */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kvrc = iser_handle_numerical(nvp, num_val, ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * All other keys, including invalid keys, will be
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * handled at the client layer.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* Validate a proposed boolean value, and set the alternate if necessary */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_handle_boolean(nvpair_t *nvp, boolean_t value, const idm_kv_xlate_t *ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap boolean_t iser_value, nvlist_t *request_nvl, nvlist_t *response_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Respond back to initiator with our value, and
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * set the return value to unset the transit bit.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Add this to our negotiated values */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Respond if this is not a declarative */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Response of Simple-value Negotiation */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Remove from the request (we've handled it) */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap (void) nvlist_remove_all(request_nvl, ikvx->ik_key_name);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Validate a proposed value against the iSER and/or iSCSI RFC's minimum and
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * maximum values, and set an alternate, if necessary. Note that the value
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * 'iser_max_value" represents our implementation maximum (typically the max).
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_handle_numerical(nvpair_t *nvp, uint64_t value, const idm_kv_xlate_t *ikvx,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap uint64_t min_value, uint64_t max_value, uint64_t iser_max_value,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap nvlist_t *request_nvl, nvlist_t *response_nvl, nvlist_t *negotiated_nvl)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Validate against standard */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((value < min_value) || (value > max_value)) {
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Respond back to initiator with our value, and
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * set the return value to unset the transit bit.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Add this to our negotiated values */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Respond if this is not a declarative */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Response of Simple-value Negotiation */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Remove from the request (we've handled it) */
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting * iser_declare_key_values() declares the declarative key values for
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting * this connection.
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting/* ARGSUSED */
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Tingiser_declare_key_values(idm_conn_t *ic, nvlist_t *config_nvl,
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting ISER_KV_KEY_NAME_MAX_OUTSTANDING_PDU, &uint64_val)) != ENOENT) {
562610838fe0b8fdbe99a91a1dc13e77da2b6546Charles Ting ISER_KV_KEY_NAME_MAX_OUTSTANDING_PDU, uint64_val);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_notice_key_values() activates the negotiated key values for
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * this connection.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_notice_key_values(idm_conn_t *ic, nvlist_t *negotiated_nvl)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Validate the final negotiated operational parameters,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * and save a copy.
2360e12de6667a0a73d68895549343137c26c892Peter Gill "HeaderDigest", &digest_choice_string)) != ENOENT) {
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Per the iSER RFC, override the negotiated value with "None"
2360e12de6667a0a73d68895549343137c26c892Peter Gill iser_conn->ic_op_params.op_header_digest = B_FALSE;
2360e12de6667a0a73d68895549343137c26c892Peter Gill "DataDigest", &digest_choice_string)) != ENOENT) {
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Per the iSER RFC, override the negotiated value with "None"
2360e12de6667a0a73d68895549343137c26c892Peter Gill iser_conn->ic_op_params.op_data_digest = B_FALSE;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_boolean_value(negotiated_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_op_params.op_rdma_extensions = boolean_val;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_boolean_value(negotiated_nvl,
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Per the iSER RFC, override the negotiated value with "No"
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_boolean_value(negotiated_nvl,
2360e12de6667a0a73d68895549343137c26c892Peter Gill * Per the iSER RFC, override the negotiated value with "No"
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_uint64(negotiated_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "TargetRecvDataSegmentLength", &uint64_val)) != ENOENT) {
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_op_params.op_target_recv_data_segment_length =
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_uint64(negotiated_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "InitiatorRecvDataSegmentLength", &uint64_val)) != ENOENT) {
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_op_params.op_initiator_recv_data_segment_length =
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap if ((nvrc = nvlist_lookup_uint64(negotiated_nvl,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "MaxOutstandingUnexpectedPDUs", &uint64_val)) != ENOENT) {
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn->ic_op_params.op_max_outstanding_unexpected_pdus =
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Test boolean values which are required by RFC 5046 */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ASSERT(iser_conn->ic_op_params.op_rdma_extensions == B_TRUE);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ASSERT(iser_conn->ic_op_params.op_header_digest == B_FALSE);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ASSERT(iser_conn->ic_op_params.op_data_digest == B_FALSE);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ASSERT(iser_conn->ic_op_params.op_ofmarker == B_FALSE);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ASSERT(iser_conn->ic_op_params.op_ifmarker == B_FALSE);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_conn_is_capable() verifies that the passed connection is provided
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * for by an iSER-capable link.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * NOTE: When utilizing InfiniBand RC as an RCaP, this routine will check
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * if the link is on IPoIB. This only indicates a chance that the link is
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * on an RCaP, and thus iSER-capable, since we may be running on an IB-Eth
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * gateway, or other IB but non-RCaP link. Rather than fully establishing the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * link to verify RCaP here, we instead will return B_TRUE
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * indicating the link is iSER-capable, if the link is IPoIB. If then in
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_ini_conn_create() the link proves not be RCaP, IDM will fall back
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * to using the IDM Sockets transport.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* ARGSUSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_conn_is_capable(idm_conn_req_t *cr, idm_transport_caps_t *caps)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* A NULL value for laddr indicates implicit source */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap return (iser_path_exists(NULL, &cr->cr_ini_dst_addr));
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_pdu_tx() transmits a Control PDU via the iSER channel. We pull the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * channel out of the idm_conn_t passed in, and pass it and the pdu to the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_xfer routine.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_status = iser_xfer_ctrlpdu(iser_conn->ic_chan, pdu);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_WARN, "iser_pdu_tx: failed iser_xfer_ctrlpdu: "
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "ic (0x%p) pdu (0x%p)", (void *) ic, (void *) pdu);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Fail this PDU transmission */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * We successfully posted this PDU for transmission.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * The completion handler will invoke idm_pdu_complete()
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * with the completion status. See iser_cq.c for more
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * information.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_tx_to_ini() transmits the data buffer encoded in idb to the
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * initiator to fulfill SCSI Read commands. An iser_xfer routine is invoked
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * to implement the RDMA operations.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Caller holds idt->idt_mutex.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_buf_tx_to_ini(idm_task_t *idt, idm_buf_t *idb)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_WARN, "iser_buf_tx_to_ini: failed "
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap "iser_xfer_buf_to_ini: idt (0x%p) idb (0x%p)",
6fd984eca41d3425a2dc1f01db27c96a33046265Priya Krishnan idm_buf_tx_to_ini_done(idt, idb, IDM_STATUS_ABORTED);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iSCSIt's Data Completion Notify callback is invoked from
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the Work Request Send completion Handler
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_tx_from_ini() transmits data from the initiator into the buffer
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * in idb to fulfill SCSI Write commands. An iser_xfer routine is invoked
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * to implement the RDMA operations.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Caller holds idt->idt_mutex.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlapiser_buf_rx_from_ini(idm_task_t *idt, idm_buf_t *idb)
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_status = iser_xfer_buf_from_ini(idt, idb);
6fd984eca41d3425a2dc1f01db27c96a33046265Priya Krishnan ISER_LOG(CE_WARN, "iser_buf_rx_from_ini: failed "
6fd984eca41d3425a2dc1f01db27c96a33046265Priya Krishnan "iser_xfer_buf_from_ini: idt (0x%p) idb (0x%p)",
6fd984eca41d3425a2dc1f01db27c96a33046265Priya Krishnan idm_buf_rx_from_ini_done(idt, idb, IDM_STATUS_ABORTED);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iSCSIt's Data Completion Notify callback is invoked from
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * the Work Request Send completion Handler
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_alloc() allocates a buffer and registers it with the IBTF for
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * use with iSER. Each HCA has it's own kmem cache for establishing a pool
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * of registered buffers, when once initially allocated, will remain
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * registered with the HCA. This routine is invoked only on the target,
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * where we have the requirement to pre-allocate buffers for the upper layers.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Note: buflen is compared to ISER_DEFAULT_BUFLEN, and allocation is failed
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * if the requested buflen is larger than our default.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap/* ARGSUSED */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)idb->idb_ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Allocate a buffer from this HCA's cache. Once initialized, these
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * will remain allocated and registered (see above).
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_buf = kmem_cache_alloc(iser_hca->iser_buf_cache, KM_NOSLEEP);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap ISER_LOG(CE_NOTE, "iser_buf_alloc: alloc failed");
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Set the allocated data buffer pointer in the IDM buf handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Set the private buf and reg handles in the IDM buf handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap idb->idb_reg_private = (void *)iser_buf->iser_mr;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_free() frees the buffer handle passed in. Note that the cached
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * kmem object has an HCA-registered buffer in it which will not be freed.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * This allows us to build up a cache of pre-allocated and registered
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * buffers for use on the target.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_setup() is invoked on the initiator in order to register memory
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * on demand for use with the iSER layer.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)idb->idb_ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Memory registration is known to be slow, so for small
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * transfers, use pre-registered memory buffers and just
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * copy the data into/from them at the appropriate time
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap kmem_cache_alloc(iser_hca->iser_buf_cache, KM_NOSLEEP);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Fail over to dynamic registration */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap status = iser_reg_rdma_mem(iser_chan->ic_hca, idb);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Set the allocated data buffer pointer in the IDM buf handle
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * Data is to be copied from/to this buffer using bcopy
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Set the private buf and reg handles in the IDM buf handle */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap idb->idb_reg_private = (void *)iser_buf->iser_mr;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Ensure bufalloc'd flag is set */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Dynamically register the memory passed in on the idb */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap status = iser_reg_rdma_mem(iser_chan->ic_hca, idb);
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Ensure bufalloc'd flag is unset */
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * iser_buf_teardown() is invoked on the initiator in order to register memory
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap * on demand for use with the iSER layer.
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap iser_conn = (iser_conn_t *)idb->idb_ic->ic_transport_private;
30e7468f8f41aa30ada067b2c1d5d284046514daPeter Dunlap /* Deregister the memory passed in on the idb */