7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * CDDL HEADER START
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * The contents of this file are subject to the terms of the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Common Development and Distribution License (the "License").
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * You may not use this file except in compliance with the License.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * or http://www.opensolaris.org/os/licensing.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * See the License for the specific language governing permissions
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and limitations under the License.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * When distributing Covered Code, include this CDDL HEADER in each
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If applicable, add the following below this CDDL HEADER, with the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * fields enclosed by brackets "[]" replaced with your own identifying
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * information: Portions Copyright [yyyy] [name of copyright owner]
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * CDDL HEADER END
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Copyright 2010 Sun Microsystems, Inc. All rights reserved.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Use is subject to license terms.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * This file contains the implementation of TxDring data transfer mode of VIO
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Protocol in vnet. The functions in this file are invoked from vnet_gen.c
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * after TxDring mode is negotiated with the peer during attribute phase of
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * handshake. This file contains functions that setup the transmit and receive
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * descriptor rings, and associated resources in TxDring mode. It also contains
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the transmit and receive data processing functions that are invoked in
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * TxDring mode.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna/* Functions exported to vnet_gen.c */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_create_tx_dring(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavoid vgen_destroy_tx_dring(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_map_rx_dring(vgen_ldc_t *ldcp, void *pkt);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavoid vgen_unmap_rx_dring(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_dringsend(void *arg, mblk_t *mp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavoid vgen_stop_msg_thread(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_handle_dringdata(void *arg1, void *arg2);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnamblk_t *vgen_poll_rcv(vgen_ldc_t *ldcp, int bytes_to_pickup);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_check_datamsg_seq(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaint vgen_sendmsg(vgen_ldc_t *ldcp, caddr_t msg, size_t msglen,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna/* Internal functions */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_init_multipools(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_handle_dringdata_info(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_process_dringdata(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_handle_dringdata_ack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_handle_dringdata_nack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic void vgen_rx(vgen_ldc_t *ldcp, mblk_t *bp, mblk_t *bpt);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_send_dringdata(vgen_ldc_t *ldcp, uint32_t start, int32_t end);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic int vgen_send_dringack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna uint32_t start, int32_t end, uint8_t pstate);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic void vgen_reclaim(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnastatic void vgen_reclaim_dring(vgen_ldc_t *ldcp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna/* Functions imported from vnet_gen.c */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern int vgen_handle_evt_read(vgen_ldc_t *ldcp, vgen_caller_t caller);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern int vgen_handle_evt_reset(vgen_ldc_t *ldcp, vgen_caller_t caller);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern void vgen_handle_pkt_data(void *arg1, void *arg2, uint32_t msglen);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern void vgen_destroy_rxpools(void *arg);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern void vgen_debug_printf(const char *fname, vgen_t *vgenp,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_ldc_t *ldcp, const char *fmt, ...);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnaextern boolean_t vgen_inject_error(vgen_ldc_t *ldcp, int error);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Allocate transmit resources for the channel. The resources consist of a
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * transmit descriptor ring and an associated transmit buffer area.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->num_txds = vnet_num_descriptors;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna txdsize = sizeof (vnet_public_desc_t);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna tbufsize = sizeof (vgen_private_desc_t);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* allocate transmit buffer ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna tbufp = kmem_zalloc(ldcp->num_txds * tbufsize, KM_NOSLEEP);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->tbufendp = &((ldcp->tbufp)[ldcp->num_txds]);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* create transmit descriptor ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_dring_create(ldcp->num_txds, txdsize,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_mem_dring_create() failed\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* get the addr of descriptor ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_dring_info(ldcp->tx_dring_handle, &minfo);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_mem_dring_info() failed\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->txdp = (vnet_public_desc_t *)(minfo.vaddr);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * In order to ensure that the number of ldc cookies per descriptor is
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * limited to be within the default MAX_COOKIES (2), we take the steps
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * outlined below:
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Align the entire data buffer area to 8K and carve out per descriptor
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * data buffers starting from this 8K aligned base address.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We round up the mtu specified to be a multiple of 2K or 4K.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * For sizes up to 12K we round up the size to the next 2K.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * For sizes > 12K we round up to the next 4K (otherwise sizes such as
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * 14K could end up needing 3 cookies, with the buffer spread across
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * 3 8K pages: 8K+6K, 2K+8K+2K, 6K+8K, ...).
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna data_sz = vgenp->max_frame_size + VNET_IPALIGN + VNET_LDCALIGN;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* allocate extra 8K bytes for alignment */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->tx_data_sz = (data_sz * ldcp->num_txds) + VNET_8K;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna datap = kmem_zalloc(ldcp->tx_data_sz, KM_SLEEP);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* align the starting address of the data area to 8K */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna datap = (caddr_t)VNET_ROUNDUP_8K((uintptr_t)datap);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * for each private descriptor, allocate a ldc mem_handle which is
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * required to map the data during transmit, set the flags
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * to free (available for use by transmit routine).
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna for (i = 0; i < ldcp->num_txds; i++) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_alloc_handle(ldcp->ldc_handle,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * bind ldc memhandle to the corresponding transmit buffer.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_bind_handle(tbufp->memhandle,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (caddr_t)datap, data_sz, LDC_SHADOW_MAP,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna LDC_MEM_R, &(tbufp->memcookie[ci]), &ncookies);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * successful in binding the handle to tx data buffer.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * set datap in the private descr to this buffer.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_nextcookie(tbufp->memhandle,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * The descriptors and the associated buffers are all ready;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * now bind descriptor ring to the channel.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_dring_bind(ldcp->ldc_handle, ldcp->tx_dring_handle,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna LDC_DIRECT_MAP | LDC_SHADOW_MAP, LDC_MEM_RW,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_mem_dring_bind failed "
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* reset tbuf walking pointers */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* initialize tx seqnum and index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Free transmit resources for the channel.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_destroy_tx_dring(vgen_ldc_t *ldcp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna int tbufsize = sizeof (vgen_private_desc_t);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_private_desc_t *tbufp = ldcp->tbufp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* We first unbind the descriptor ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_dring_unbind(ldcp->tx_dring_handle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Unbind transmit buffers */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* for each tbuf (priv_desc), free ldc mem_handle */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna for (i = 0; i < ldcp->num_txds; i++) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (tbufp->datap) { /* if bound to a ldc memhandle */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_unbind_handle(tbufp->memhandle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_free_handle(tbufp->memhandle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Free tx data buffer area */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna kmem_free(ldcp->tx_datap, ldcp->tx_data_sz);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Free transmit descriptor ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_dring_destroy(ldcp->tx_dring_handle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Free transmit buffer ring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna kmem_free(ldcp->tbufp, ldcp->num_txds * tbufsize);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Map the transmit descriptor ring exported
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * by the peer, as our receive descriptor ring.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_map_rx_dring(vgen_ldc_t *ldcp, void *pkt)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna bcopy(&msg->cookie[0], &dcookie, sizeof (ldc_mem_cookie_t));
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Sanity check.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (num_desc < VGEN_NUM_DESCRIPTORS_MIN ||
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna desc_size < sizeof (vnet_public_desc_t)) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Map the remote dring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_dring_map(ldcp->ldc_handle, &dcookie, ncookies, num_desc,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna desc_size, LDC_DIRECT_MAP, &(ldcp->rx_dring_handle));
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Sucessfully mapped, now try to get info about the mapped dring
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_mem_dring_info(ldcp->rx_dring_handle, &minfo);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Save ring address, number of descriptors.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->mrxdp = (vnet_public_desc_t *)(minfo.vaddr);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna bcopy(&dcookie, &(ldcp->rx_dring_cookie), sizeof (dcookie));
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Initialize rx dring indexes and seqnum */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Save peer's dring_info values */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna bcopy(&dcookie, &(ldcp->peer_hparams.dring_cookie),
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->peer_hparams.num_desc = num_desc;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->peer_hparams.desc_size = desc_size;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->peer_hparams.dring_ncookies = ncookies;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Set dring_ident for the peer */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->peer_hparams.dring_ident = (uint64_t)ldcp->txdp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Return the dring_ident in ack msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna msg->dring_ident = (uint64_t)ldcp->txdp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* alloc rx mblk pools */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We do not return failure if receive mblk pools can't
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * be allocated; instead allocb(9F) will be used to
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * dynamically allocate buffers during receive.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "vnet%d: failed to allocate rx mblk "
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "pools for channel(0x%lx)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_dring_unmap(ldcp->rx_dring_handle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Unmap the receive descriptor ring.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Destroy receive mblk pools */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_destroy_multipools(&ldcp->vmp, &vmp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If we can't destroy the rx pool for this channel,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * dispatch a task to retry and clean up. Note that we
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * don't need to wait for the task to complete. If the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * vnet device itself gets detached, it will wait for
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the task to complete implicitly in
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * ddi_taskq_destroy().
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ddi_taskq_dispatch(vgenp->rxp_taskq,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_destroy_rxpools, vmp, DDI_SLEEP);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Unmap peer's dring */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) ldc_mem_dring_unmap(ldcp->rx_dring_handle);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* clobber rx ring members */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna bzero(&ldcp->rx_dring_cookie, sizeof (ldcp->rx_dring_cookie));
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna/* Allocate receive resources */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We round up the mtu specified to be a multiple of 2K.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We then create rx pools based on the rounded up size.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna data_sz = vgenp->max_frame_size + VNET_IPALIGN + VNET_LDCALIGN;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If pool sizes are specified, use them. Note that the presence of
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the first tunable will be used as a hint.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna status = vio_init_multipools(&ldcp->vmp,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna VGEN_NUM_VMPOOLS, sz1, sz2, sz3, vgen_nrbufs1,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna status = vio_init_multipools(&ldcp->vmp,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna VGEN_NUM_VMPOOLS + 1, sz1, sz2, sz3, sz4,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_nrbufs1, vgen_nrbufs2, vgen_nrbufs3,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Pool sizes are not specified. We select the pool sizes based on the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * mtu if vnet_jumbo_rxpools is enabled.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (vnet_jumbo_rxpools == B_FALSE || data_sz == VNET_2K) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Receive buffer pool allocation based on mtu is disabled.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Use the default mechanism of standard size pool allocation.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOLS,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_nrbufs1, vgen_nrbufs2, vgen_nrbufs3);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOLS + 1,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_nrbufs1, vgen_nrbufs2, vgen_nrbufs3, vgen_nrbufs4);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna default: /* data_sz: 4K+ to 16K */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna sz3 = data_sz >> 1; /* Jumbo-size/2 */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna status = vio_init_multipools(&ldcp->vmp, VGEN_NUM_VMPOOLS + 1,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_nrbufs1, vgen_nrbufs2, vgen_nrbufs3, vgen_nrbufs4);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * This function transmits normal data frames (non-priority) over the channel.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * It queues the frame into the transmit descriptor ring and sends a
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * VIO_DRING_DATA message if needed, to wake up the peer to (re)start
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_hparams_t *lp = &ldcp->local_hparams;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "status(%d), dropping packet\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* drop the packet if ldc is not up or handshake is not done */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "hphase(%x), dropping packet\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "invalid size(%d)\n", size);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ehp = (struct ether_header *)mp->b_rptr;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * allocate a descriptor
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (ntbufp == ldcp->cur_tbufp) { /* out of tbufs/txds */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Try reclaiming now */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->reclaim_lbolt = ddi_get_lbolt();
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Now we are really out of tbuf/txds */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->tx_blocked_lbolt = ddi_get_lbolt();
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* update next available tbuf in the ring and update tx index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Mark the buffer busy before releasing the lock */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* copy data into pre-allocated transmit buffer */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna for (bp = mp; bp != NULL; bp = bp->b_cont) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* initialize the corresponding public descriptor (txd) */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna bcopy((tbufp->memcookie), (txdp->memcookie),
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna tbufp->ncookies * sizeof (ldc_mem_cookie_t));
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If the flags not set to BUSY, it implies that the clobber
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * was done while we were copying the data. In such case,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * discard the packet and return.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (tbufp->flags != VGEN_PRIV_DESC_BUSY) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* update stats */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* send dring datamsg to the peer */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rtbufp = &ldcp->tbufp[ldcp->resched_peer_txi];
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (rtxdp->hdr.dstate == VIO_DESC_READY) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (uint32_t)ldcp->resched_peer_txi, -1);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* error: drop the packet */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "failed sending dringdata msg "
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (void) vgen_handle_evt_reset(ldcp, VGEN_OTHER);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_poll_rcv(vgen_ldc_t *ldcp, int bytes_to_pickup)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* get the size of this packet */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* if adding this pkt, exceeds the size limit, we are done. */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* we have room for this packet */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* increment the # of packets being sent up */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* track the last processed pkt */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* get the next pkt */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * picked up some packets; save the head of pkts to be sent up.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* move the pollq_headp to skip over the pkts being sent up */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* picked up all pending pkts in the queue; reset tail also */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* terminate the tail of pkts to be sent up */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We prepend any high priority packets to the chain of packets; note
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * that if we are already at the bytes_to_pickup limit, we might
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * slightly exceed that in such cases. That should be ok, as these pkts
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * are expected to be small in size and arrive at an interval in the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the order of a few seconds.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (ldcp->rx_pktdata == vgen_handle_pkt_data &&
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->rx_pri_head = ldcp->rx_pri_tail = NULL;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Process dring data messages (info/ack/nack)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_handle_dringdata(void *arg1, void *arg2)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_ldc_t *ldcp = (vgen_ldc_t *)arg1;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_msg_tag_t *tagp = (vio_msg_tag_t *)arg2;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * To reduce the locking contention, release the
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * cblock here and re-acquire it once we are done
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * receiving packets.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_handle_dringdata_info(ldcp, tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_handle_dringdata_ack(ldcp, tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_handle_dringdata_nack(ldcp, tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "exit rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_handle_dringdata_info(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t *dringmsg = (vio_dring_msg_t *)tagp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * received a data msg, which contains the start and end
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * indices of the descriptors within the rx ring holding data,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the seq_num of data packet corresponding to the start index,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and the dring_ident.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We can now read the contents of each of these descriptors
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and gather data from it.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "INFO: start(%d), end(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate rx start and end indexes */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (!(CHECK_RXI(start, ldcp)) || ((end != -1) &&
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid Rx start(%d) or end(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* drop the message if invalid index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate dring_ident */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (dringmsg->dring_ident != ldcp->peer_hparams.dring_ident) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid dring ident 0x%x\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* invalid dring_ident, drop the msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (vgen_inject_error(ldcp, VGEN_ERR_RXLOST)) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* drop this msg to simulate lost pkts for debugging */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_inject_err_flag &= ~(VGEN_ERR_RXLOST);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* receive start index doesn't match expected index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "next_rxi(%d) != start(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* calculate the number of pkts lost */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna n = ldcp->num_rxds - (ldcp->next_rxi - start);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* indicate the range of lost descriptors */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* dring ident is left unchanged */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_sendmsg(ldcp, (caddr_t)tagp,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "vgen_sendmsg failed, stype:NACK\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * treat this range of descrs/pkts as dropped
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and set the new expected value of next_rxi
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and continue(below) to process from the new
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna#endif /* VGEN_HANDLE_LOST_PKTS */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Now receive messages */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_process_dringdata(ldcp, tagp);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "exit rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_process_dringdata(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t *dringmsg = (vio_dring_msg_t *)tagp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vgen_hparams_t *lp = &ldcp->local_hparams;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * start processing the descriptors from the specified
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * start index, up to the index a descriptor is not ready
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * to be processed or we process the entire descriptor ring
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and wrap around upto the start index.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* need to set the start index of descriptors to be ack'd */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* index upto which we have ack'd */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vnet_dring_entry_copy(&(ldcp->mrxdp[rxi]), &rxd,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->dring_mtype, ldcp->rx_dring_handle, rxi, rxi);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_mem_dring_acquire() failed"
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Before waiting and retry here, send up
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the packets that are received already
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DTRACE_PROBE1(vgen_rcv_msgs, int, count);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * descriptor is not ready.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * retry descriptor acquire, stop processing
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * after max # retries.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * initialize the start index of the range
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * of descriptors to be ack'd.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Try to allocate an mblk from the free pool
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * of recv mblks for the channel.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If this fails, use allocb().
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna nbytes = (VNET_IPALIGN + rxd.nbytes + 7) & ~7;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna mp = allocb(VNET_IPALIGN + rxd.nbytes + 8,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vmp = vio_multipool_allocb(&ldcp->vmp, nbytes);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Data buffer returned by allocb(9F)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * is 8byte aligned. We allocate extra
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * 8 bytes to ensure size is multiple
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * of 8 bytes for ldc_mem_copy().
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * rxd_err or allocb() failure,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * drop this packet, get next.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* set descriptor done bit */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vnet_dring_entry_set_dstate(&(ldcp->mrxdp[rxi]),
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->dring_mtype, ldcp->rx_dring_handle, rxi, rxi,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "vnet_dring_entry_set_dstate err rv(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * sender needs ack for this packet,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * ack pkts upto this index.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* need to set new ack start index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rxd.memcookie, rxd.ncookies, LDC_COPY_IN);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* if ldc_mem_copy() failed */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_mem_copy err rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vnet_dring_entry_set_dstate(&(ldcp->mrxdp[rxi]),
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->dring_mtype, ldcp->rx_dring_handle, rxi, rxi,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "vnet_dring_entry_set_dstate err rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * sender needs ack for this packet,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * ack pkts upto this index.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* need to set new ack start index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "ldc_mem_copy nread(%lx), nbytes(%lx)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* point to the actual end of data */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* update stats */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ehp = (struct ether_header *)mp->b_rptr;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* build a chain of received packets */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* first pkt */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DTRACE_PROBE1(vgen_rcv_msgs, int, count);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* update end index of range of descrs to be ack'd */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* update the next index to be processed */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * processed the entire descriptor ring upto
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the index at which we started.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * send an ack message to peer indicating that we have stopped
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * processing descriptors.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * We have ack'd upto some index and we have not
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * processed any descriptors beyond that index.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Use the last ack'd index as both the start and
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * end of range of descrs being ack'd.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Note: This results in acking the last index twice
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * and should be harmless.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_send_dringack(ldcp, tagp, ack_start, ack_end,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* save new recv index of next dring msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* send up packets received so far */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DTRACE_PROBE1(vgen_rcv_msgs, int, count);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "exit rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_handle_dringdata_ack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t *dringmsg = (vio_dring_msg_t *)tagp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * received an ack corresponding to a specific descriptor for
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * which we had set the ACK bit in the descriptor (during
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * transmit). This enables us to reclaim descriptors.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG2(vgenp, ldcp, "ACK: start(%d), end(%d)\n", start, end);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate start and end indexes in the tx ack msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (!(CHECK_TXI(start, ldcp)) || !(CHECK_TXI(end, ldcp))) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* drop the message if invalid index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid Tx ack start(%d) or end(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate dring_ident */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (dringmsg->dring_ident != ldcp->local_hparams.dring_ident) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* invalid dring_ident, drop the msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid dring ident 0x%x\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* reclaim descriptors that are done */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (dringmsg->dring_process_state != VIO_DP_STOPPED) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * receiver continued processing descriptors after
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * sending us the ack.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* receiver stopped processing descriptors */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * determine if there are any pending tx descriptors
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * ready to be processed by the receiver(peer) and if so,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * send a message to the peer to restart receiving.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * using the end index of the descriptor range for which
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * we received the ack, check if the next descriptor is
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * descr next to the end of ack'd descr range is not
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * starting from the current reclaim index, check
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * if any descriptor is ready.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * we have tx descriptor(s) ready to be
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * processed by the receiver.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * send a message to the peer with the start index
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * of ready descriptors.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_send_dringdata(ldcp, txi, -1);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * no ready tx descriptors. set the flag to send a
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * message to peer when tx descriptors are ready in
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * transmit routine.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->resched_peer_txi = ldcp->cur_tbufp - ldcp->tbufp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "exit rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_handle_dringdata_nack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t *dringmsg = (vio_dring_msg_t *)tagp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * peer sent a NACK msg to indicate lost packets.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * The start and end correspond to the range of descriptors
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * for which the peer didn't receive a dring data msg and so
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * didn't receive the corresponding data.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "NACK: start(%d), end(%d)\n", start, end);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate start and end indexes in the tx nack msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (!(CHECK_TXI(start, ldcp)) || !(CHECK_TXI(end, ldcp))) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* drop the message if invalid index */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid Tx nack start(%d) or end(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* validate dring_ident */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (dringmsg->dring_ident != ldcp->local_hparams.dring_ident) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* invalid dring_ident, drop the msg */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "Invalid dring ident 0x%x\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (ldcp->next_tbufp == ldcp->cur_tbufp) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* no busy descriptors, bogus nack ? */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* we just mark the descrs as done so they can be reclaimed */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG1(vgenp, ldcp, "exit rv(%d)\n", rv);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Send received packets up the stack.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_rx(vgen_ldc_t *ldcp, mblk_t *bp, mblk_t *bpt)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_net_rx_cb_t vrx_cb = ldcp->portp->vcb.vio_net_rx_cb;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * If we are in polling mode, simply queue
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the packets onto the poll queue and return.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Prepend any pending mblks in the poll queue, now that we
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * are in interrupt mode, before sending up the chain of pkts.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG2(vgenp, ldcp, "vgen_rx(%lx), pending pollq_headp\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->pollq_headp = ldcp->pollq_tailp = NULL;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* Send up the packets */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->reclaim_lbolt = ddi_get_lbolt();
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * transmit reclaim function. starting from the current reclaim index
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * look for descriptors marked DONE and reclaim the descriptor.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna while ((hdrp->dstate == VIO_DESC_DONE) &&
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Check if mac layer should be notified to restart transmissions
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if ((ldcp->tx_blocked) && (count > 0)) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Send descriptor ring data message to the peer over ldc.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_send_dringdata(vgen_ldc_t *ldcp, uint32_t start, int32_t end)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t dringmsg, *msgp = &dringmsg;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (vgen_inject_error(ldcp, VGEN_ERR_TXTIMEOUT)) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna tagp->vio_subtype_env = VIO_DRING_DATA;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna msgp->dring_ident = ldcp->local_hparams.dring_ident;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_sendmsg(ldcp, (caddr_t)tagp, sizeof (dringmsg), B_TRUE);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "vgen_sendmsg failed\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG2(vgenp, ldcp, "DRING_DATA_SENT \n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Send dring data ack message.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_send_dringack(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp, uint32_t start,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_dring_msg_t *msgp = (vio_dring_msg_t *)tagp;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna tagp->vio_subtype_env = VIO_DRING_DATA;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_sendmsg(ldcp, (caddr_t)tagp, sizeof (*msgp), B_FALSE);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "vgen_sendmsg() failed\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Wrapper routine to send the given message over ldc using ldc_write().
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_sendmsg(vgen_ldc_t *ldcp, caddr_t msg, size_t msglen,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna vio_msg_tag_t *tagp = (vio_msg_tag_t *)msg;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (tagp->vio_subtype == VIO_SUBTYPE_INFO) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (tagp->vio_subtype_env == VIO_DRING_DATA) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna } else if (tagp->vio_subtype_env == VIO_PKT_DATA) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = ldc_write(ldcp->ldc_handle, (caddr_t)msg, &len);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_write failed: rv(%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DWARN(vgenp, ldcp, "ldc_write failed: rv(%d) msglen (%d)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatnavgen_check_datamsg_seq(vgen_ldc_t *ldcp, vio_msg_tag_t *tagp)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (tagp->vio_subtype_env == VIO_DRING_DATA) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna } else if (tagp->vio_subtype_env == VIO_PKT_DATA) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna /* seqnums don't match */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "next_rxseq(0x%lx) != seq_num(0x%lx)\n",
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * vgen_ldc_msg_worker -- A per LDC worker thread. This thread is woken up by
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * the LDC interrupt handler to process LDC packets and receive data.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna CALLB_CPR_INIT(&cprinfo, &ldcp->msg_thr_lock, callb_generic_cpr,
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna "vnet_rcv_thread");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna while (!(ldcp->msg_thr_flags & VGEN_WTHR_STOP)) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Wait until the data is received or a stop
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * request is received.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna (VGEN_WTHR_DATARCVD | VGEN_WTHR_STOP))) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna cv_wait(&ldcp->msg_thr_cv, &ldcp->msg_thr_lock);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna CALLB_CPR_SAFE_END(&cprinfo, &ldcp->msg_thr_lock)
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * First process the stop request.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna if (ldcp->msg_thr_flags & VGEN_WTHR_STOP) {
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->msg_thr_flags &= ~VGEN_WTHR_DATARCVD;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->msg_thr_flags |= VGEN_WTHR_PROCESSING;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna DBG2(vgenp, ldcp, "calling vgen_handle_evt_read\n");
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna rv = vgen_handle_evt_read(ldcp, VGEN_MSG_THR);
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->msg_thr_flags &= ~VGEN_WTHR_PROCESSING;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Channel has been reset. The thread should now exit.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * The thread may be recreated if TxDring is negotiated
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * on this channel after the channel comes back up
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->msg_thr_flags |= VGEN_WTHR_STOP;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Update the run status and wakeup the thread that
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * has sent the stop request.
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna ldcp->msg_thr_flags &= ~VGEN_WTHR_STOP;
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna/* vgen_stop_msg_thread -- Co-ordinate with receive thread to stop it */
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * Send a stop request by setting the stop flag and
7bd3a2e26cc8569257b88c1691d559138e1d32d0Sriharsha Basavapatna * wait until the receive thread stops.