udapl_tavor/tavor/dapl_tavor_ibtf_mrsync.c

	dapl_tavor_ibtf_mrsync.c revision 9e39c5ba00a55fa05777cc94b148296af305e135
/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#include "dapl.h"
#include "dapl_mr_util.h"
#include <dapl_tavor_ibtf_impl.h>

DAT_RETURN
dapls_ib_lmr_sync_rdma_common(
    IN  DAT_IA_HANDLE ia_handle,
    IN  const DAT_LMR_TRIPLET *lmr_triplet,
    IN  DAT_VLEN num_segments,
    IN  uint32_t op_type)
{
    DAPL_IA     *ia_ptr;
    DAPL_LMR    *lmr;
    DAT_RETURN  dat_status;
    dapl_mr_sync_t  args;
    int     i, j;
    int     retval;

    if (DAPL_BAD_HANDLE(ia_handle, DAPL_MAGIC_IA)) {
        return (DAT_ERROR(DAT_INVALID_HANDLE, DAT_INVALID_HANDLE_IA));
    }

    ia_ptr = (DAPL_IA *)ia_handle;
    args.mrs_flags = op_type;

    for (i = 0, j = 0; i < num_segments; i++) {
        dat_status = dapls_hash_search(
            ia_ptr->hca_ptr->lmr_hash_table,
            lmr_triplet[i].lmr_context, (DAPL_HASH_DATA *)&lmr);

        if (dat_status != DAT_SUCCESS) {
            return (DAT_ERROR(DAT_INVALID_PARAMETER,
                DAT_INVALID_ARG2));
        }

        dat_status = dapl_mr_bounds_check(
            dapl_mr_get_address(lmr->param.region_desc,
            lmr->param.mem_type),
            lmr->param.length,
            lmr_triplet[i].virtual_address,
            lmr_triplet[i].segment_length);
        if (dat_status != DAT_TRUE) {
            return (DAT_ERROR(DAT_INVALID_PARAMETER,
                DAT_INVALID_ARG2));
        }
        args.mrs_vec[j].mrsv_hkey = lmr->mr_handle->mr_hkey;
        args.mrs_vec[j].mrsv_va = lmr_triplet[i].virtual_address;
        args.mrs_vec[j].mrsv_len = lmr_triplet[i].segment_length;
        j = j + 1;
        args.mrs_numseg = j;
        if (j == DAPL_MR_PER_SYNC) {
            j = 0;
            retval = ioctl(ia_ptr->hca_ptr->ib_hca_handle->ia_fd,
                DAPL_MR_SYNC, &args);

            if (retval != 0) {
                dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                    "dapls_ib_lmr_sync: failed %s, retval %d\n",
                    strerror(errno), retval);
                return (dapls_convert_error(errno, retval));
            }
        }
    }

    if (j != 0) {
        retval = ioctl(ia_ptr->hca_ptr->ib_hca_handle->ia_fd,
            DAPL_MR_SYNC, &args);
        if (retval != 0) {
            dapl_dbg_log(DAPL_DBG_TYPE_ERR,
                "dapls_ib_lmr_sync: failed %s, retval %d\n",
                strerror(errno), retval);
            return (dapls_convert_error(errno, retval));
        }
    }
    return (DAT_SUCCESS);
}