2N/A/*
2N/A * CDDL HEADER START
2N/A *
2N/A * The contents of this file are subject to the terms of the
2N/A * Common Development and Distribution License (the "License").
2N/A * You may not use this file except in compliance with the License.
2N/A *
2N/A * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
2N/A * or http://www.opensolaris.org/os/licensing.
2N/A * See the License for the specific language governing permissions
2N/A * and limitations under the License.
2N/A *
2N/A * When distributing Covered Code, include this CDDL HEADER in each
2N/A * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
2N/A * If applicable, add the following below this CDDL HEADER, with the
2N/A * fields enclosed by brackets "[]" replaced with your own identifying
2N/A * information: Portions Copyright [yyyy] [name of copyright owner]
2N/A *
2N/A * CDDL HEADER END
2N/A */
2N/A
2N/A/*
2N/A * Copyright (c) 2009, 2012, Oracle and/or its affiliates. All rights reserved.
2N/A */
2N/A
2N/A#include <sys/types.h>
2N/A#include <sys/socket.h>
2N/A#include <sys/sockio.h>
2N/A#include <sys/param.h>
2N/A#include <sys/stat.h>
2N/A#include <netinet/in.h>
2N/A#include <arpa/inet.h>
2N/A#include <net/if.h>
2N/A#include <unistd.h>
2N/A#include <stdlib.h>
2N/A#include <string.h>
2N/A#include <errno.h>
2N/A#include <strings.h>
2N/A#include <fcntl.h>
2N/A#include <libdladm.h>
2N/A#include <libdlib.h>
2N/A#include <libdllink.h>
2N/A#include <libnetcfg.h>
2N/A#include <sys/ib/ibnex/ibnex_devctl.h>
2N/A
2N/A#include "dapl.h"
2N/A#include "dapl_adapter_util.h"
2N/A#include "dapl_tavor_ibtf_impl.h"
2N/A#include "dapl_hca_util.h"
2N/A#include "dapl_name_service.h"
2N/A#define MAX_HCAS 64
2N/A#define PROP_HCA_GUID "hca-guid"
2N/A#define PROP_PORT_NUM "port-number"
2N/A#define PROP_PORT_PKEY "port-pkey"
2N/A
2N/A#define DEVDAPLT "/dev/daplt"
2N/A
2N/A/* function prototypes */
2N/Astatic DAT_RETURN dapli_process_tavor_node(char *dev_path, int *hca_idx,
2N/A int try_blueflame);
2N/Astatic DAT_RETURN dapli_process_ia(dladm_ib_attr_t *ib_attr, DAPL_HCA *hca_ptr,
2N/A int hca_idx);
2N/A
2N/A#if defined(IBHOSTS_NAMING)
2N/A#include <stdio.h>
2N/Astatic int dapli_process_fake_ibds(DAPL_HCA **hca_list, int hca_idx);
2N/A#endif /* IBHOSTS_NAMING */
2N/A
2N/Astatic DAPL_OS_LOCK g_tavor_state_lock;
2N/Astatic struct dapls_ib_hca_state g_tavor_state[MAX_HCAS];
2N/ADAPL_OS_LOCK g_tavor_uar_lock;
2N/A
2N/ADAT_RETURN
2N/Adapli_init_hca(
2N/A IN DAPL_HCA *hca_ptr)
2N/A{
2N/A DAT_RETURN dat_status = DAT_SUCCESS;
2N/A int hca_idx = 0;
2N/A int check_for_bf = 0;
2N/A datalink_class_t class;
2N/A datalink_id_t linkid;
2N/A dladm_ib_attr_t ib_attr;
2N/A ibnex_ctl_query_hca_t query_hca;
2N/A int ibnex_fd = -1;
2N/A dladm_handle_t dlh;
2N/A char hca_device_path[MAXPATHLEN];
2N/A
2N/A if (dladm_open(&dlh, NETADM_ACTIVE_PROFILE) != DLADM_STATUS_OK) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "init_hca: dladm_open failed\n");
2N/A return (DAT_INTERNAL_ERROR);
2N/A }
2N/A
2N/A if ((ibnex_fd = open(IBNEX_DEVCTL_DEV, O_RDONLY)) < 0) {
2N/A dat_status = DAT_ERROR(DAT_NAME_NOT_FOUND, 0);
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hca: could not open ib nexus (%s)\n",
2N/A strerror(errno));
2N/A goto bail;
2N/A }
2N/A
2N/A if ((dladm_name2info(dlh, hca_ptr->name, &linkid, NULL, &class,
2N/A NULL) != DLADM_STATUS_OK) ||
2N/A (class != DATALINK_CLASS_PART) ||
2N/A (dladm_part_info(dlh, linkid, &ib_attr,
2N/A DLADM_OPT_ACTIVE) != DLADM_STATUS_OK)) {
2N/A dat_status = DAT_ERROR(DAT_NAME_NOT_FOUND, 0);
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hca: %s not found - couldn't get partition info\n",
2N/A hca_ptr->name);
2N/A goto bail;
2N/A }
2N/A
2N/A bzero(&query_hca, sizeof (query_hca));
2N/A query_hca.hca_guid = ib_attr.dia_hca_guid;
2N/A query_hca.hca_device_path = hca_device_path;
2N/A query_hca.hca_device_path_alloc_sz = sizeof (hca_device_path);
2N/A if (ioctl(ibnex_fd, IBNEX_CTL_QUERY_HCA, &query_hca) == -1) {
2N/A dat_status = DAT_ERROR(DAT_NAME_NOT_FOUND, 0);
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hca: %s not found; query_hca failed\n",
2N/A hca_ptr->name);
2N/A goto bail;
2N/A }
2N/A
2N/A if (strcmp(query_hca.hca_info.hca_driver_name, "tavor") == 0)
2N/A dapls_init_funcs_tavor(hca_ptr);
2N/A else if (strcmp(query_hca.hca_info.hca_driver_name, "arbel") == 0)
2N/A dapls_init_funcs_arbel(hca_ptr);
2N/A else if (strcmp(query_hca.hca_info.hca_driver_name, "hermon") == 0) {
2N/A dapls_init_funcs_hermon(hca_ptr);
2N/A check_for_bf = 1;
2N/A } else {
2N/A dat_status = DAT_ERROR(DAT_NAME_NOT_FOUND, 0);
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hca: %s not found\n", hca_ptr->name);
2N/A goto bail;
2N/A }
2N/A
2N/A dat_status = dapli_process_tavor_node(hca_device_path, &hca_idx,
2N/A check_for_bf);
2N/A if (dat_status != DAT_SUCCESS) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hcas: %s process_tavor_node failed(0x%x)\n",
2N/A hca_ptr->name, dat_status);
2N/A goto bail;
2N/A }
2N/A
2N/A#if defined(IBHOSTS_NAMING)
2N/A if (dapli_process_fake_ibds(hca_ptr, hca_idx) == 0) {
2N/A /* no entries were found */
2N/A dat_status = DAT_ERROR(DAT_NAME_NOT_FOUND, 0);
2N/A }
2N/A#else
2N/A dat_status = dapli_process_ia(&ib_attr, hca_ptr, hca_idx);
2N/A#endif
2N/A if (dat_status != DAT_SUCCESS) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hcas: %s process_ia failed(0x%x)\n",
2N/A hca_ptr->name, dat_status);
2N/A goto bail;
2N/A }
2N/A
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "init_hcas: done %s\n", hca_ptr->name);
2N/A
2N/Abail:
2N/A if (ibnex_fd != -1)
2N/A (void) close(ibnex_fd);
2N/A dladm_close(dlh);
2N/A return (dat_status);
2N/A}
2N/A
2N/Astatic DAT_RETURN
2N/Adapli_process_tavor_node(char *dev_path, int *hca_idx, int try_blueflame)
2N/A{
2N/A char path_buf[MAXPATHLEN];
2N/A int i, idx, fd;
2N/A#ifndef _LP64
2N/A int tmpfd;
2N/A#endif
2N/A size_t pagesize;
2N/A void *mapaddr;
2N/A pid_t cur_pid;
2N/A off64_t uarpg_offset;
2N/A
2N/A dapl_os_lock(&g_tavor_state_lock);
2N/A
2N/A for (idx = 0; idx < MAX_HCAS; idx++) {
2N/A /*
2N/A * page size == 0 means this entry is not occupied
2N/A */
2N/A if (g_tavor_state[idx].uarpg_size == 0) {
2N/A break;
2N/A }
2N/A }
2N/A if (idx == MAX_HCAS) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: all hcas are being used!\n");
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INSUFFICIENT_RESOURCES, 0));
2N/A }
2N/A
2N/A for (i = 0; i < idx; i++) {
2N/A if (strcmp(dev_path, g_tavor_state[i].hca_path) == 0) {
2N/A /* no need for a refcnt */
2N/A idx = i;
2N/A goto done;
2N/A }
2N/A }
2N/A
2N/A /* Add 16 to accomodate the prefix "/devices" and suffix ":devctl" */
2N/A if (strlen("/devices") + strlen(dev_path) + strlen(":devctl") + 1 >
2N/A MAXPATHLEN) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: devfs path %s is too long\n",
2N/A dev_path);
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INTERNAL_ERROR, 0));
2N/A }
2N/A (void) dapl_os_strcpy(path_buf, "/devices");
2N/A (void) dapl_os_strcat(path_buf, dev_path);
2N/A (void) dapl_os_strcat(path_buf, ":devctl");
2N/A (void) dapl_os_strcpy(g_tavor_state[idx].hca_path, dev_path);
2N/A
2N/A pagesize = (size_t)sysconf(_SC_PAGESIZE);
2N/A if (pagesize == 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: page_size == 0\n");
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INTERNAL_ERROR, 0));
2N/A }
2N/A cur_pid = getpid();
2N/A
2N/A fd = open(path_buf, O_RDWR);
2N/A if (fd < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: cannot open %s: %s\n",
2N/A path_buf, strerror(errno));
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INSUFFICIENT_RESOURCES, 0));
2N/A }
2N/A#ifndef _LP64
2N/A /*
2N/A * libc can't handle fd's greater than 255, in order to
2N/A * ensure that these values remain available make fd > 255.
2N/A * Note: not needed for LP64
2N/A */
2N/A tmpfd = fcntl(fd, F_DUPFD, 256);
2N/A if (tmpfd < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "process_tavor: cannot F_DUPFD: %s\n", strerror(errno));
2N/A } else {
2N/A (void) close(fd);
2N/A fd = tmpfd;
2N/A }
2N/A#endif /* _LP64 */
2N/A
2N/A if (fcntl(fd, F_SETFD, FD_CLOEXEC) < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: cannot F_SETFD: %s\n", strerror(errno));
2N/A (void) close(fd);
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INTERNAL_ERROR, 0));
2N/A }
2N/A
2N/A uarpg_offset = (((off64_t)cur_pid << MLNX_UMAP_RSRC_TYPE_SHIFT) |
2N/A MLNX_UMAP_UARPG_RSRC) * pagesize;
2N/A
2N/A mapaddr = mmap64((void *)0, pagesize, PROT_READ | PROT_WRITE,
2N/A MAP_SHARED, fd, uarpg_offset);
2N/A if (mapaddr == MAP_FAILED) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_tavor: mmap failed %s\n", strerror(errno));
2N/A (void) close(fd);
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A return (DAT_ERROR(DAT_INSUFFICIENT_RESOURCES, 0));
2N/A }
2N/A
2N/A g_tavor_state[idx].hca_fd = fd;
2N/A g_tavor_state[idx].uarpg_baseaddr = mapaddr;
2N/A g_tavor_state[idx].uarpg_size = pagesize;
2N/A
2N/A if (try_blueflame == 0)
2N/A goto done;
2N/A
2N/A /* Try to do the Hermon Blueflame page mapping */
2N/A uarpg_offset = (((off64_t)cur_pid << MLNX_UMAP_RSRC_TYPE_SHIFT) |
2N/A MLNX_UMAP_BLUEFLAMEPG_RSRC) * pagesize;
2N/A
2N/A mapaddr = mmap64((void *)0, pagesize, PROT_READ | PROT_WRITE,
2N/A MAP_SHARED, fd, uarpg_offset);
2N/A if (mapaddr == MAP_FAILED) {
2N/A /* This is not considered to be fatal. Charge on! */
2N/A dapl_dbg_log(DAPL_DBG_TYPE_WARN,
2N/A "process_tavor: mmap of blueflame page failed %s\n",
2N/A strerror(errno));
2N/A } else {
2N/A g_tavor_state[idx].bf_pg_baseaddr = mapaddr;
2N/A g_tavor_state[idx].bf_toggle = 0;
2N/A }
2N/Adone:
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A
2N/A *hca_idx = idx;
2N/A
2N/A return (DAT_SUCCESS);
2N/A}
2N/A
2N/Astatic DAT_RETURN
2N/Adapli_process_ia(dladm_ib_attr_t *ib_attr, DAPL_HCA *hca_ptr, int hca_idx)
2N/A{
2N/A struct lifreq lifreq;
2N/A int sfd, retval, af;
2N/A char addr_buf[64];
2N/A
2N/A if (ib_attr->dia_hca_guid == 0 || ib_attr->dia_portnum == 0 ||
2N/A ib_attr->dia_pkey == 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_ia: invalid properties: guid 0x%016llx, "
2N/A "port %d, pkey 0x%08x\n", ib_attr->dia_hca_guid,
2N/A ib_attr->dia_portnum, (uint_t)ib_attr->dia_pkey);
2N/A return (DAT_ERROR(DAT_INVALID_PARAMETER, 0));
2N/A }
2N/A
2N/A /*
2N/A * if an interface has both v4 and v6 addresses plumbed,
2N/A * we'll take the v4 address.
2N/A */
2N/A af = AF_INET;
2N/Aagain:
2N/A sfd = socket(af, SOCK_DGRAM, 0);
2N/A if (sfd < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_ia: socket failed: %s\n", strerror(errno));
2N/A return (DAT_ERROR(DAT_INSUFFICIENT_RESOURCES, 0));
2N/A }
2N/A
2N/A /* check if name will fit in lifr_name */
2N/A if (dapl_os_strlen(hca_ptr->name) >= LIFNAMSIZ) {
2N/A (void) close(sfd);
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "process_ia: if name overflow %s\n",
2N/A hca_ptr->name);
2N/A return (DAT_ERROR(DAT_INVALID_PARAMETER, 0));
2N/A }
2N/A
2N/A (void) dapl_os_strcpy(lifreq.lifr_name, hca_ptr->name);
2N/A retval = ioctl(sfd, SIOCGLIFADDR, (caddr_t)&lifreq);
2N/A if (retval < 0) {
2N/A (void) close(sfd);
2N/A if (af == AF_INET6) {
2N/A /*
2N/A * the interface is not plumbed.
2N/A */
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "process_ia: %s: ip address not found\n",
2N/A lifreq.lifr_name);
2N/A return (DAT_ERROR(DAT_INSUFFICIENT_RESOURCES, 0));
2N/A } else {
2N/A /*
2N/A * we've failed to find a v4 address. now
2N/A * let's try v6.
2N/A */
2N/A af = AF_INET6;
2N/A goto again;
2N/A }
2N/A }
2N/A (void) close(sfd);
2N/A
2N/A hca_ptr->tavor_idx = hca_idx;
2N/A hca_ptr->node_GUID = ib_attr->dia_hca_guid;
2N/A hca_ptr->port_num = ib_attr->dia_portnum;
2N/A hca_ptr->partition_key = ib_attr->dia_pkey;
2N/A (void) dapl_os_memcpy((void *)&hca_ptr->hca_address,
2N/A (void *)&lifreq.lifr_addr, sizeof (hca_ptr->hca_address));
2N/A hca_ptr->max_inline_send = dapls_tavor_max_inline();
2N/A
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "process_ia: interface %s, hca guid 0x%016llx, port %d, "
2N/A "pkey 0x%08x, ip addr %s\n", lifreq.lifr_name, hca_ptr->node_GUID,
2N/A hca_ptr->port_num, hca_ptr->partition_key, dapls_inet_ntop(
2N/A (struct sockaddr *)&hca_ptr->hca_address, addr_buf, 64));
2N/A return (DAT_SUCCESS);
2N/A}
2N/A
2N/Avoid
2N/Adapls_ib_state_init(void)
2N/A{
2N/A int i;
2N/A
2N/A (void) dapl_os_lock_init(&g_tavor_state_lock);
2N/A (void) dapl_os_lock_init(&g_tavor_uar_lock);
2N/A (void) dapl_os_lock_init(&dapls_ib_dbp_lock);
2N/A
2N/A for (i = 0; i < MAX_HCAS; i++) {
2N/A g_tavor_state[i].hca_fd = 0;
2N/A g_tavor_state[i].uarpg_baseaddr = NULL;
2N/A g_tavor_state[i].uarpg_size = 0;
2N/A g_tavor_state[i].bf_pg_baseaddr = NULL;
2N/A }
2N/A}
2N/A
2N/Avoid
2N/Adapls_ib_state_fini(void)
2N/A{
2N/A int i, count = 0;
2N/A
2N/A /*
2N/A * Uinitialize the per hca instance state
2N/A */
2N/A dapl_os_lock(&g_tavor_state_lock);
2N/A for (i = 0; i < MAX_HCAS; i++) {
2N/A if (g_tavor_state[i].uarpg_size == 0) {
2N/A dapl_os_assert(g_tavor_state[i].uarpg_baseaddr ==
2N/A NULL);
2N/A continue;
2N/A }
2N/A if (munmap(g_tavor_state[i].uarpg_baseaddr,
2N/A g_tavor_state[i].uarpg_size) < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "ib_state_fini: "
2N/A "munmap(0x%p, 0x%llx) failed(%d)\n",
2N/A g_tavor_state[i].uarpg_baseaddr,
2N/A g_tavor_state[i].uarpg_size, errno);
2N/A }
2N/A if ((g_tavor_state[i].bf_pg_baseaddr != NULL) &&
2N/A (munmap(g_tavor_state[i].bf_pg_baseaddr,
2N/A g_tavor_state[i].uarpg_size) < 0)) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "ib_state_fini: "
2N/A "munmap(0x%p, 0x%llx) of blueflame failed(%d)\n",
2N/A g_tavor_state[i].bf_pg_baseaddr,
2N/A g_tavor_state[i].uarpg_size, errno);
2N/A }
2N/A
2N/A (void) close(g_tavor_state[i].hca_fd);
2N/A count++;
2N/A }
2N/A dapl_os_unlock(&g_tavor_state_lock);
2N/A
2N/A dapl_os_lock_destroy(&g_tavor_uar_lock);
2N/A dapl_os_lock_destroy(&g_tavor_state_lock);
2N/A dapl_os_lock_destroy(&dapls_ib_dbp_lock);
2N/A
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "ib_state_fini: cleaned %d hcas\n", count);
2N/A}
2N/A
2N/A/*
2N/A * dapls_ib_open_hca
2N/A *
2N/A * Open HCA
2N/A *
2N/A * Input:
2N/A * *hca_ptr pointer to hca device
2N/A * *ib_hca_handle_p pointer to provide HCA handle
2N/A *
2N/A * Output:
2N/A * none
2N/A *
2N/A * Return:
2N/A * DAT_SUCCESS
2N/A * DAT_INSUFFICIENT_RESOURCES
2N/A *
2N/A */
2N/ADAT_RETURN
2N/Adapls_ib_open_hca(
2N/A IN DAPL_HCA *hca_ptr,
2N/A OUT ib_hca_handle_t *ib_hca_handle_p)
2N/A{
2N/A dapl_ia_create_t args;
2N/A DAT_RETURN dat_status;
2N/A struct dapls_ib_hca_handle *hca_p;
2N/A int fd;
2N/A#ifndef _LP64
2N/A int tmpfd;
2N/A#endif
2N/A int retval;
2N/A struct sockaddr *s;
2N/A struct sockaddr_in6 *v6addr;
2N/A struct sockaddr_in *v4addr;
2N/A dapl_ia_addr_t *sap;
2N/A
2N/A dat_status = dapli_init_hca(hca_ptr);
2N/A if (dat_status != DAT_SUCCESS) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "dapls_ib_open_hca: init_hca failed %d\n", dat_status);
2N/A return (dat_status);
2N/A }
2N/A
2N/A fd = open(DEVDAPLT, O_RDONLY);
2N/A if (fd < 0) {
2N/A return (DAT_INSUFFICIENT_RESOURCES);
2N/A }
2N/A
2N/A#ifndef _LP64
2N/A /*
2N/A * libc can't handle fd's greater than 255, in order to
2N/A * ensure that these values remain available make fd > 255.
2N/A * Note: not needed for LP64
2N/A */
2N/A tmpfd = fcntl(fd, F_DUPFD, 256);
2N/A if (tmpfd < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "dapls_ib_open_hca: cannot F_DUPFD: %s\n",
2N/A strerror(errno));
2N/A } else {
2N/A (void) close(fd);
2N/A fd = tmpfd;
2N/A }
2N/A#endif /* _LP64 */
2N/A
2N/A if (fcntl(fd, F_SETFD, FD_CLOEXEC) < 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "dapls_ib_open_hca: cannot F_SETFD: %s\n", strerror(errno));
2N/A (void) close(fd);
2N/A return (DAT_INTERNAL_ERROR);
2N/A }
2N/A
2N/A hca_p = (struct dapls_ib_hca_handle *)dapl_os_alloc(
2N/A sizeof (struct dapls_ib_hca_handle));
2N/A if (hca_p == NULL) {
2N/A (void) close(fd);
2N/A return (DAT_INSUFFICIENT_RESOURCES);
2N/A }
2N/A
2N/A args.ia_guid = hca_ptr->node_GUID;
2N/A args.ia_port = hca_ptr->port_num;
2N/A args.ia_pkey = hca_ptr->partition_key;
2N/A args.ia_version = DAPL_IF_VERSION;
2N/A (void) dapl_os_memzero((void *)args.ia_sadata, DAPL_ATS_NBYTES);
2N/A
2N/A /* pass down local ip address to be stored in SA */
2N/A s = (struct sockaddr *)&hca_ptr->hca_address;
2N/A /* LINTED: E_BAD_PTR_CAST_ALIGN */
2N/A sap = (dapl_ia_addr_t *)args.ia_sadata;
2N/A switch (s->sa_family) {
2N/A case AF_INET:
2N/A /* LINTED: E_BAD_PTR_CAST_ALIGN */
2N/A v4addr = (struct sockaddr_in *)s;
2N/A sap->iad_v4 = v4addr->sin_addr;
2N/A break;
2N/A case AF_INET6:
2N/A /* LINTED: E_BAD_PTR_CAST_ALIGN */
2N/A v6addr = (struct sockaddr_in6 *)s;
2N/A sap->iad_v6 = v6addr->sin6_addr;
2N/A break;
2N/A default:
2N/A break; /* fall through */
2N/A }
2N/A
2N/A retval = ioctl(fd, DAPL_IA_CREATE, &args);
2N/A if (retval != 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "open_hca: ia_create failed, fd %d, "
2N/A "guid 0x%016llx, port %d, pkey 0x%x, version %d\n",
2N/A fd, args.ia_guid, args.ia_port, args.ia_pkey,
2N/A args.ia_version);
2N/A
2N/A dapl_os_free(hca_p, sizeof (*hca_p));
2N/A (void) close(fd);
2N/A return (dapls_convert_error(errno, retval));
2N/A }
2N/A
2N/A hca_p->ia_fd = fd;
2N/A hca_p->ia_rnum = args.ia_resnum;
2N/A hca_p->hca_fd = g_tavor_state[hca_ptr->tavor_idx].hca_fd;
2N/A hca_p->ia_uar = g_tavor_state[hca_ptr->tavor_idx].uarpg_baseaddr;
2N/A hca_p->ia_bf = g_tavor_state[hca_ptr->tavor_idx].bf_pg_baseaddr;
2N/A hca_p->ia_bf_toggle = &g_tavor_state[hca_ptr->tavor_idx].bf_toggle;
2N/A *ib_hca_handle_p = hca_p;
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "open_hca: ia_created, hca_p 0x%p, fd %d, "
2N/A "rnum %d, guid 0x%016llx, port %d, pkey 0x%x\n",
2N/A hca_p, hca_p->ia_fd, hca_p->ia_rnum, hca_ptr->node_GUID,
2N/A hca_ptr->port_num, hca_ptr->partition_key);
2N/A
2N/A return (DAT_SUCCESS);
2N/A}
2N/A
2N/A/*
2N/A * dapls_ib_close_hca
2N/A *
2N/A * Open HCA
2N/A *
2N/A * Input:
2N/A * ib_hca_handle provide HCA handle
2N/A *
2N/A * Output:
2N/A * none
2N/A *
2N/A * Return:
2N/A * DAT_SUCCESS
2N/A * DAT_INSUFFICIENT_RESOURCES
2N/A *
2N/A */
2N/ADAT_RETURN
2N/Adapls_ib_close_hca(
2N/A IN ib_hca_handle_t ib_hca_handle)
2N/A{
2N/A if (ib_hca_handle == NULL) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "close_hca: ib_hca_handle == NULL\n");
2N/A return (DAT_SUCCESS);
2N/A }
2N/A dapl_dbg_log(DAPL_DBG_TYPE_UTIL,
2N/A "close_hca: closing hca 0x%p, fd %d, rnum %d\n",
2N/A ib_hca_handle, ib_hca_handle->ia_fd, ib_hca_handle->ia_rnum);
2N/A
2N/A (void) close(ib_hca_handle->ia_fd);
2N/A dapl_os_free((void *)ib_hca_handle,
2N/A sizeof (struct dapls_ib_hca_handle));
2N/A return (DAT_SUCCESS);
2N/A}
2N/A
2N/A#if defined(IBHOSTS_NAMING)
2N/A#define LINE_LEN 256
2N/Astatic int
2N/Adapli_process_fake_ibds(DAPL_HCA *hca_ptr, int hca_idx)
2N/A{
2N/A char line_buf[LINE_LEN];
2N/A char host_buf[LINE_LEN];
2N/A char localhost[LINE_LEN];
2N/A ib_guid_t prefix;
2N/A ib_guid_t guid;
2N/A FILE *fp;
2N/A int count = 0;
2N/A DAPL_HCA *hca_ptr;
2N/A
2N/A fp = fopen("/etc/dapl/ibhosts", "r");
2N/A if (fp == NULL) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "fake_ibds: ibhosts not found!\n");
2N/A return (0);
2N/A }
2N/A if (gethostname(localhost, LINE_LEN) != 0) {
2N/A dapl_dbg_log(DAPL_DBG_TYPE_ERR,
2N/A "fake_ibds: hostname not found!\n");
2N/A return (0);
2N/A }
2N/A while (!feof(fp)) {
2N/A (void) fgets(line_buf, LINE_LEN, fp);
2N/A sscanf(line_buf, "%s %llx %llx", host_buf, &prefix, &guid);
2N/A (void) sprintf(line_buf, "%s-ib%d", localhost, count + 1);
2N/A if (strncmp(line_buf, host_buf, strlen(line_buf)) == 0) {
2N/A guid &= 0xfffffffffffffff0;
2N/A hca_ptr->tavor_idx = hca_idx;
2N/A hca_ptr->node_GUID = guid;
2N/A hca_ptr->port_num = count + 1;
2N/A hca_ptr->partition_key = 0x0000ffff;
2N/A count++;
2N/A }
2N/A if (count >= 2) break;
2N/A }
2N/A (void) fclose(fp);
2N/A return (count);
2N/A}
2N/A
2N/A#endif /* IBHOSTS_NAMING */