c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota/*
16e76cdd6e3cfaac7d91c3b0644ee1bc6cf52347agiri * This file contains definitions imported from the OFED rds header rdma.h.
16e76cdd6e3cfaac7d91c3b0644ee1bc6cf52347agiri * Oracle elects to have and use the contents of rdma.h under and
16e76cdd6e3cfaac7d91c3b0644ee1bc6cf52347agiri * governed by the OpenIB.org BSD license.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota */
16e76cdd6e3cfaac7d91c3b0644ee1bc6cf52347agiri
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota/*
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * Copyright (c) 2010, Oracle and/or its affiliates. All rights reserved.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#ifndef _RDSV3_RDMA_H
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#define _RDSV3_RDMA_H
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/rds.h>
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/uio.h>
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#include <sys/ib/clients/rdsv3/rdsv3.h>
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct rdsv3_mr {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* for AVL tree */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota avl_node_t r_rb_node;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota atomic_t r_refcount;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota uint32_t r_key;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* A copy of the creation flags */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_use_once:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_invalidate:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_write:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /*
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * This is for RDS_MR_DEAD.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * It would be nice & consistent to make this part of the above
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota * bit field here, but we need to use test_and_set_bit.
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned long r_state;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota /* back pointer to the socket that owns us */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct rdsv3_sock *r_sock;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct rdsv3_transport *r_trans;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota void *r_trans_private;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota};
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota/* Flags for mr->r_state */
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#define RDSV3_MR_DEAD 0
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct rdsv3_rdma_sg {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ddi_umem_cookie_t umem_cookie;
fe817b6022080da0a98b5d2d8cd179f594d6ca5eEiji Ota struct rds_iovec iovec;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_send_wr_t swr;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_mi_hdl_t mihdl;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota ibt_hca_hdl_t hca_hdl;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota};
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastruct rdsv3_rdma_op {
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota uint32_t r_key;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota uint64_t r_remote_addr;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_write:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_fence:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_notify:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_recverr:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_mapped:1;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct rdsv3_notifier *r_notifier;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_bytes;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_nents;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota unsigned int r_count;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct rdsv3_scatterlist *r_sg;
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct rdsv3_rdma_sg r_rdma_sg[1];
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota};
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
fe817b6022080da0a98b5d2d8cd179f594d6ca5eEiji Otastatic inline rds_rdma_cookie_t
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otardsv3_rdma_make_cookie(uint32_t r_key, uint32_t offset)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (r_key | (((uint64_t)offset) << 32));
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
1a561c7696fb9440160a24ca56e8dd264a4cd8abEiji Otastatic inline uint32_t
fe817b6022080da0a98b5d2d8cd179f594d6ca5eEiji Otardsv3_rdma_cookie_key(rds_rdma_cookie_t cookie)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return ((uint32_t)cookie);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
1a561c7696fb9440160a24ca56e8dd264a4cd8abEiji Otastatic inline uint32_t
fe817b6022080da0a98b5d2d8cd179f594d6ca5eEiji Otardsv3_rdma_cookie_offset(rds_rdma_cookie_t cookie)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota return (cookie >> 32);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaint rdsv3_get_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
cadbfdc3bdb156e92d7a88978bc98ea87f6e037fEiji Otaint rdsv3_get_mr_for_dest(struct rdsv3_sock *rs, const void *optval,
cadbfdc3bdb156e92d7a88978bc98ea87f6e037fEiji Ota int optlen);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaint rdsv3_free_mr(struct rdsv3_sock *rs, const void *optval, int optlen);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otavoid rdsv3_rdma_drop_keys(struct rdsv3_sock *rs);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaint rdsv3_cmsg_rdma_args(struct rdsv3_sock *rs, struct rdsv3_message *rm,
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct cmsghdr *cmsg);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaint rdsv3_cmsg_rdma_dest(struct rdsv3_sock *rs, struct rdsv3_message *rm,
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct cmsghdr *cmsg);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaint rdsv3_cmsg_rdma_map(struct rdsv3_sock *rs, struct rdsv3_message *rm,
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota struct cmsghdr *cmsg);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otavoid rdsv3_rdma_free_op(struct rdsv3_rdma_op *ro);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otavoid rdsv3_rdma_send_complete(struct rdsv3_message *rm, int);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otaextern void __rdsv3_put_mr_final(struct rdsv3_mr *mr);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Otastatic inline void rdsv3_mr_put(struct rdsv3_mr *mr)
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota{
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota if (atomic_dec_and_test(&mr->r_refcount))
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota __rdsv3_put_mr_final(mr);
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota}
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota
c0dd49bdd68c0d758a67d56f07826f3b45cfc664Eiji Ota#endif /* _RDSV3_RDMA_H */