text: /*
   * Copyright (c) 2014-2017, Cisco Systems, Inc. All rights reserved.
   *
   * This software is available to you under a choice of one of two
   * licenses.  You may choose to be licensed under the terms of the GNU
   * General Public License (GPL) Version 2, available from the file
   * COPYING in the main directory of this source tree, or the
   * BSD license below:
   *
   *     Redistribution and use in source and binary forms, with or
   *     without modification, are permitted provided that the following
   *     conditions are met:
   *
   *      - Redistributions of source code must retain the above
   *        copyright notice, this list of conditions and the following
   *        disclaimer.
   *
   *      - Redistributions in binary form must reproduce the above
   *        copyright notice, this list of conditions and the following
   *        disclaimer in the documentation and/or other materials
   *        provided with the distribution.
   *
   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
   * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
   * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
   * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
   * COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
   * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
   * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
   * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
   * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
   * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
   * POSSIBILITY OF SUCH DAMAGE.
   */
  #ifndef _USDF_MSG_H_
  #define _USDF_MSG_H_
  
  #define USDF_MSG_CAPS (FI_MSG | FI_SOURCE | FI_SEND | FI_RECV)
  
  #define USDF_MSG_SUPP_MODE (FI_LOCAL_MR)
  
  #define USDF_MSG_SUPP_SENDMSG_FLAGS \
  	(FI_INJECT_COMPLETE | FI_TRANSMIT_COMPLETE | FI_INJECT | FI_COMPLETION)
  #define USDF_MSG_SUPP_RECVMSG_FLAGS (FI_COMPLETION)
  
  #define USDF_MSG_MSG_ORDER (FI_ORDER_NONE)
  #define USDF_MSG_COMP_ORDER (FI_ORDER_NONE)
  
  #define USDF_MSG_MAX_SGE 8
  #define USDF_MSG_DFLT_SGE 8
  #define USDF_MSG_MAX_CTX_SIZE 1024
  #define USDF_MSG_DFLT_CTX_SIZE 512
  
  #define USDF_MSG_IOV_LIMIT (USDF_MSG_DFLT_SGE)
  #define USDF_MSG_RMA_IOV_LIMIT 0
  #define USDF_MSG_MR_IOV_LIMIT (USDF_MR_IOV_LIMIT)
  #define USDF_MSG_MR_CNT (USDF_MR_CNT)
  
  #define USDF_MSG_CNTR_CNT 0
  
  #define USDF_MSG_MAX_MSG UINT_MAX
  
  #define USDF_MSG_MAX_INJECT_SIZE 64
  
  #define USDF_MSG_FAIRNESS_CREDITS 16
  
  #define USDF_MSG_RUDP_SEQ_CREDITS 256
  
  struct usdf_msg_qe {
  	void *ms_context;
  
  	struct iovec ms_iov[USDF_MSG_MAX_SGE];
  	size_t ms_last_iov;
  	size_t ms_length;
  
  	uint16_t ms_first_seq;
  	uint16_t ms_last_seq;
  
  	size_t ms_cur_iov;
  	const uint8_t *ms_cur_ptr;
  	size_t ms_resid;      	/* amount remaining in entire msg */
  	size_t ms_iov_resid;    /* amount remaining in current iov */
  
  	/* points at buffer no larger than USDF_MSG_MAX_INJECT_SIZE */
  	uint8_t *ms_inject_buf;
  
  	uint8_t ms_signal_comp;
  
  	TAILQ_ENTRY(usdf_msg_qe) ms_link;
  };
  
  int usdf_msg_post_recv(struct usdf_rx *rx, void *buf, size_t len);
  
  int usdf_msg_fill_tx_attr(uint32_t version, const struct fi_info *hints,
  			  struct fi_info *fi);
  int usdf_msg_fill_rx_attr(uint32_t version, const struct fi_info *hints,
  			  struct fi_info *fi);
  int usdf_msg_fill_ep_attr(const struct fi_info *hints, struct fi_info *fi,
  		struct usd_device_attrs *dap);
  int usdf_msg_fill_dom_attr(uint32_t version, const struct fi_info *hints,
  			   struct fi_info *fi, struct usd_device_attrs *dap);
  
  void usdf_msg_ep_timeout(void *vep);
  
  void usdf_msg_hcq_progress(struct usdf_cq_hard *hcq);
  void usdf_msg_tx_progress(struct usdf_tx *tx);
  
  
  /* fi_ops_cm for RC */
  int usdf_cm_msg_connect(struct fid_ep *ep, const void *addr,
  	const void *param, size_t paramlen);
  int usdf_cm_msg_accept(struct fid_ep *fep, const void *param, size_t paramlen);
  
  /* fi_ops_msg for RC */
  ssize_t usdf_msg_recv(struct fid_ep *ep, void *buf, size_t len, void *desc,
  	fi_addr_t src_addr, void *context);
  ssize_t usdf_msg_recvv(struct fid_ep *ep, const struct iovec *iov,
  	void **desc, size_t count, fi_addr_t src_addr, void *context);
  ssize_t usdf_msg_recvmsg(struct fid_ep *ep, const struct fi_msg *msg,
  	uint64_t flags);
  
  ssize_t usdf_msg_send(struct fid_ep *ep, const void *buf, size_t len,
  	void *desc, fi_addr_t src_addr, void *context);
  ssize_t usdf_msg_sendv(struct fid_ep *ep, const struct iovec *iov,
  	void **desc, size_t count, fi_addr_t src_addr, void *context);
  ssize_t usdf_msg_sendmsg(struct fid_ep *ep, const struct fi_msg *msg,
  	uint64_t flags);
  
  ssize_t usdf_msg_inject(struct fid_ep *ep, const void *buf, size_t len,
  	fi_addr_t src_addr);
  	
  
  ssize_t usdf_msg_rx_size_left(struct fid_ep *fep);
  ssize_t usdf_msg_tx_size_left(struct fid_ep *fep);
  
  #endif /* _USDF_MSG_H_ */
  