5207 lines · 153.8 KB · C
RawDownload
/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB *//* * Copyright (c) 2004 Mellanox Technologies Ltd.  All rights reserved. * Copyright (c) 2004 Infinicon Corporation.  All rights reserved. * Copyright (c) 2004, 2020 Intel Corporation.  All rights reserved. * Copyright (c) 2004 Topspin Corporation.  All rights reserved. * Copyright (c) 2004 Voltaire Corporation.  All rights reserved. * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. * Copyright (c) 2005, 2006, 2007 Cisco Systems.  All rights reserved. */ #ifndef IB_VERBS_H#define IB_VERBS_H #include <linux/ethtool.h>#include <linux/types.h>#include <linux/device.h>#include <linux/bvec.h>#include <linux/dma-mapping.h>#include <linux/kref.h>#include <linux/list.h>#include <linux/rwsem.h>#include <linux/workqueue.h>#include <linux/irq_poll.h>#include <uapi/linux/if_ether.h>#include <net/ipv6.h>#include <net/ip.h>#include <linux/string.h>#include <linux/slab.h>#include <linux/netdevice.h>#include <linux/refcount.h>#include <linux/if_link.h>#include <linux/atomic.h>#include <linux/mmu_notifier.h>#include <linux/uaccess.h>#include <linux/cgroup_rdma.h>#include <linux/irqflags.h>#include <linux/preempt.h>#include <linux/dim.h>#include <uapi/rdma/ib_user_verbs.h>#include <rdma/rdma_counter.h>#include <rdma/restrack.h>#include <rdma/signature.h>#include <uapi/rdma/rdma_user_ioctl.h>#include <uapi/rdma/ib_user_ioctl_verbs.h>#include <linux/pci-tph.h>#include <rdma/frmr_pools.h>#include <linux/dma-buf.h> #define IB_FW_VERSION_NAME_MAX	ETHTOOL_FWVERS_LEN struct ib_umem_odp;struct ib_uqp_object;struct ib_usrq_object;struct ib_uwq_object;struct rdma_cm_id;struct ib_port;struct hw_stats_device_data; extern struct workqueue_struct *ib_wq;extern struct workqueue_struct *ib_comp_wq;extern struct workqueue_struct *ib_comp_unbound_wq; struct ib_ucq_object; __printf(2, 3) __coldvoid ibdev_emerg(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_alert(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_crit(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_err(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_warn(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_notice(const struct ib_device *ibdev, const char *format, ...);__printf(2, 3) __coldvoid ibdev_info(const struct ib_device *ibdev, const char *format, ...); #if defined(CONFIG_DYNAMIC_DEBUG) || \	(defined(CONFIG_DYNAMIC_DEBUG_CORE) && defined(DYNAMIC_DEBUG_MODULE))#define ibdev_dbg(__dev, format, args...)                       \	dynamic_ibdev_dbg(__dev, format, ##args)#else__printf(2, 3) __coldstatic inlinevoid ibdev_dbg(const struct ib_device *ibdev, const char *format, ...) {}#endif #define ibdev_level_ratelimited(ibdev_level, ibdev, fmt, ...)           \do {                                                                    \	static DEFINE_RATELIMIT_STATE(_rs,                              \				      DEFAULT_RATELIMIT_INTERVAL,       \				      DEFAULT_RATELIMIT_BURST);         \	if (__ratelimit(&_rs))                                          \		ibdev_level(ibdev, fmt, ##__VA_ARGS__);                 \} while (0) #define ibdev_emerg_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_emerg, ibdev, fmt, ##__VA_ARGS__)#define ibdev_alert_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_alert, ibdev, fmt, ##__VA_ARGS__)#define ibdev_crit_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_crit, ibdev, fmt, ##__VA_ARGS__)#define ibdev_err_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_err, ibdev, fmt, ##__VA_ARGS__)#define ibdev_warn_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_warn, ibdev, fmt, ##__VA_ARGS__)#define ibdev_notice_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_notice, ibdev, fmt, ##__VA_ARGS__)#define ibdev_info_ratelimited(ibdev, fmt, ...) \	ibdev_level_ratelimited(ibdev_info, ibdev, fmt, ##__VA_ARGS__) #if defined(CONFIG_DYNAMIC_DEBUG) || \	(defined(CONFIG_DYNAMIC_DEBUG_CORE) && defined(DYNAMIC_DEBUG_MODULE))/* descriptor check is first to prevent flooding with "callbacks suppressed" */#define ibdev_dbg_ratelimited(ibdev, fmt, ...)                          \do {                                                                    \	static DEFINE_RATELIMIT_STATE(_rs,                              \				      DEFAULT_RATELIMIT_INTERVAL,       \				      DEFAULT_RATELIMIT_BURST);         \	DEFINE_DYNAMIC_DEBUG_METADATA(descriptor, fmt);                 \	if (DYNAMIC_DEBUG_BRANCH(descriptor) && __ratelimit(&_rs))      \		__dynamic_ibdev_dbg(&descriptor, ibdev, fmt,            \				    ##__VA_ARGS__);                     \} while (0)#else__printf(2, 3) __coldstatic inlinevoid ibdev_dbg_ratelimited(const struct ib_device *ibdev, const char *format, ...) {}#endif union ib_gid {	u8	raw[16];	struct {		__be64	subnet_prefix;		__be64	interface_id;	} global;}; extern union ib_gid zgid; enum ib_gid_type {	IB_GID_TYPE_IB = IB_UVERBS_GID_TYPE_IB,	IB_GID_TYPE_ROCE = IB_UVERBS_GID_TYPE_ROCE_V1,	IB_GID_TYPE_ROCE_UDP_ENCAP = IB_UVERBS_GID_TYPE_ROCE_V2,	IB_GID_TYPE_SIZE}; #define ROCE_V2_UDP_DPORT      4791struct ib_gid_attr {	struct net_device __rcu	*ndev;	struct ib_device	*device;	union ib_gid		gid;	enum ib_gid_type	gid_type;	u16			index;	u32			port_num;}; enum {	/* set the local administered indication */	IB_SA_WELL_KNOWN_GUID	= BIT_ULL(57) | 2,}; enum rdma_transport_type {	RDMA_TRANSPORT_IB,	RDMA_TRANSPORT_IWARP,	RDMA_TRANSPORT_USNIC,	RDMA_TRANSPORT_USNIC_UDP,	RDMA_TRANSPORT_UNSPECIFIED,}; enum rdma_protocol_type {	RDMA_PROTOCOL_IB,	RDMA_PROTOCOL_IBOE,	RDMA_PROTOCOL_IWARP,	RDMA_PROTOCOL_USNIC_UDP}; __attribute_const__ enum rdma_transport_typerdma_node_get_transport(unsigned int node_type); enum rdma_network_type {	RDMA_NETWORK_IB,	RDMA_NETWORK_ROCE_V1,	RDMA_NETWORK_IPV4,	RDMA_NETWORK_IPV6}; static inline enum ib_gid_type ib_network_to_gid_type(enum rdma_network_type network_type){	if (network_type == RDMA_NETWORK_IPV4 ||	    network_type == RDMA_NETWORK_IPV6)		return IB_GID_TYPE_ROCE_UDP_ENCAP;	else if (network_type == RDMA_NETWORK_ROCE_V1)		return IB_GID_TYPE_ROCE;	else		return IB_GID_TYPE_IB;} static inline enum rdma_network_typerdma_gid_attr_network_type(const struct ib_gid_attr *attr){	if (attr->gid_type == IB_GID_TYPE_IB)		return RDMA_NETWORK_IB; 	if (attr->gid_type == IB_GID_TYPE_ROCE)		return RDMA_NETWORK_ROCE_V1; 	if (ipv6_addr_v4mapped((struct in6_addr *)&attr->gid))		return RDMA_NETWORK_IPV4;	else		return RDMA_NETWORK_IPV6;} enum rdma_link_layer {	IB_LINK_LAYER_UNSPECIFIED,	IB_LINK_LAYER_INFINIBAND,	IB_LINK_LAYER_ETHERNET,}; enum ib_device_cap_flags {	IB_DEVICE_RESIZE_MAX_WR = IB_UVERBS_DEVICE_RESIZE_MAX_WR,	IB_DEVICE_BAD_PKEY_CNTR = IB_UVERBS_DEVICE_BAD_PKEY_CNTR,	IB_DEVICE_BAD_QKEY_CNTR = IB_UVERBS_DEVICE_BAD_QKEY_CNTR,	IB_DEVICE_RAW_MULTI = IB_UVERBS_DEVICE_RAW_MULTI,	IB_DEVICE_AUTO_PATH_MIG = IB_UVERBS_DEVICE_AUTO_PATH_MIG,	IB_DEVICE_CHANGE_PHY_PORT = IB_UVERBS_DEVICE_CHANGE_PHY_PORT,	IB_DEVICE_UD_AV_PORT_ENFORCE = IB_UVERBS_DEVICE_UD_AV_PORT_ENFORCE,	IB_DEVICE_CURR_QP_STATE_MOD = IB_UVERBS_DEVICE_CURR_QP_STATE_MOD,	IB_DEVICE_SHUTDOWN_PORT = IB_UVERBS_DEVICE_SHUTDOWN_PORT,	/* IB_DEVICE_INIT_TYPE = IB_UVERBS_DEVICE_INIT_TYPE, (not in use) */	IB_DEVICE_PORT_ACTIVE_EVENT = IB_UVERBS_DEVICE_PORT_ACTIVE_EVENT,	IB_DEVICE_SYS_IMAGE_GUID = IB_UVERBS_DEVICE_SYS_IMAGE_GUID,	IB_DEVICE_RC_RNR_NAK_GEN = IB_UVERBS_DEVICE_RC_RNR_NAK_GEN,	IB_DEVICE_SRQ_RESIZE = IB_UVERBS_DEVICE_SRQ_RESIZE,	IB_DEVICE_N_NOTIFY_CQ = IB_UVERBS_DEVICE_N_NOTIFY_CQ, 	/* Reserved, old SEND_W_INV = 1 << 16,*/	IB_DEVICE_MEM_WINDOW = IB_UVERBS_DEVICE_MEM_WINDOW,	/*	 * Devices should set IB_DEVICE_UD_IP_SUM if they support	 * insertion of UDP and TCP checksum on outgoing UD IPoIB	 * messages and can verify the validity of checksum for	 * incoming messages.  Setting this flag implies that the	 * IPoIB driver may set NETIF_F_IP_CSUM for datagram mode.	 */	IB_DEVICE_UD_IP_CSUM = IB_UVERBS_DEVICE_UD_IP_CSUM,	IB_DEVICE_XRC = IB_UVERBS_DEVICE_XRC, 	/*	 * This device supports the IB "base memory management extension",	 * which includes support for fast registrations (IB_WR_REG_MR,	 * IB_WR_LOCAL_INV and IB_WR_SEND_WITH_INV verbs).  This flag should	 * also be set by any iWarp device which must support FRs to comply	 * to the iWarp verbs spec.  iWarp devices also support the	 * IB_WR_RDMA_READ_WITH_INV verb for RDMA READs that invalidate the	 * stag.	 */	IB_DEVICE_MEM_MGT_EXTENSIONS = IB_UVERBS_DEVICE_MEM_MGT_EXTENSIONS,	IB_DEVICE_MEM_WINDOW_TYPE_2A = IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2A,	IB_DEVICE_MEM_WINDOW_TYPE_2B = IB_UVERBS_DEVICE_MEM_WINDOW_TYPE_2B,	IB_DEVICE_RC_IP_CSUM = IB_UVERBS_DEVICE_RC_IP_CSUM,	/* Deprecated. Please use IB_RAW_PACKET_CAP_IP_CSUM. */	IB_DEVICE_RAW_IP_CSUM = IB_UVERBS_DEVICE_RAW_IP_CSUM,	IB_DEVICE_MANAGED_FLOW_STEERING =		IB_UVERBS_DEVICE_MANAGED_FLOW_STEERING,	/* Deprecated. Please use IB_RAW_PACKET_CAP_SCATTER_FCS. */	IB_DEVICE_RAW_SCATTER_FCS = IB_UVERBS_DEVICE_RAW_SCATTER_FCS,	/* The device supports padding incoming writes to cacheline. */	IB_DEVICE_PCI_WRITE_END_PADDING =		IB_UVERBS_DEVICE_PCI_WRITE_END_PADDING,	/* Placement type attributes */	IB_DEVICE_FLUSH_GLOBAL = IB_UVERBS_DEVICE_FLUSH_GLOBAL,	IB_DEVICE_FLUSH_PERSISTENT = IB_UVERBS_DEVICE_FLUSH_PERSISTENT,	IB_DEVICE_ATOMIC_WRITE = IB_UVERBS_DEVICE_ATOMIC_WRITE,	IB_DEVICE_CC_DMA_BOUNCE = IB_UVERBS_DEVICE_CC_DMA_BOUNCE,}; enum ib_kernel_cap_flags {	/*	 * This device supports a per-device lkey or stag that can be	 * used without performing a memory registration for the local	 * memory.  Note that ULPs should never check this flag, but	 * instead of use the local_dma_lkey flag in the ib_pd structure,	 * which will always contain a usable lkey.	 */	IBK_LOCAL_DMA_LKEY = 1 << 0,	/* IB_QP_CREATE_INTEGRITY_EN is supported to implement T10-PI */	IBK_INTEGRITY_HANDOVER = 1 << 1,	/* IB_ACCESS_ON_DEMAND is supported during reg_user_mr() */	IBK_ON_DEMAND_PAGING = 1 << 2,	/* IB_MR_TYPE_SG_GAPS is supported */	IBK_SG_GAPS_REG = 1 << 3,	/* Driver supports RDMA_NLDEV_CMD_DELLINK */	IBK_ALLOW_USER_UNREG = 1 << 4, 	/* ipoib will use IB_QP_CREATE_BLOCK_MULTICAST_LOOPBACK */	IBK_BLOCK_MULTICAST_LOOPBACK = 1 << 5,	/* iopib will use IB_QP_CREATE_IPOIB_UD_LSO for its QPs */	IBK_UD_TSO = 1 << 6,	/* iopib will use the device ops:	 *   get_vf_config	 *   get_vf_guid	 *   get_vf_stats	 *   set_vf_guid	 *   set_vf_link_state	 */	IBK_VIRTUAL_FUNCTION = 1 << 7,	/* ipoib will use IB_QP_CREATE_NETDEV_USE for its QPs */	IBK_RDMA_NETDEV_OPA = 1 << 8,}; enum ib_atomic_cap {	IB_ATOMIC_NONE,	IB_ATOMIC_HCA,	IB_ATOMIC_GLOB}; enum ib_odp_general_cap_bits {	IB_ODP_SUPPORT		= IB_UVERBS_ODP_SUPPORT,	IB_ODP_SUPPORT_IMPLICIT = IB_UVERBS_ODP_SUPPORT_IMPLICIT,}; enum ib_odp_transport_cap_bits {	IB_ODP_SUPPORT_SEND	= IB_UVERBS_ODP_SUPPORT_SEND,	IB_ODP_SUPPORT_RECV	= IB_UVERBS_ODP_SUPPORT_RECV,	IB_ODP_SUPPORT_WRITE	= IB_UVERBS_ODP_SUPPORT_WRITE,	IB_ODP_SUPPORT_READ	= IB_UVERBS_ODP_SUPPORT_READ,	IB_ODP_SUPPORT_ATOMIC	= IB_UVERBS_ODP_SUPPORT_ATOMIC,	IB_ODP_SUPPORT_SRQ_RECV	= IB_UVERBS_ODP_SUPPORT_SRQ_RECV,	IB_ODP_SUPPORT_FLUSH	= IB_UVERBS_ODP_SUPPORT_FLUSH,	IB_ODP_SUPPORT_ATOMIC_WRITE	= IB_UVERBS_ODP_SUPPORT_ATOMIC_WRITE,}; struct ib_odp_caps {	uint64_t general_caps;	struct {		uint32_t  rc_odp_caps;		uint32_t  uc_odp_caps;		uint32_t  ud_odp_caps;		uint32_t  xrc_odp_caps;	} per_transport_caps;}; struct ib_rss_caps {	/* Corresponding bit will be set if qp type from	 * 'enum ib_qp_type' is supported, e.g.	 * supported_qpts |= 1 << IB_QPT_UD	 */	u32 supported_qpts;	u32 max_rwq_indirection_tables;	u32 max_rwq_indirection_table_size;}; enum ib_tm_cap_flags {	/*  Support tag matching with rendezvous offload for RC transport */	IB_TM_CAP_RNDV_RC = 1 << 0,}; struct ib_tm_caps {	/* Max size of RNDV header */	u32 max_rndv_hdr_size;	/* Max number of entries in tag matching list */	u32 max_num_tags;	/* From enum ib_tm_cap_flags */	u32 flags;	/* Max number of outstanding list operations */	u32 max_ops;	/* Max number of SGE in tag matching entry */	u32 max_sge;}; struct ib_cq_init_attr {	unsigned int	cqe;	u32		comp_vector;	u32		flags;}; enum ib_cq_attr_mask {	IB_CQ_MODERATE = 1 << 0,}; struct ib_cq_caps {	u16     max_cq_moderation_count;	u16     max_cq_moderation_period;}; struct ib_dm_mr_attr {	u64		length;	u64		offset;	u32		access_flags;}; struct ib_dm_alloc_attr {	u64	length;	u32	alignment;	u32	flags;}; struct ib_device_attr {	u64			fw_ver;	__be64			sys_image_guid;	u64			max_mr_size;	u64			page_size_cap;	u32			vendor_id;	u32			vendor_part_id;	u32			hw_ver;	u32			max_qp;	u32			max_qp_wr;	u64			device_cap_flags;	u64			kernel_cap_flags;	u32			max_send_sge;	u32			max_recv_sge;	u32			max_sge_rd;	u32			max_cq;	u32			max_cqe;	u32			max_mr;	u32			max_pd;	u32			max_qp_rd_atom;	u32			max_ee_rd_atom;	u32			max_res_rd_atom;	u32			max_qp_init_rd_atom;	u32			max_ee_init_rd_atom;	enum ib_atomic_cap	atomic_cap;	enum ib_atomic_cap	masked_atomic_cap;	u32			max_ee;	u32			max_rdd;	u32			max_mw;	u32			max_raw_ipv6_qp;	u32			max_raw_ethy_qp;	u32			max_mcast_grp;	u32			max_mcast_qp_attach;	u32			max_total_mcast_qp_attach;	u32			max_ah;	u32			max_srq;	u32			max_srq_wr;	u32			max_srq_sge;	unsigned int		max_fast_reg_page_list_len;	unsigned int		max_pi_fast_reg_page_list_len;	u16			max_pkeys;	u8			local_ca_ack_delay;	int			sig_prot_cap;	int			sig_guard_cap;	struct ib_odp_caps	odp_caps;	uint64_t		timestamp_mask;	uint64_t		hca_core_clock; /* in KHZ */	struct ib_rss_caps	rss_caps;	u32			max_wq_type_rq;	u32			raw_packet_caps; /* Use ib_raw_packet_caps enum */	struct ib_tm_caps	tm_caps;	struct ib_cq_caps       cq_caps;	u64			max_dm_size;	/* Max entries for sgl for optimized performance per READ */	u32			max_sgl_rd;}; enum ib_mtu {	IB_MTU_256  = 1,	IB_MTU_512  = 2,	IB_MTU_1024 = 3,	IB_MTU_2048 = 4,	IB_MTU_4096 = 5}; enum opa_mtu {	OPA_MTU_8192 = 6,	OPA_MTU_10240 = 7}; static inline int ib_mtu_enum_to_int(enum ib_mtu mtu){	switch (mtu) {	case IB_MTU_256:  return  256;	case IB_MTU_512:  return  512;	case IB_MTU_1024: return 1024;	case IB_MTU_2048: return 2048;	case IB_MTU_4096: return 4096;	default: 	  return -1;	}} static inline enum ib_mtu ib_mtu_int_to_enum(int mtu){	if (mtu >= 4096)		return IB_MTU_4096;	else if (mtu >= 2048)		return IB_MTU_2048;	else if (mtu >= 1024)		return IB_MTU_1024;	else if (mtu >= 512)		return IB_MTU_512;	else		return IB_MTU_256;} static inline int opa_mtu_enum_to_int(enum opa_mtu mtu){	switch (mtu) {

Lines 1–500 of 5207.

Keyboard shortcuts

General

Show keyboard shortcuts
?
Focus the current search
/

Issues and pull requests

Open filters
f

Issues, pull requests and Inbox

Select next item
j↓
Select previous item
k↑
Open selected item
Enter
Dismiss filters or clear selection
Esc

Repository code

Go to file
t