2020-07-19 10:25:21 +03:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB */
|
2005-04-17 02:20:36 +04:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2004 Topspin Corporation. All rights reserved.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef IB_PACK_H
|
|
|
|
#define IB_PACK_H
|
|
|
|
|
2005-08-26 00:40:04 +04:00
|
|
|
#include <rdma/ib_verbs.h>
|
IB/core: Ethernet L2 attributes in verbs/cm structures
This patch add the support for Ethernet L2 attributes in the
verbs/cm/cma structures.
When dealing with L2 Ethernet, we should use smac, dmac, vlan ID and priority
in a similar manner that the IB L2 (and the L4 PKEY) attributes are used.
Thus, those attributes were added to the following structures:
* ib_ah_attr - added dmac
* ib_qp_attr - added smac and vlan_id, (sl remains vlan priority)
* ib_wc - added smac, vlan_id
* ib_sa_path_rec - added smac, dmac, vlan_id
* cm_av - added smac and vlan_id
For the path record structure, extra care was taken to avoid the new
fields when packing it into wire format, so we don't break the IB CM
and SA wire protocol.
On the active side, the CM fills. its internal structures from the
path provided by the ULP. We add there taking the ETH L2 attributes
and placing them into the CM Address Handle (struct cm_av).
On the passive side, the CM fills its internal structures from the WC
associated with the REQ message. We add there taking the ETH L2
attributes from the WC.
When the HW driver provides the required ETH L2 attributes in the WC,
they set the IB_WC_WITH_SMAC and IB_WC_WITH_VLAN flags. The IB core
code checks for the presence of these flags, and in their absence does
address resolution from the ib_init_ah_from_wc() helper function.
ib_modify_qp_is_ok is also updated to consider the link layer. Some
parameters are mandatory for Ethernet link layer, while they are
irrelevant for IB. Vendor drivers are modified to support the new
function signature.
Signed-off-by: Matan Barak <matanb@mellanox.com>
Signed-off-by: Or Gerlitz <ogerlitz@mellanox.com>
Signed-off-by: Roland Dreier <roland@purestorage.com>
2013-12-12 20:03:11 +04:00
|
|
|
#include <uapi/linux/if_ether.h>
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
enum {
|
2017-10-16 08:45:16 +03:00
|
|
|
IB_LRH_BYTES = 8,
|
|
|
|
IB_ETH_BYTES = 14,
|
|
|
|
IB_VLAN_BYTES = 4,
|
|
|
|
IB_GRH_BYTES = 40,
|
|
|
|
IB_IP4_BYTES = 20,
|
|
|
|
IB_UDP_BYTES = 8,
|
|
|
|
IB_BTH_BYTES = 12,
|
|
|
|
IB_DETH_BYTES = 8,
|
|
|
|
IB_EXT_ATOMICETH_BYTES = 28,
|
|
|
|
IB_EXT_XRC_BYTES = 4,
|
|
|
|
IB_ICRC_BYTES = 4
|
2005-04-17 02:20:36 +04:00
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_field {
|
|
|
|
size_t struct_offset_bytes;
|
|
|
|
size_t struct_size_bytes;
|
|
|
|
int offset_words;
|
|
|
|
int offset_bits;
|
|
|
|
int size_bits;
|
|
|
|
char *field_name;
|
|
|
|
};
|
|
|
|
|
|
|
|
#define RESERVED \
|
|
|
|
.field_name = "reserved"
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This macro cleans up the definitions of constants for BTH opcodes.
|
|
|
|
* It is used to define constants such as IB_OPCODE_UD_SEND_ONLY,
|
|
|
|
* which becomes IB_OPCODE_UD + IB_OPCODE_SEND_ONLY, and this gives
|
|
|
|
* the correct value.
|
|
|
|
*
|
|
|
|
* In short, user code should use the constants defined using the
|
|
|
|
* macro rather than worrying about adding together other constants.
|
|
|
|
*/
|
|
|
|
#define IB_OPCODE(transport, op) \
|
|
|
|
IB_OPCODE_ ## transport ## _ ## op = \
|
|
|
|
IB_OPCODE_ ## transport + IB_OPCODE_ ## op
|
|
|
|
|
|
|
|
enum {
|
|
|
|
/* transport types -- just used to define real constants */
|
|
|
|
IB_OPCODE_RC = 0x00,
|
|
|
|
IB_OPCODE_UC = 0x20,
|
|
|
|
IB_OPCODE_RD = 0x40,
|
|
|
|
IB_OPCODE_UD = 0x60,
|
2015-09-30 22:04:29 +03:00
|
|
|
/* per IBTA 1.3 vol 1 Table 38, A10.3.2 */
|
2015-07-30 22:17:32 +03:00
|
|
|
IB_OPCODE_CNP = 0x80,
|
2017-03-21 03:26:20 +03:00
|
|
|
/* Manufacturer specific */
|
|
|
|
IB_OPCODE_MSP = 0xe0,
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
/* operations -- just used to define real constants */
|
|
|
|
IB_OPCODE_SEND_FIRST = 0x00,
|
|
|
|
IB_OPCODE_SEND_MIDDLE = 0x01,
|
|
|
|
IB_OPCODE_SEND_LAST = 0x02,
|
|
|
|
IB_OPCODE_SEND_LAST_WITH_IMMEDIATE = 0x03,
|
|
|
|
IB_OPCODE_SEND_ONLY = 0x04,
|
|
|
|
IB_OPCODE_SEND_ONLY_WITH_IMMEDIATE = 0x05,
|
|
|
|
IB_OPCODE_RDMA_WRITE_FIRST = 0x06,
|
|
|
|
IB_OPCODE_RDMA_WRITE_MIDDLE = 0x07,
|
|
|
|
IB_OPCODE_RDMA_WRITE_LAST = 0x08,
|
|
|
|
IB_OPCODE_RDMA_WRITE_LAST_WITH_IMMEDIATE = 0x09,
|
|
|
|
IB_OPCODE_RDMA_WRITE_ONLY = 0x0a,
|
|
|
|
IB_OPCODE_RDMA_WRITE_ONLY_WITH_IMMEDIATE = 0x0b,
|
|
|
|
IB_OPCODE_RDMA_READ_REQUEST = 0x0c,
|
|
|
|
IB_OPCODE_RDMA_READ_RESPONSE_FIRST = 0x0d,
|
|
|
|
IB_OPCODE_RDMA_READ_RESPONSE_MIDDLE = 0x0e,
|
|
|
|
IB_OPCODE_RDMA_READ_RESPONSE_LAST = 0x0f,
|
|
|
|
IB_OPCODE_RDMA_READ_RESPONSE_ONLY = 0x10,
|
|
|
|
IB_OPCODE_ACKNOWLEDGE = 0x11,
|
|
|
|
IB_OPCODE_ATOMIC_ACKNOWLEDGE = 0x12,
|
|
|
|
IB_OPCODE_COMPARE_SWAP = 0x13,
|
|
|
|
IB_OPCODE_FETCH_ADD = 0x14,
|
2016-05-12 20:23:53 +03:00
|
|
|
/* opcode 0x15 is reserved */
|
|
|
|
IB_OPCODE_SEND_LAST_WITH_INVALIDATE = 0x16,
|
|
|
|
IB_OPCODE_SEND_ONLY_WITH_INVALIDATE = 0x17,
|
2022-12-06 16:01:53 +03:00
|
|
|
IB_OPCODE_FLUSH = 0x1C,
|
2022-12-01 17:37:06 +03:00
|
|
|
IB_OPCODE_ATOMIC_WRITE = 0x1D,
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
/* real constants follow -- see comment about above IB_OPCODE()
|
|
|
|
macro for more details */
|
|
|
|
|
|
|
|
/* RC */
|
|
|
|
IB_OPCODE(RC, SEND_FIRST),
|
|
|
|
IB_OPCODE(RC, SEND_MIDDLE),
|
|
|
|
IB_OPCODE(RC, SEND_LAST),
|
|
|
|
IB_OPCODE(RC, SEND_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RC, SEND_ONLY),
|
|
|
|
IB_OPCODE(RC, SEND_ONLY_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_FIRST),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_MIDDLE),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_LAST),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_ONLY),
|
|
|
|
IB_OPCODE(RC, RDMA_WRITE_ONLY_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RC, RDMA_READ_REQUEST),
|
|
|
|
IB_OPCODE(RC, RDMA_READ_RESPONSE_FIRST),
|
|
|
|
IB_OPCODE(RC, RDMA_READ_RESPONSE_MIDDLE),
|
|
|
|
IB_OPCODE(RC, RDMA_READ_RESPONSE_LAST),
|
|
|
|
IB_OPCODE(RC, RDMA_READ_RESPONSE_ONLY),
|
|
|
|
IB_OPCODE(RC, ACKNOWLEDGE),
|
|
|
|
IB_OPCODE(RC, ATOMIC_ACKNOWLEDGE),
|
|
|
|
IB_OPCODE(RC, COMPARE_SWAP),
|
|
|
|
IB_OPCODE(RC, FETCH_ADD),
|
2016-05-12 20:23:53 +03:00
|
|
|
IB_OPCODE(RC, SEND_LAST_WITH_INVALIDATE),
|
|
|
|
IB_OPCODE(RC, SEND_ONLY_WITH_INVALIDATE),
|
2022-12-06 16:01:53 +03:00
|
|
|
IB_OPCODE(RC, FLUSH),
|
2022-12-01 17:37:06 +03:00
|
|
|
IB_OPCODE(RC, ATOMIC_WRITE),
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
/* UC */
|
|
|
|
IB_OPCODE(UC, SEND_FIRST),
|
|
|
|
IB_OPCODE(UC, SEND_MIDDLE),
|
|
|
|
IB_OPCODE(UC, SEND_LAST),
|
|
|
|
IB_OPCODE(UC, SEND_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(UC, SEND_ONLY),
|
|
|
|
IB_OPCODE(UC, SEND_ONLY_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_FIRST),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_MIDDLE),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_LAST),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_ONLY),
|
|
|
|
IB_OPCODE(UC, RDMA_WRITE_ONLY_WITH_IMMEDIATE),
|
|
|
|
|
|
|
|
/* RD */
|
|
|
|
IB_OPCODE(RD, SEND_FIRST),
|
|
|
|
IB_OPCODE(RD, SEND_MIDDLE),
|
|
|
|
IB_OPCODE(RD, SEND_LAST),
|
|
|
|
IB_OPCODE(RD, SEND_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RD, SEND_ONLY),
|
|
|
|
IB_OPCODE(RD, SEND_ONLY_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_FIRST),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_MIDDLE),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_LAST),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_LAST_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_ONLY),
|
|
|
|
IB_OPCODE(RD, RDMA_WRITE_ONLY_WITH_IMMEDIATE),
|
|
|
|
IB_OPCODE(RD, RDMA_READ_REQUEST),
|
|
|
|
IB_OPCODE(RD, RDMA_READ_RESPONSE_FIRST),
|
|
|
|
IB_OPCODE(RD, RDMA_READ_RESPONSE_MIDDLE),
|
|
|
|
IB_OPCODE(RD, RDMA_READ_RESPONSE_LAST),
|
|
|
|
IB_OPCODE(RD, RDMA_READ_RESPONSE_ONLY),
|
|
|
|
IB_OPCODE(RD, ACKNOWLEDGE),
|
|
|
|
IB_OPCODE(RD, ATOMIC_ACKNOWLEDGE),
|
|
|
|
IB_OPCODE(RD, COMPARE_SWAP),
|
|
|
|
IB_OPCODE(RD, FETCH_ADD),
|
2022-12-06 16:01:53 +03:00
|
|
|
IB_OPCODE(RD, FLUSH),
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
/* UD */
|
|
|
|
IB_OPCODE(UD, SEND_ONLY),
|
|
|
|
IB_OPCODE(UD, SEND_ONLY_WITH_IMMEDIATE)
|
|
|
|
};
|
|
|
|
|
|
|
|
enum {
|
|
|
|
IB_LNH_RAW = 0,
|
|
|
|
IB_LNH_IP = 1,
|
|
|
|
IB_LNH_IBA_LOCAL = 2,
|
|
|
|
IB_LNH_IBA_GLOBAL = 3
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_unpacked_lrh {
|
|
|
|
u8 virtual_lane;
|
|
|
|
u8 link_version;
|
|
|
|
u8 service_level;
|
|
|
|
u8 link_next_header;
|
|
|
|
__be16 destination_lid;
|
|
|
|
__be16 packet_length;
|
|
|
|
__be16 source_lid;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_unpacked_grh {
|
|
|
|
u8 ip_version;
|
|
|
|
u8 traffic_class;
|
|
|
|
__be32 flow_label;
|
|
|
|
__be16 payload_length;
|
|
|
|
u8 next_header;
|
|
|
|
u8 hop_limit;
|
|
|
|
union ib_gid source_gid;
|
|
|
|
union ib_gid destination_gid;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_unpacked_bth {
|
|
|
|
u8 opcode;
|
|
|
|
u8 solicited_event;
|
|
|
|
u8 mig_req;
|
|
|
|
u8 pad_count;
|
|
|
|
u8 transport_header_version;
|
|
|
|
__be16 pkey;
|
|
|
|
__be32 destination_qpn;
|
|
|
|
u8 ack_req;
|
|
|
|
__be32 psn;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_unpacked_deth {
|
|
|
|
__be32 qkey;
|
|
|
|
__be32 source_qpn;
|
|
|
|
};
|
|
|
|
|
2010-08-26 18:17:56 +04:00
|
|
|
struct ib_unpacked_eth {
|
|
|
|
u8 dmac_h[4];
|
|
|
|
u8 dmac_l[2];
|
|
|
|
u8 smac_h[2];
|
|
|
|
u8 smac_l[4];
|
|
|
|
__be16 type;
|
|
|
|
};
|
|
|
|
|
2015-12-23 15:56:56 +03:00
|
|
|
struct ib_unpacked_ip4 {
|
|
|
|
u8 ver;
|
|
|
|
u8 hdr_len;
|
|
|
|
u8 tos;
|
|
|
|
__be16 tot_len;
|
|
|
|
__be16 id;
|
|
|
|
__be16 frag_off;
|
|
|
|
u8 ttl;
|
|
|
|
u8 protocol;
|
2016-01-14 18:50:41 +03:00
|
|
|
__sum16 check;
|
2015-12-23 15:56:56 +03:00
|
|
|
__be32 saddr;
|
|
|
|
__be32 daddr;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ib_unpacked_udp {
|
|
|
|
__be16 sport;
|
|
|
|
__be16 dport;
|
|
|
|
__be16 length;
|
|
|
|
__be16 csum;
|
|
|
|
};
|
|
|
|
|
2010-08-26 18:18:59 +04:00
|
|
|
struct ib_unpacked_vlan {
|
|
|
|
__be16 tag;
|
|
|
|
__be16 type;
|
|
|
|
};
|
|
|
|
|
2005-04-17 02:20:36 +04:00
|
|
|
struct ib_ud_header {
|
2010-08-26 18:17:56 +04:00
|
|
|
int lrh_present;
|
2005-04-17 02:20:36 +04:00
|
|
|
struct ib_unpacked_lrh lrh;
|
2010-08-26 18:17:56 +04:00
|
|
|
int eth_present;
|
|
|
|
struct ib_unpacked_eth eth;
|
2010-08-26 18:18:59 +04:00
|
|
|
int vlan_present;
|
|
|
|
struct ib_unpacked_vlan vlan;
|
2010-08-26 18:17:56 +04:00
|
|
|
int grh_present;
|
|
|
|
struct ib_unpacked_grh grh;
|
2015-12-23 15:56:56 +03:00
|
|
|
int ipv4_present;
|
|
|
|
struct ib_unpacked_ip4 ip4;
|
|
|
|
int udp_present;
|
|
|
|
struct ib_unpacked_udp udp;
|
2010-08-26 18:17:56 +04:00
|
|
|
struct ib_unpacked_bth bth;
|
2005-04-17 02:20:36 +04:00
|
|
|
struct ib_unpacked_deth deth;
|
2010-08-26 18:17:56 +04:00
|
|
|
int immediate_present;
|
|
|
|
__be32 immediate_data;
|
2005-04-17 02:20:36 +04:00
|
|
|
};
|
|
|
|
|
|
|
|
void ib_pack(const struct ib_field *desc,
|
|
|
|
int desc_len,
|
|
|
|
void *structure,
|
|
|
|
void *buf);
|
|
|
|
|
|
|
|
void ib_unpack(const struct ib_field *desc,
|
|
|
|
int desc_len,
|
|
|
|
void *buf,
|
|
|
|
void *structure);
|
|
|
|
|
2016-01-14 18:50:41 +03:00
|
|
|
__sum16 ib_ud_ip4_csum(struct ib_ud_header *header);
|
2015-12-23 15:56:56 +03:00
|
|
|
|
|
|
|
int ib_ud_header_init(int payload_bytes,
|
|
|
|
int lrh_present,
|
|
|
|
int eth_present,
|
|
|
|
int vlan_present,
|
|
|
|
int grh_present,
|
|
|
|
int ip_version,
|
|
|
|
int udp_present,
|
|
|
|
int immediate_present,
|
|
|
|
struct ib_ud_header *header);
|
2005-04-17 02:20:36 +04:00
|
|
|
|
|
|
|
int ib_ud_header_pack(struct ib_ud_header *header,
|
|
|
|
void *buf);
|
|
|
|
|
|
|
|
int ib_ud_header_unpack(void *buf,
|
|
|
|
struct ib_ud_header *header);
|
|
|
|
|
|
|
|
#endif /* IB_PACK_H */
|