1 /* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
3 /* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
4 /* Copyright (c) 2008-2019, IBM Corporation */
9 #include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
10 #include <linux/types.h>
11 #include <asm/byteorder.h>
13 #define RDMAP_VERSION 1
15 #define MPA_REVISION_1 1
16 #define MPA_REVISION_2 2
17 #define MPA_MAX_PRIVDATA RDMA_MAX_PRIVATE_DATA
18 #define MPA_KEY_REQ "MPA ID Req Frame"
19 #define MPA_KEY_REP "MPA ID Rep Frame"
20 #define MPA_IRD_ORD_MASK 0x3fff
22 struct mpa_rr_params {
28 * MPA request/response header bits & fields
31 MPA_RR_FLAG_MARKERS = cpu_to_be16(0x8000),
32 MPA_RR_FLAG_CRC = cpu_to_be16(0x4000),
33 MPA_RR_FLAG_REJECT = cpu_to_be16(0x2000),
34 MPA_RR_FLAG_ENHANCED = cpu_to_be16(0x1000),
35 MPA_RR_FLAG_GSO_EXP = cpu_to_be16(0x0800),
36 MPA_RR_MASK_REVISION = cpu_to_be16(0x00ff)
40 * MPA request/reply header
44 struct mpa_rr_params params;
47 static inline void __mpa_rr_set_revision(__be16 *bits, u8 rev)
49 *bits = (*bits & ~MPA_RR_MASK_REVISION) |
50 (cpu_to_be16(rev) & MPA_RR_MASK_REVISION);
53 static inline u8 __mpa_rr_revision(__be16 mpa_rr_bits)
55 __be16 rev = mpa_rr_bits & MPA_RR_MASK_REVISION;
57 return be16_to_cpu(rev);
61 MPA_V2_PEER_TO_PEER = cpu_to_be16(0x8000),
62 MPA_V2_ZERO_LENGTH_RTR = cpu_to_be16(0x4000),
63 MPA_V2_RDMA_WRITE_RTR = cpu_to_be16(0x8000),
64 MPA_V2_RDMA_READ_RTR = cpu_to_be16(0x4000),
65 MPA_V2_RDMA_NO_RTR = cpu_to_be16(0x0000),
66 MPA_V2_MASK_IRD_ORD = cpu_to_be16(0x3fff)
76 __be16 fpdu_hmd; /* FPDU header-marker distance (= MPA's FPDUPTR) */
87 #define MPA_HDR_SIZE 2
88 #define MPA_CRC_SIZE 4
91 * Common portion of iWARP headers (MPA, DDP, RDMAP)
96 __be16 ddp_rdmap_ctrl;
100 * DDP/RDMAP Hdr bits & fields
103 DDP_FLAG_TAGGED = cpu_to_be16(0x8000),
104 DDP_FLAG_LAST = cpu_to_be16(0x4000),
105 DDP_MASK_RESERVED = cpu_to_be16(0x3C00),
106 DDP_MASK_VERSION = cpu_to_be16(0x0300),
107 RDMAP_MASK_VERSION = cpu_to_be16(0x00C0),
108 RDMAP_MASK_RESERVED = cpu_to_be16(0x0030),
109 RDMAP_MASK_OPCODE = cpu_to_be16(0x000f)
112 static inline u8 __ddp_get_version(struct iwarp_ctrl *ctrl)
114 return be16_to_cpu(ctrl->ddp_rdmap_ctrl & DDP_MASK_VERSION) >> 8;
117 static inline u8 __rdmap_get_version(struct iwarp_ctrl *ctrl)
119 __be16 ver = ctrl->ddp_rdmap_ctrl & RDMAP_MASK_VERSION;
121 return be16_to_cpu(ver) >> 6;
124 static inline u8 __rdmap_get_opcode(struct iwarp_ctrl *ctrl)
126 return be16_to_cpu(ctrl->ddp_rdmap_ctrl & RDMAP_MASK_OPCODE);
129 static inline void __rdmap_set_opcode(struct iwarp_ctrl *ctrl, u8 opcode)
131 ctrl->ddp_rdmap_ctrl = (ctrl->ddp_rdmap_ctrl & ~RDMAP_MASK_OPCODE) |
132 (cpu_to_be16(opcode) & RDMAP_MASK_OPCODE);
135 struct iwarp_rdma_write {
136 struct iwarp_ctrl ctrl;
141 struct iwarp_rdma_rreq {
142 struct iwarp_ctrl ctrl;
154 struct iwarp_rdma_rresp {
155 struct iwarp_ctrl ctrl;
161 struct iwarp_ctrl ctrl;
168 struct iwarp_send_inv {
169 struct iwarp_ctrl ctrl;
176 struct iwarp_terminate {
177 struct iwarp_ctrl ctrl;
182 #if defined(__LITTLE_ENDIAN_BITFIELD)
189 __be32 reserved : 13;
190 #elif defined(__BIG_ENDIAN_BITFIELD)
191 __be32 reserved : 13;
199 #error "undefined byte order"
204 * Terminate Hdr bits & fields
207 TERM_MASK_LAYER = cpu_to_be32(0xf0000000),
208 TERM_MASK_ETYPE = cpu_to_be32(0x0f000000),
209 TERM_MASK_ECODE = cpu_to_be32(0x00ff0000),
210 TERM_FLAG_M = cpu_to_be32(0x00008000),
211 TERM_FLAG_D = cpu_to_be32(0x00004000),
212 TERM_FLAG_R = cpu_to_be32(0x00002000),
213 TERM_MASK_RESVD = cpu_to_be32(0x00001fff)
216 static inline u8 __rdmap_term_layer(struct iwarp_terminate *term)
221 static inline void __rdmap_term_set_layer(struct iwarp_terminate *term,
224 term->layer = layer & 0xf;
227 static inline u8 __rdmap_term_etype(struct iwarp_terminate *term)
232 static inline void __rdmap_term_set_etype(struct iwarp_terminate *term,
235 term->etype = etype & 0xf;
238 static inline u8 __rdmap_term_ecode(struct iwarp_terminate *term)
243 static inline void __rdmap_term_set_ecode(struct iwarp_terminate *term,
250 * Common portion of iWARP headers (MPA, DDP, RDMAP)
251 * for an FPDU carrying an untagged DDP segment
253 struct iwarp_ctrl_untagged {
254 struct iwarp_ctrl ctrl;
262 * Common portion of iWARP headers (MPA, DDP, RDMAP)
263 * for an FPDU carrying a tagged DDP segment
265 struct iwarp_ctrl_tagged {
266 struct iwarp_ctrl ctrl;
272 struct iwarp_ctrl ctrl;
273 struct iwarp_ctrl_untagged c_untagged;
274 struct iwarp_ctrl_tagged c_tagged;
275 struct iwarp_rdma_write rwrite;
276 struct iwarp_rdma_rreq rreq;
277 struct iwarp_rdma_rresp rresp;
278 struct iwarp_terminate terminate;
279 struct iwarp_send send;
280 struct iwarp_send_inv send_inv;
284 TERM_ERROR_LAYER_RDMAP = 0x00,
285 TERM_ERROR_LAYER_DDP = 0x01,
286 TERM_ERROR_LAYER_LLP = 0x02 /* eg., MPA */
290 DDP_ETYPE_CATASTROPHIC = 0x0,
291 DDP_ETYPE_TAGGED_BUF = 0x1,
292 DDP_ETYPE_UNTAGGED_BUF = 0x2,
297 /* unspecified, set to zero */
298 DDP_ECODE_CATASTROPHIC = 0x00,
299 /* Tagged Buffer Errors */
300 DDP_ECODE_T_INVALID_STAG = 0x00,
301 DDP_ECODE_T_BASE_BOUNDS = 0x01,
302 DDP_ECODE_T_STAG_NOT_ASSOC = 0x02,
303 DDP_ECODE_T_TO_WRAP = 0x03,
304 DDP_ECODE_T_VERSION = 0x04,
305 /* Untagged Buffer Errors */
306 DDP_ECODE_UT_INVALID_QN = 0x01,
307 DDP_ECODE_UT_INVALID_MSN_NOBUF = 0x02,
308 DDP_ECODE_UT_INVALID_MSN_RANGE = 0x03,
309 DDP_ECODE_UT_INVALID_MO = 0x04,
310 DDP_ECODE_UT_MSG_TOOLONG = 0x05,
311 DDP_ECODE_UT_VERSION = 0x06
314 enum rdmap_untagged_qn {
315 RDMAP_UNTAGGED_QN_SEND = 0,
316 RDMAP_UNTAGGED_QN_RDMA_READ = 1,
317 RDMAP_UNTAGGED_QN_TERMINATE = 2,
318 RDMAP_UNTAGGED_QN_COUNT = 3
322 RDMAP_ETYPE_CATASTROPHIC = 0x0,
323 RDMAP_ETYPE_REMOTE_PROTECTION = 0x1,
324 RDMAP_ETYPE_REMOTE_OPERATION = 0x2
328 RDMAP_ECODE_INVALID_STAG = 0x00,
329 RDMAP_ECODE_BASE_BOUNDS = 0x01,
330 RDMAP_ECODE_ACCESS_RIGHTS = 0x02,
331 RDMAP_ECODE_STAG_NOT_ASSOC = 0x03,
332 RDMAP_ECODE_TO_WRAP = 0x04,
333 RDMAP_ECODE_VERSION = 0x05,
334 RDMAP_ECODE_OPCODE = 0x06,
335 RDMAP_ECODE_CATASTROPHIC_STREAM = 0x07,
336 RDMAP_ECODE_CATASTROPHIC_GLOBAL = 0x08,
337 RDMAP_ECODE_CANNOT_INVALIDATE = 0x09,
338 RDMAP_ECODE_UNSPECIFIED = 0xff
342 LLP_ECODE_TCP_STREAM_LOST = 0x01, /* How to transfer this ?? */
343 LLP_ECODE_RECEIVED_CRC = 0x02,
344 LLP_ECODE_FPDU_START = 0x03,
345 LLP_ECODE_INVALID_REQ_RESP = 0x04,
347 /* Errors for Enhanced Connection Establishment only */
348 LLP_ECODE_LOCAL_CATASTROPHIC = 0x05,
349 LLP_ECODE_INSUFFICIENT_IRD = 0x06,
350 LLP_ECODE_NO_MATCHING_RTR = 0x07
353 enum llp_etype { LLP_ETYPE_MPA = 0x00 };
356 RDMAP_RDMA_WRITE = 0x0,
357 RDMAP_RDMA_READ_REQ = 0x1,
358 RDMAP_RDMA_READ_RESP = 0x2,
360 RDMAP_SEND_INVAL = 0x4,
362 RDMAP_SEND_SE_INVAL = 0x6,
363 RDMAP_TERMINATE = 0x7,
364 RDMAP_NOT_SUPPORTED = RDMAP_TERMINATE + 1