2 * Copyright (C) 2017 Netronome Systems, Inc.
4 * This software is dual licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree or the BSD 2-Clause License provided below. You have the
7 * option to license this software under the complete terms of either license.
9 * The BSD 2-Clause License:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * 1. Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * 2. Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #ifndef NFP_FLOWER_CMSG_H
35 #define NFP_FLOWER_CMSG_H
37 #include <linux/bitfield.h>
38 #include <linux/skbuff.h>
39 #include <linux/types.h>
40 #include <net/geneve.h>
42 #include "../nfp_app.h"
43 #include "../nfpcore/nfp_cpp.h"
45 #define NFP_FLOWER_LAYER_EXT_META BIT(0)
46 #define NFP_FLOWER_LAYER_PORT BIT(1)
47 #define NFP_FLOWER_LAYER_MAC BIT(2)
48 #define NFP_FLOWER_LAYER_TP BIT(3)
49 #define NFP_FLOWER_LAYER_IPV4 BIT(4)
50 #define NFP_FLOWER_LAYER_IPV6 BIT(5)
51 #define NFP_FLOWER_LAYER_CT BIT(6)
52 #define NFP_FLOWER_LAYER_VXLAN BIT(7)
54 #define NFP_FLOWER_LAYER2_GENEVE BIT(5)
55 #define NFP_FLOWER_LAYER2_GENEVE_OP BIT(6)
57 #define NFP_FLOWER_MASK_VLAN_PRIO GENMASK(15, 13)
58 #define NFP_FLOWER_MASK_VLAN_PRESENT BIT(12)
59 #define NFP_FLOWER_MASK_VLAN_VID GENMASK(11, 0)
61 #define NFP_FLOWER_MASK_MPLS_LB GENMASK(31, 12)
62 #define NFP_FLOWER_MASK_MPLS_TC GENMASK(11, 9)
63 #define NFP_FLOWER_MASK_MPLS_BOS BIT(8)
64 #define NFP_FLOWER_MASK_MPLS_Q BIT(0)
66 #define NFP_FL_IP_FRAG_FIRST BIT(7)
67 #define NFP_FL_IP_FRAGMENTED BIT(6)
69 /* Compressed HW representation of TCP Flags */
70 #define NFP_FL_TCP_FLAG_URG BIT(4)
71 #define NFP_FL_TCP_FLAG_PSH BIT(3)
72 #define NFP_FL_TCP_FLAG_RST BIT(2)
73 #define NFP_FL_TCP_FLAG_SYN BIT(1)
74 #define NFP_FL_TCP_FLAG_FIN BIT(0)
76 #define NFP_FL_SC_ACT_DROP 0x80000000
77 #define NFP_FL_SC_ACT_USER 0x7D000000
78 #define NFP_FL_SC_ACT_POPV 0x6A000000
79 #define NFP_FL_SC_ACT_NULL 0x00000000
81 /* The maximum action list size (in bytes) supported by the NFP.
83 #define NFP_FL_MAX_A_SIZ 1216
84 #define NFP_FL_LW_SIZ 2
86 /* Maximum allowed geneve options */
87 #define NFP_FL_MAX_GENEVE_OPT_ACT 32
88 #define NFP_FL_MAX_GENEVE_OPT_CNT 64
89 #define NFP_FL_MAX_GENEVE_OPT_KEY 32
92 #define NFP_FL_ACTION_OPCODE_OUTPUT 0
93 #define NFP_FL_ACTION_OPCODE_PUSH_VLAN 1
94 #define NFP_FL_ACTION_OPCODE_POP_VLAN 2
95 #define NFP_FL_ACTION_OPCODE_SET_IPV4_TUNNEL 6
96 #define NFP_FL_ACTION_OPCODE_SET_ETHERNET 7
97 #define NFP_FL_ACTION_OPCODE_SET_IPV4_ADDRS 9
98 #define NFP_FL_ACTION_OPCODE_SET_IPV6_SRC 11
99 #define NFP_FL_ACTION_OPCODE_SET_IPV6_DST 12
100 #define NFP_FL_ACTION_OPCODE_SET_UDP 14
101 #define NFP_FL_ACTION_OPCODE_SET_TCP 15
102 #define NFP_FL_ACTION_OPCODE_PRE_LAG 16
103 #define NFP_FL_ACTION_OPCODE_PRE_TUNNEL 17
104 #define NFP_FL_ACTION_OPCODE_PUSH_GENEVE 26
105 #define NFP_FL_ACTION_OPCODE_NUM 32
107 #define NFP_FL_OUT_FLAGS_LAST BIT(15)
108 #define NFP_FL_OUT_FLAGS_USE_TUN BIT(4)
109 #define NFP_FL_OUT_FLAGS_TYPE_IDX GENMASK(2, 0)
111 #define NFP_FL_PUSH_VLAN_PRIO GENMASK(15, 13)
112 #define NFP_FL_PUSH_VLAN_VID GENMASK(11, 0)
115 #define NFP_FL_LAG_OUT 0xC0DE0000
118 #define NFP_FL_PORT_TYPE_TUN 0x50000000
119 #define NFP_FL_IPV4_TUNNEL_TYPE GENMASK(7, 4)
120 #define NFP_FL_IPV4_PRE_TUN_INDEX GENMASK(2, 0)
122 #define NFP_FLOWER_WORKQ_MAX_SKBS 30000
124 #define nfp_flower_cmsg_warn(app, fmt, args...) \
126 if (net_ratelimit()) \
127 nfp_warn((app)->cpp, fmt, ## args); \
130 enum nfp_flower_tun_type {
131 NFP_FL_TUNNEL_NONE = 0,
132 NFP_FL_TUNNEL_VXLAN = 2,
133 NFP_FL_TUNNEL_GENEVE = 4,
136 struct nfp_fl_act_head {
141 struct nfp_fl_set_eth {
142 struct nfp_fl_act_head head;
144 u8 eth_addr_mask[ETH_ALEN * 2];
145 u8 eth_addr_val[ETH_ALEN * 2];
148 struct nfp_fl_set_ip4_addrs {
149 struct nfp_fl_act_head head;
151 __be32 ipv4_src_mask;
153 __be32 ipv4_dst_mask;
157 struct nfp_fl_set_ipv6_addr {
158 struct nfp_fl_act_head head;
166 struct nfp_fl_set_tport {
167 struct nfp_fl_act_head head;
173 struct nfp_fl_output {
174 struct nfp_fl_act_head head;
179 struct nfp_fl_push_vlan {
180 struct nfp_fl_act_head head;
186 struct nfp_fl_pop_vlan {
187 struct nfp_fl_act_head head;
191 struct nfp_fl_pre_lag {
192 struct nfp_fl_act_head head;
198 #define NFP_FL_PRE_LAG_VER_OFF 8
200 struct nfp_fl_pre_tunnel {
201 struct nfp_fl_act_head head;
204 /* reserved for use with IPv6 addresses */
208 struct nfp_fl_set_ipv4_udp_tun {
209 struct nfp_fl_act_head head;
211 __be64 tun_id __packed;
212 __be32 tun_type_index;
222 struct nfp_fl_push_geneve {
223 struct nfp_fl_act_head head;
231 /* Metadata with L2 (1W/4B)
232 * ----------------------------------------------------------------
234 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
235 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
236 * | key_type | mask_id | PCP |p| vlan outermost VID |
237 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
240 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
242 struct nfp_flower_meta_tci {
243 u8 nfp_flow_key_layer;
248 /* Extended metadata for additional key_layers (1W/4B)
249 * ----------------------------------------------------------------
251 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
252 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
253 * | nfp_flow_key_layer2 |
254 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
256 struct nfp_flower_ext_meta {
257 __be32 nfp_flow_key_layer2;
260 /* Port details (1W/4B)
261 * ----------------------------------------------------------------
263 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
264 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
266 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
268 struct nfp_flower_in_port {
272 /* L2 details (4W/16B)
274 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
275 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
276 * | mac_addr_dst, 31 - 0 |
277 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
278 * | mac_addr_dst, 47 - 32 | mac_addr_src, 15 - 0 |
279 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
280 * | mac_addr_src, 47 - 16 |
281 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
282 * | mpls outermost label | TC |B| reserved |q|
283 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
285 struct nfp_flower_mac_mpls {
291 /* L4 ports (for UDP, TCP, SCTP) (1W/4B)
293 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
294 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
295 * | port_src | port_dst |
296 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
298 struct nfp_flower_tp_ports {
303 struct nfp_flower_ip_ext {
310 /* L3 IPv4 details (3W/12B)
312 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
313 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
314 * | DSCP |ECN| protocol | ttl | flags |
315 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
317 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
319 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
321 struct nfp_flower_ipv4 {
322 struct nfp_flower_ip_ext ip_ext;
327 /* L3 IPv6 details (10W/40B)
329 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
330 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
331 * | DSCP |ECN| protocol | ttl | flags |
332 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
333 * | ipv6_exthdr | res | ipv6_flow_label |
334 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
335 * | ipv6_addr_src, 31 - 0 |
336 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
337 * | ipv6_addr_src, 63 - 32 |
338 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
339 * | ipv6_addr_src, 95 - 64 |
340 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
341 * | ipv6_addr_src, 127 - 96 |
342 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
343 * | ipv6_addr_dst, 31 - 0 |
344 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
345 * | ipv6_addr_dst, 63 - 32 |
346 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
347 * | ipv6_addr_dst, 95 - 64 |
348 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
349 * | ipv6_addr_dst, 127 - 96 |
350 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
352 struct nfp_flower_ipv6 {
353 struct nfp_flower_ip_ext ip_ext;
354 __be32 ipv6_flow_label_exthdr;
355 struct in6_addr ipv6_src;
356 struct in6_addr ipv6_dst;
359 /* Flow Frame IPv4 UDP TUNNEL --> Tunnel details (4W/16B)
360 * -----------------------------------------------------------------
362 * 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0 9 8 7 6 5 4 3 2 1 0
363 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
365 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
367 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
368 * | Reserved | tos | ttl |
369 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
371 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
373 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
375 struct nfp_flower_ipv4_udp_tun {
385 struct nfp_flower_geneve_options {
386 u8 data[NFP_FL_MAX_GENEVE_OPT_KEY];
389 #define NFP_FL_TUN_VNI_OFFSET 8
391 /* The base header for a control message packet.
392 * Defines an 8-bit version, and an 8-bit type, padded
393 * to a 32-bit word. Rest of the packet is type-specific.
395 struct nfp_flower_cmsg_hdr {
401 #define NFP_FLOWER_CMSG_HLEN sizeof(struct nfp_flower_cmsg_hdr)
402 #define NFP_FLOWER_CMSG_VER1 1
404 /* Types defined for port related control messages */
405 enum nfp_flower_cmsg_type_port {
406 NFP_FLOWER_CMSG_TYPE_FLOW_ADD = 0,
407 NFP_FLOWER_CMSG_TYPE_FLOW_DEL = 2,
408 NFP_FLOWER_CMSG_TYPE_LAG_CONFIG = 4,
409 NFP_FLOWER_CMSG_TYPE_PORT_REIFY = 6,
410 NFP_FLOWER_CMSG_TYPE_MAC_REPR = 7,
411 NFP_FLOWER_CMSG_TYPE_PORT_MOD = 8,
412 NFP_FLOWER_CMSG_TYPE_NO_NEIGH = 10,
413 NFP_FLOWER_CMSG_TYPE_TUN_MAC = 11,
414 NFP_FLOWER_CMSG_TYPE_ACTIVE_TUNS = 12,
415 NFP_FLOWER_CMSG_TYPE_TUN_NEIGH = 13,
416 NFP_FLOWER_CMSG_TYPE_TUN_IPS = 14,
417 NFP_FLOWER_CMSG_TYPE_FLOW_STATS = 15,
418 NFP_FLOWER_CMSG_TYPE_PORT_ECHO = 16,
419 NFP_FLOWER_CMSG_TYPE_MAX = 32,
422 /* NFP_FLOWER_CMSG_TYPE_MAC_REPR */
423 struct nfp_flower_cmsg_mac_repr {
434 #define NFP_FLOWER_CMSG_MAC_REPR_NBI GENMASK(1, 0)
436 /* NFP_FLOWER_CMSG_TYPE_PORT_MOD */
437 struct nfp_flower_cmsg_portmod {
444 #define NFP_FLOWER_CMSG_PORTMOD_INFO_LINK BIT(0)
445 #define NFP_FLOWER_CMSG_PORTMOD_MTU_CHANGE_ONLY BIT(1)
447 /* NFP_FLOWER_CMSG_TYPE_PORT_REIFY */
448 struct nfp_flower_cmsg_portreify {
454 #define NFP_FLOWER_CMSG_PORTREIFY_INFO_EXIST BIT(0)
456 enum nfp_flower_cmsg_port_type {
457 NFP_FLOWER_CMSG_PORT_TYPE_UNSPEC = 0x0,
458 NFP_FLOWER_CMSG_PORT_TYPE_PHYS_PORT = 0x1,
459 NFP_FLOWER_CMSG_PORT_TYPE_PCIE_PORT = 0x2,
460 NFP_FLOWER_CMSG_PORT_TYPE_OTHER_PORT = 0x3,
463 enum nfp_flower_cmsg_port_vnic_type {
464 NFP_FLOWER_CMSG_PORT_VNIC_TYPE_VF = 0x0,
465 NFP_FLOWER_CMSG_PORT_VNIC_TYPE_PF = 0x1,
466 NFP_FLOWER_CMSG_PORT_VNIC_TYPE_CTRL = 0x2,
469 #define NFP_FLOWER_CMSG_PORT_TYPE GENMASK(31, 28)
470 #define NFP_FLOWER_CMSG_PORT_SYS_ID GENMASK(27, 24)
471 #define NFP_FLOWER_CMSG_PORT_NFP_ID GENMASK(23, 22)
472 #define NFP_FLOWER_CMSG_PORT_PCI GENMASK(15, 14)
473 #define NFP_FLOWER_CMSG_PORT_VNIC_TYPE GENMASK(13, 12)
474 #define NFP_FLOWER_CMSG_PORT_VNIC GENMASK(11, 6)
475 #define NFP_FLOWER_CMSG_PORT_PCIE_Q GENMASK(5, 0)
476 #define NFP_FLOWER_CMSG_PORT_PHYS_PORT_NUM GENMASK(7, 0)
478 static inline u32 nfp_flower_cmsg_phys_port(u8 phys_port)
480 return FIELD_PREP(NFP_FLOWER_CMSG_PORT_PHYS_PORT_NUM, phys_port) |
481 FIELD_PREP(NFP_FLOWER_CMSG_PORT_TYPE,
482 NFP_FLOWER_CMSG_PORT_TYPE_PHYS_PORT);
486 nfp_flower_cmsg_pcie_port(u8 nfp_pcie, enum nfp_flower_cmsg_port_vnic_type type,
489 return FIELD_PREP(NFP_FLOWER_CMSG_PORT_PCI, nfp_pcie) |
490 FIELD_PREP(NFP_FLOWER_CMSG_PORT_VNIC_TYPE, type) |
491 FIELD_PREP(NFP_FLOWER_CMSG_PORT_VNIC, vnic) |
492 FIELD_PREP(NFP_FLOWER_CMSG_PORT_PCIE_Q, q) |
493 FIELD_PREP(NFP_FLOWER_CMSG_PORT_TYPE,
494 NFP_FLOWER_CMSG_PORT_TYPE_PCIE_PORT);
497 static inline void *nfp_flower_cmsg_get_data(struct sk_buff *skb)
499 return (unsigned char *)skb->data + NFP_FLOWER_CMSG_HLEN;
502 static inline int nfp_flower_cmsg_get_data_len(struct sk_buff *skb)
504 return skb->len - NFP_FLOWER_CMSG_HLEN;
508 nfp_flower_cmsg_mac_repr_start(struct nfp_app *app, unsigned int num_ports);
510 nfp_flower_cmsg_mac_repr_add(struct sk_buff *skb, unsigned int idx,
511 unsigned int nbi, unsigned int nbi_port,
512 unsigned int phys_port);
513 int nfp_flower_cmsg_portmod(struct nfp_repr *repr, bool carrier_ok,
514 unsigned int mtu, bool mtu_only);
515 int nfp_flower_cmsg_portreify(struct nfp_repr *repr, bool exists);
516 void nfp_flower_cmsg_process_rx(struct work_struct *work);
517 void nfp_flower_cmsg_rx(struct nfp_app *app, struct sk_buff *skb);
519 nfp_flower_cmsg_alloc(struct nfp_app *app, unsigned int size,
520 enum nfp_flower_cmsg_type_port type, gfp_t flag);