2 * drivers/net/ethernet/mellanox/mlxsw/spectrum_flower.c
3 * Copyright (c) 2017 Mellanox Technologies. All rights reserved.
4 * Copyright (c) 2017 Jiri Pirko <jiri@mellanox.com>
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. Neither the names of the copyright holders nor the names of its
15 * contributors may be used to endorse or promote products derived from
16 * this software without specific prior written permission.
18 * Alternatively, this software may be distributed under the terms of the
19 * GNU General Public License ("GPL") version 2 as published by the Free
20 * Software Foundation.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
26 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
29 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
30 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
31 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32 * POSSIBILITY OF SUCH DAMAGE.
35 #include <linux/kernel.h>
36 #include <linux/errno.h>
37 #include <linux/netdevice.h>
38 #include <net/flow_dissector.h>
39 #include <net/pkt_cls.h>
40 #include <net/tc_act/tc_gact.h>
41 #include <net/tc_act/tc_mirred.h>
42 #include <net/tc_act/tc_vlan.h>
45 #include "core_acl_flex_keys.h"
47 static int mlxsw_sp_flower_parse_actions(struct mlxsw_sp *mlxsw_sp,
48 struct net_device *dev, bool ingress,
49 struct mlxsw_sp_acl_rule_info *rulei,
50 struct tcf_exts *exts)
52 const struct tc_action *a;
56 if (!tcf_exts_has_actions(exts))
59 /* Count action is inserted first */
60 err = mlxsw_sp_acl_rulei_act_count(mlxsw_sp, rulei);
64 tcf_exts_to_list(exts, &actions);
65 list_for_each_entry(a, &actions, list) {
66 if (is_tcf_gact_shot(a)) {
67 err = mlxsw_sp_acl_rulei_act_drop(rulei);
70 } else if (is_tcf_gact_trap(a)) {
71 err = mlxsw_sp_acl_rulei_act_trap(rulei);
74 } else if (is_tcf_gact_goto_chain(a)) {
75 u32 chain_index = tcf_gact_goto_chain_index(a);
76 struct mlxsw_sp_acl_ruleset *ruleset;
79 ruleset = mlxsw_sp_acl_ruleset_lookup(mlxsw_sp, dev,
82 MLXSW_SP_ACL_PROFILE_FLOWER);
84 return PTR_ERR(ruleset);
86 group_id = mlxsw_sp_acl_ruleset_group_id(ruleset);
87 mlxsw_sp_acl_rulei_act_jump(rulei, group_id);
88 } else if (is_tcf_mirred_egress_redirect(a)) {
89 int ifindex = tcf_mirred_ifindex(a);
90 struct net_device *out_dev;
91 struct mlxsw_sp_fid *fid;
94 fid = mlxsw_sp_acl_dummy_fid(mlxsw_sp);
95 fid_index = mlxsw_sp_fid_index(fid);
96 err = mlxsw_sp_acl_rulei_act_fid_set(mlxsw_sp, rulei,
101 out_dev = __dev_get_by_index(dev_net(dev), ifindex);
105 err = mlxsw_sp_acl_rulei_act_fwd(mlxsw_sp, rulei,
109 } else if (is_tcf_vlan(a)) {
110 u16 proto = be16_to_cpu(tcf_vlan_push_proto(a));
111 u32 action = tcf_vlan_action(a);
112 u8 prio = tcf_vlan_push_prio(a);
113 u16 vid = tcf_vlan_push_vid(a);
115 err = mlxsw_sp_acl_rulei_act_vlan(mlxsw_sp, rulei,
121 dev_err(mlxsw_sp->bus_info->dev, "Unsupported action\n");
128 static void mlxsw_sp_flower_parse_ipv4(struct mlxsw_sp_acl_rule_info *rulei,
129 struct tc_cls_flower_offload *f)
131 struct flow_dissector_key_ipv4_addrs *key =
132 skb_flow_dissector_target(f->dissector,
133 FLOW_DISSECTOR_KEY_IPV4_ADDRS,
135 struct flow_dissector_key_ipv4_addrs *mask =
136 skb_flow_dissector_target(f->dissector,
137 FLOW_DISSECTOR_KEY_IPV4_ADDRS,
140 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_SRC_IP4,
141 ntohl(key->src), ntohl(mask->src));
142 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_DST_IP4,
143 ntohl(key->dst), ntohl(mask->dst));
146 static void mlxsw_sp_flower_parse_ipv6(struct mlxsw_sp_acl_rule_info *rulei,
147 struct tc_cls_flower_offload *f)
149 struct flow_dissector_key_ipv6_addrs *key =
150 skb_flow_dissector_target(f->dissector,
151 FLOW_DISSECTOR_KEY_IPV6_ADDRS,
153 struct flow_dissector_key_ipv6_addrs *mask =
154 skb_flow_dissector_target(f->dissector,
155 FLOW_DISSECTOR_KEY_IPV6_ADDRS,
157 size_t addr_half_size = sizeof(key->src) / 2;
159 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP6_HI,
160 &key->src.s6_addr[0],
161 &mask->src.s6_addr[0],
163 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_SRC_IP6_LO,
164 &key->src.s6_addr[addr_half_size],
165 &mask->src.s6_addr[addr_half_size],
167 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP6_HI,
168 &key->dst.s6_addr[0],
169 &mask->dst.s6_addr[0],
171 mlxsw_sp_acl_rulei_keymask_buf(rulei, MLXSW_AFK_ELEMENT_DST_IP6_LO,
172 &key->dst.s6_addr[addr_half_size],
173 &mask->dst.s6_addr[addr_half_size],
177 static int mlxsw_sp_flower_parse_ports(struct mlxsw_sp *mlxsw_sp,
178 struct mlxsw_sp_acl_rule_info *rulei,
179 struct tc_cls_flower_offload *f,
182 struct flow_dissector_key_ports *key, *mask;
184 if (!dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_PORTS))
187 if (ip_proto != IPPROTO_TCP && ip_proto != IPPROTO_UDP) {
188 dev_err(mlxsw_sp->bus_info->dev, "Only UDP and TCP keys are supported\n");
192 key = skb_flow_dissector_target(f->dissector,
193 FLOW_DISSECTOR_KEY_PORTS,
195 mask = skb_flow_dissector_target(f->dissector,
196 FLOW_DISSECTOR_KEY_PORTS,
198 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_DST_L4_PORT,
199 ntohs(key->dst), ntohs(mask->dst));
200 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_SRC_L4_PORT,
201 ntohs(key->src), ntohs(mask->src));
205 static int mlxsw_sp_flower_parse_tcp(struct mlxsw_sp *mlxsw_sp,
206 struct mlxsw_sp_acl_rule_info *rulei,
207 struct tc_cls_flower_offload *f,
210 struct flow_dissector_key_tcp *key, *mask;
212 if (!dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_TCP))
215 if (ip_proto != IPPROTO_TCP) {
216 dev_err(mlxsw_sp->bus_info->dev, "TCP keys supported only for TCP\n");
220 key = skb_flow_dissector_target(f->dissector,
221 FLOW_DISSECTOR_KEY_TCP,
223 mask = skb_flow_dissector_target(f->dissector,
224 FLOW_DISSECTOR_KEY_TCP,
226 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_TCP_FLAGS,
227 ntohs(key->flags), ntohs(mask->flags));
231 static int mlxsw_sp_flower_parse_ip(struct mlxsw_sp *mlxsw_sp,
232 struct mlxsw_sp_acl_rule_info *rulei,
233 struct tc_cls_flower_offload *f,
236 struct flow_dissector_key_ip *key, *mask;
238 if (!dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_IP))
241 if (n_proto != ETH_P_IP && n_proto != ETH_P_IPV6) {
242 dev_err(mlxsw_sp->bus_info->dev, "IP keys supported only for IPv4/6\n");
246 key = skb_flow_dissector_target(f->dissector,
247 FLOW_DISSECTOR_KEY_IP,
249 mask = skb_flow_dissector_target(f->dissector,
250 FLOW_DISSECTOR_KEY_IP,
252 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_TTL_,
253 key->ttl, mask->ttl);
255 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_ECN,
256 key->tos & 0x3, mask->tos & 0x3);
258 mlxsw_sp_acl_rulei_keymask_u32(rulei, MLXSW_AFK_ELEMENT_IP_DSCP,
259 key->tos >> 6, mask->tos >> 6);
264 static int mlxsw_sp_flower_parse(struct mlxsw_sp *mlxsw_sp,
265 struct net_device *dev, bool ingress,
266 struct mlxsw_sp_acl_rule_info *rulei,
267 struct tc_cls_flower_offload *f)
269 u16 n_proto_mask = 0;
275 if (f->dissector->used_keys &
276 ~(BIT(FLOW_DISSECTOR_KEY_CONTROL) |
277 BIT(FLOW_DISSECTOR_KEY_BASIC) |
278 BIT(FLOW_DISSECTOR_KEY_ETH_ADDRS) |
279 BIT(FLOW_DISSECTOR_KEY_IPV4_ADDRS) |
280 BIT(FLOW_DISSECTOR_KEY_IPV6_ADDRS) |
281 BIT(FLOW_DISSECTOR_KEY_PORTS) |
282 BIT(FLOW_DISSECTOR_KEY_TCP) |
283 BIT(FLOW_DISSECTOR_KEY_IP) |
284 BIT(FLOW_DISSECTOR_KEY_VLAN))) {
285 dev_err(mlxsw_sp->bus_info->dev, "Unsupported key\n");
289 mlxsw_sp_acl_rulei_priority(rulei, f->common.prio);
291 if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_CONTROL)) {
292 struct flow_dissector_key_control *key =
293 skb_flow_dissector_target(f->dissector,
294 FLOW_DISSECTOR_KEY_CONTROL,
296 addr_type = key->addr_type;
299 if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_BASIC)) {
300 struct flow_dissector_key_basic *key =
301 skb_flow_dissector_target(f->dissector,
302 FLOW_DISSECTOR_KEY_BASIC,
304 struct flow_dissector_key_basic *mask =
305 skb_flow_dissector_target(f->dissector,
306 FLOW_DISSECTOR_KEY_BASIC,
308 n_proto_key = ntohs(key->n_proto);
309 n_proto_mask = ntohs(mask->n_proto);
311 if (n_proto_key == ETH_P_ALL) {
315 mlxsw_sp_acl_rulei_keymask_u32(rulei,
316 MLXSW_AFK_ELEMENT_ETHERTYPE,
317 n_proto_key, n_proto_mask);
319 ip_proto = key->ip_proto;
320 mlxsw_sp_acl_rulei_keymask_u32(rulei,
321 MLXSW_AFK_ELEMENT_IP_PROTO,
322 key->ip_proto, mask->ip_proto);
325 if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_ETH_ADDRS)) {
326 struct flow_dissector_key_eth_addrs *key =
327 skb_flow_dissector_target(f->dissector,
328 FLOW_DISSECTOR_KEY_ETH_ADDRS,
330 struct flow_dissector_key_eth_addrs *mask =
331 skb_flow_dissector_target(f->dissector,
332 FLOW_DISSECTOR_KEY_ETH_ADDRS,
335 mlxsw_sp_acl_rulei_keymask_buf(rulei,
336 MLXSW_AFK_ELEMENT_DMAC,
339 mlxsw_sp_acl_rulei_keymask_buf(rulei,
340 MLXSW_AFK_ELEMENT_SMAC,
345 if (dissector_uses_key(f->dissector, FLOW_DISSECTOR_KEY_VLAN)) {
346 struct flow_dissector_key_vlan *key =
347 skb_flow_dissector_target(f->dissector,
348 FLOW_DISSECTOR_KEY_VLAN,
350 struct flow_dissector_key_vlan *mask =
351 skb_flow_dissector_target(f->dissector,
352 FLOW_DISSECTOR_KEY_VLAN,
354 if (mask->vlan_id != 0)
355 mlxsw_sp_acl_rulei_keymask_u32(rulei,
356 MLXSW_AFK_ELEMENT_VID,
359 if (mask->vlan_priority != 0)
360 mlxsw_sp_acl_rulei_keymask_u32(rulei,
361 MLXSW_AFK_ELEMENT_PCP,
363 mask->vlan_priority);
366 if (addr_type == FLOW_DISSECTOR_KEY_IPV4_ADDRS)
367 mlxsw_sp_flower_parse_ipv4(rulei, f);
369 if (addr_type == FLOW_DISSECTOR_KEY_IPV6_ADDRS)
370 mlxsw_sp_flower_parse_ipv6(rulei, f);
372 err = mlxsw_sp_flower_parse_ports(mlxsw_sp, rulei, f, ip_proto);
375 err = mlxsw_sp_flower_parse_tcp(mlxsw_sp, rulei, f, ip_proto);
379 err = mlxsw_sp_flower_parse_ip(mlxsw_sp, rulei, f, n_proto_key & n_proto_mask);
383 return mlxsw_sp_flower_parse_actions(mlxsw_sp, dev, ingress,
387 int mlxsw_sp_flower_replace(struct mlxsw_sp_port *mlxsw_sp_port, bool ingress,
388 struct tc_cls_flower_offload *f)
390 struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
391 struct net_device *dev = mlxsw_sp_port->dev;
392 struct mlxsw_sp_acl_rule_info *rulei;
393 struct mlxsw_sp_acl_ruleset *ruleset;
394 struct mlxsw_sp_acl_rule *rule;
397 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, dev, ingress,
398 f->common.chain_index,
399 MLXSW_SP_ACL_PROFILE_FLOWER);
401 return PTR_ERR(ruleset);
403 rule = mlxsw_sp_acl_rule_create(mlxsw_sp, ruleset, f->cookie);
406 goto err_rule_create;
409 rulei = mlxsw_sp_acl_rule_rulei(rule);
410 err = mlxsw_sp_flower_parse(mlxsw_sp, dev, ingress, rulei, f);
412 goto err_flower_parse;
414 err = mlxsw_sp_acl_rulei_commit(rulei);
416 goto err_rulei_commit;
418 err = mlxsw_sp_acl_rule_add(mlxsw_sp, rule);
422 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
428 mlxsw_sp_acl_rule_destroy(mlxsw_sp, rule);
430 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
434 void mlxsw_sp_flower_destroy(struct mlxsw_sp_port *mlxsw_sp_port, bool ingress,
435 struct tc_cls_flower_offload *f)
437 struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
438 struct mlxsw_sp_acl_ruleset *ruleset;
439 struct mlxsw_sp_acl_rule *rule;
441 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, mlxsw_sp_port->dev,
442 ingress, f->common.chain_index,
443 MLXSW_SP_ACL_PROFILE_FLOWER);
447 rule = mlxsw_sp_acl_rule_lookup(mlxsw_sp, ruleset, f->cookie);
449 mlxsw_sp_acl_rule_del(mlxsw_sp, rule);
450 mlxsw_sp_acl_rule_destroy(mlxsw_sp, rule);
453 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
456 int mlxsw_sp_flower_stats(struct mlxsw_sp_port *mlxsw_sp_port, bool ingress,
457 struct tc_cls_flower_offload *f)
459 struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
460 struct mlxsw_sp_acl_ruleset *ruleset;
461 struct mlxsw_sp_acl_rule *rule;
467 ruleset = mlxsw_sp_acl_ruleset_get(mlxsw_sp, mlxsw_sp_port->dev,
468 ingress, f->common.chain_index,
469 MLXSW_SP_ACL_PROFILE_FLOWER);
470 if (WARN_ON(IS_ERR(ruleset)))
473 rule = mlxsw_sp_acl_rule_lookup(mlxsw_sp, ruleset, f->cookie);
477 err = mlxsw_sp_acl_rule_get_stats(mlxsw_sp, rule, &packets, &bytes,
480 goto err_rule_get_stats;
482 tcf_exts_stats_update(f->exts, bytes, packets, lastuse);
484 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);
488 mlxsw_sp_acl_ruleset_put(mlxsw_sp, ruleset);