1 // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
4 #include <linux/kernel.h>
5 #include <linux/parman.h>
9 #include "core_acl_flex_actions.h"
10 #include "spectrum_mr.h"
12 struct mlxsw_sp1_mr_tcam_region {
13 struct mlxsw_sp *mlxsw_sp;
14 enum mlxsw_reg_rtar_key_type rtar_key_type;
15 struct parman *parman;
16 struct parman_prio *parman_prios;
19 struct mlxsw_sp1_mr_tcam {
20 struct mlxsw_sp1_mr_tcam_region tcam_regions[MLXSW_SP_L3_PROTO_MAX];
23 struct mlxsw_sp1_mr_tcam_route {
24 struct parman_item parman_item;
25 struct parman_prio *parman_prio;
28 static int mlxsw_sp1_mr_tcam_route_replace(struct mlxsw_sp *mlxsw_sp,
29 struct parman_item *parman_item,
30 struct mlxsw_sp_mr_route_key *key,
31 struct mlxsw_afa_block *afa_block)
33 char rmft2_pl[MLXSW_REG_RMFT2_LEN];
36 case MLXSW_SP_L3_PROTO_IPV4:
37 mlxsw_reg_rmft2_ipv4_pack(rmft2_pl, true, parman_item->index,
39 MLXSW_REG_RMFT2_IRIF_MASK_IGNORE, 0,
40 ntohl(key->group.addr4),
41 ntohl(key->group_mask.addr4),
42 ntohl(key->source.addr4),
43 ntohl(key->source_mask.addr4),
44 mlxsw_afa_block_first_set(afa_block));
46 case MLXSW_SP_L3_PROTO_IPV6:
47 mlxsw_reg_rmft2_ipv6_pack(rmft2_pl, true, parman_item->index,
49 MLXSW_REG_RMFT2_IRIF_MASK_IGNORE, 0,
51 key->group_mask.addr6,
53 key->source_mask.addr6,
54 mlxsw_afa_block_first_set(afa_block));
57 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rmft2), rmft2_pl);
60 static int mlxsw_sp1_mr_tcam_route_remove(struct mlxsw_sp *mlxsw_sp,
61 struct parman_item *parman_item,
62 struct mlxsw_sp_mr_route_key *key)
64 struct in6_addr zero_addr = IN6ADDR_ANY_INIT;
65 char rmft2_pl[MLXSW_REG_RMFT2_LEN];
68 case MLXSW_SP_L3_PROTO_IPV4:
69 mlxsw_reg_rmft2_ipv4_pack(rmft2_pl, false, parman_item->index,
70 key->vrid, 0, 0, 0, 0, 0, 0, NULL);
72 case MLXSW_SP_L3_PROTO_IPV6:
73 mlxsw_reg_rmft2_ipv6_pack(rmft2_pl, false, parman_item->index,
74 key->vrid, 0, 0, zero_addr, zero_addr,
75 zero_addr, zero_addr, NULL);
79 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rmft2), rmft2_pl);
82 static struct mlxsw_sp1_mr_tcam_region *
83 mlxsw_sp1_mr_tcam_protocol_region(struct mlxsw_sp1_mr_tcam *mr_tcam,
84 enum mlxsw_sp_l3proto proto)
86 return &mr_tcam->tcam_regions[proto];
90 mlxsw_sp1_mr_tcam_route_parman_item_add(struct mlxsw_sp1_mr_tcam *mr_tcam,
91 struct mlxsw_sp1_mr_tcam_route *route,
92 struct mlxsw_sp_mr_route_key *key,
93 enum mlxsw_sp_mr_route_prio prio)
95 struct mlxsw_sp1_mr_tcam_region *tcam_region;
98 tcam_region = mlxsw_sp1_mr_tcam_protocol_region(mr_tcam, key->proto);
99 err = parman_item_add(tcam_region->parman,
100 &tcam_region->parman_prios[prio],
101 &route->parman_item);
105 route->parman_prio = &tcam_region->parman_prios[prio];
110 mlxsw_sp1_mr_tcam_route_parman_item_remove(struct mlxsw_sp1_mr_tcam *mr_tcam,
111 struct mlxsw_sp1_mr_tcam_route *route,
112 struct mlxsw_sp_mr_route_key *key)
114 struct mlxsw_sp1_mr_tcam_region *tcam_region;
116 tcam_region = mlxsw_sp1_mr_tcam_protocol_region(mr_tcam, key->proto);
117 parman_item_remove(tcam_region->parman,
118 route->parman_prio, &route->parman_item);
122 mlxsw_sp1_mr_tcam_route_create(struct mlxsw_sp *mlxsw_sp, void *priv,
124 struct mlxsw_sp_mr_route_key *key,
125 struct mlxsw_afa_block *afa_block,
126 enum mlxsw_sp_mr_route_prio prio)
128 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
129 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
132 err = mlxsw_sp1_mr_tcam_route_parman_item_add(mr_tcam, route,
137 err = mlxsw_sp1_mr_tcam_route_replace(mlxsw_sp, &route->parman_item,
140 goto err_route_replace;
144 mlxsw_sp1_mr_tcam_route_parman_item_remove(mr_tcam, route, key);
149 mlxsw_sp1_mr_tcam_route_destroy(struct mlxsw_sp *mlxsw_sp, void *priv,
151 struct mlxsw_sp_mr_route_key *key)
153 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
154 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
156 mlxsw_sp1_mr_tcam_route_remove(mlxsw_sp, &route->parman_item, key);
157 mlxsw_sp1_mr_tcam_route_parman_item_remove(mr_tcam, route, key);
161 mlxsw_sp1_mr_tcam_route_update(struct mlxsw_sp *mlxsw_sp,
163 struct mlxsw_sp_mr_route_key *key,
164 struct mlxsw_afa_block *afa_block)
166 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
168 return mlxsw_sp1_mr_tcam_route_replace(mlxsw_sp, &route->parman_item,
172 #define MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT 16
173 #define MLXSW_SP1_MR_TCAM_REGION_RESIZE_STEP 16
176 mlxsw_sp1_mr_tcam_region_alloc(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
178 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
179 char rtar_pl[MLXSW_REG_RTAR_LEN];
181 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_ALLOCATE,
182 mr_tcam_region->rtar_key_type,
183 MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT);
184 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
188 mlxsw_sp1_mr_tcam_region_free(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
190 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
191 char rtar_pl[MLXSW_REG_RTAR_LEN];
193 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_DEALLOCATE,
194 mr_tcam_region->rtar_key_type, 0);
195 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
198 static int mlxsw_sp1_mr_tcam_region_parman_resize(void *priv,
199 unsigned long new_count)
201 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region = priv;
202 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
203 char rtar_pl[MLXSW_REG_RTAR_LEN];
206 max_tcam_rules = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_TCAM_RULES);
207 if (new_count > max_tcam_rules)
209 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_RESIZE,
210 mr_tcam_region->rtar_key_type, new_count);
211 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
214 static void mlxsw_sp1_mr_tcam_region_parman_move(void *priv,
215 unsigned long from_index,
216 unsigned long to_index,
219 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region = priv;
220 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
221 char rrcr_pl[MLXSW_REG_RRCR_LEN];
223 mlxsw_reg_rrcr_pack(rrcr_pl, MLXSW_REG_RRCR_OP_MOVE,
225 mr_tcam_region->rtar_key_type, to_index);
226 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rrcr), rrcr_pl);
229 static const struct parman_ops mlxsw_sp1_mr_tcam_region_parman_ops = {
230 .base_count = MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT,
231 .resize_step = MLXSW_SP1_MR_TCAM_REGION_RESIZE_STEP,
232 .resize = mlxsw_sp1_mr_tcam_region_parman_resize,
233 .move = mlxsw_sp1_mr_tcam_region_parman_move,
234 .algo = PARMAN_ALGO_TYPE_LSORT,
238 mlxsw_sp1_mr_tcam_region_init(struct mlxsw_sp *mlxsw_sp,
239 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region,
240 enum mlxsw_reg_rtar_key_type rtar_key_type)
242 struct parman_prio *parman_prios;
243 struct parman *parman;
247 mr_tcam_region->rtar_key_type = rtar_key_type;
248 mr_tcam_region->mlxsw_sp = mlxsw_sp;
250 err = mlxsw_sp1_mr_tcam_region_alloc(mr_tcam_region);
254 parman = parman_create(&mlxsw_sp1_mr_tcam_region_parman_ops,
258 goto err_parman_create;
260 mr_tcam_region->parman = parman;
262 parman_prios = kmalloc_array(MLXSW_SP_MR_ROUTE_PRIO_MAX + 1,
263 sizeof(*parman_prios), GFP_KERNEL);
266 goto err_parman_prios_alloc;
268 mr_tcam_region->parman_prios = parman_prios;
270 for (i = 0; i < MLXSW_SP_MR_ROUTE_PRIO_MAX + 1; i++)
271 parman_prio_init(mr_tcam_region->parman,
272 &mr_tcam_region->parman_prios[i], i);
275 err_parman_prios_alloc:
276 parman_destroy(parman);
278 mlxsw_sp1_mr_tcam_region_free(mr_tcam_region);
283 mlxsw_sp1_mr_tcam_region_fini(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
287 for (i = 0; i < MLXSW_SP_MR_ROUTE_PRIO_MAX + 1; i++)
288 parman_prio_fini(&mr_tcam_region->parman_prios[i]);
289 kfree(mr_tcam_region->parman_prios);
290 parman_destroy(mr_tcam_region->parman);
291 mlxsw_sp1_mr_tcam_region_free(mr_tcam_region);
294 static int mlxsw_sp1_mr_tcam_init(struct mlxsw_sp *mlxsw_sp, void *priv)
296 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
297 struct mlxsw_sp1_mr_tcam_region *region = &mr_tcam->tcam_regions[0];
301 if (!MLXSW_CORE_RES_VALID(mlxsw_sp->core, ACL_MAX_TCAM_RULES))
304 rtar_key = MLXSW_REG_RTAR_KEY_TYPE_IPV4_MULTICAST;
305 err = mlxsw_sp1_mr_tcam_region_init(mlxsw_sp,
306 ®ion[MLXSW_SP_L3_PROTO_IPV4],
311 rtar_key = MLXSW_REG_RTAR_KEY_TYPE_IPV6_MULTICAST;
312 err = mlxsw_sp1_mr_tcam_region_init(mlxsw_sp,
313 ®ion[MLXSW_SP_L3_PROTO_IPV6],
316 goto err_ipv6_region_init;
320 err_ipv6_region_init:
321 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV4]);
325 static void mlxsw_sp1_mr_tcam_fini(void *priv)
327 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
328 struct mlxsw_sp1_mr_tcam_region *region = &mr_tcam->tcam_regions[0];
330 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV6]);
331 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV4]);
334 const struct mlxsw_sp_mr_tcam_ops mlxsw_sp1_mr_tcam_ops = {
335 .priv_size = sizeof(struct mlxsw_sp1_mr_tcam),
336 .init = mlxsw_sp1_mr_tcam_init,
337 .fini = mlxsw_sp1_mr_tcam_fini,
338 .route_priv_size = sizeof(struct mlxsw_sp1_mr_tcam_route),
339 .route_create = mlxsw_sp1_mr_tcam_route_create,
340 .route_destroy = mlxsw_sp1_mr_tcam_route_destroy,
341 .route_update = mlxsw_sp1_mr_tcam_route_update,