1 // SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
3
4 #include <linux/kernel.h>
5 #include <linux/parman.h>
6
7 #include "reg.h"
8 #include "spectrum.h"
9 #include "core_acl_flex_actions.h"
10 #include "spectrum_mr.h"
11
12 struct mlxsw_sp1_mr_tcam_region {
13 struct mlxsw_sp *mlxsw_sp;
14 enum mlxsw_reg_rtar_key_type rtar_key_type;
15 struct parman *parman;
16 struct parman_prio *parman_prios;
17 };
18
19 struct mlxsw_sp1_mr_tcam {
20 struct mlxsw_sp1_mr_tcam_region tcam_regions[MLXSW_SP_L3_PROTO_MAX];
21 };
22
23 struct mlxsw_sp1_mr_tcam_route {
24 struct parman_item parman_item;
25 struct parman_prio *parman_prio;
26 };
27
mlxsw_sp1_mr_tcam_route_replace(struct mlxsw_sp * mlxsw_sp,struct parman_item * parman_item,struct mlxsw_sp_mr_route_key * key,struct mlxsw_afa_block * afa_block)28 static int mlxsw_sp1_mr_tcam_route_replace(struct mlxsw_sp *mlxsw_sp,
29 struct parman_item *parman_item,
30 struct mlxsw_sp_mr_route_key *key,
31 struct mlxsw_afa_block *afa_block)
32 {
33 char rmft2_pl[MLXSW_REG_RMFT2_LEN];
34
35 switch (key->proto) {
36 case MLXSW_SP_L3_PROTO_IPV4:
37 mlxsw_reg_rmft2_ipv4_pack(rmft2_pl, true, parman_item->index,
38 key->vrid,
39 MLXSW_REG_RMFT2_IRIF_MASK_IGNORE, 0,
40 ntohl(key->group.addr4),
41 ntohl(key->group_mask.addr4),
42 ntohl(key->source.addr4),
43 ntohl(key->source_mask.addr4),
44 mlxsw_afa_block_first_set(afa_block));
45 break;
46 case MLXSW_SP_L3_PROTO_IPV6:
47 mlxsw_reg_rmft2_ipv6_pack(rmft2_pl, true, parman_item->index,
48 key->vrid,
49 MLXSW_REG_RMFT2_IRIF_MASK_IGNORE, 0,
50 key->group.addr6,
51 key->group_mask.addr6,
52 key->source.addr6,
53 key->source_mask.addr6,
54 mlxsw_afa_block_first_set(afa_block));
55 }
56
57 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rmft2), rmft2_pl);
58 }
59
mlxsw_sp1_mr_tcam_route_remove(struct mlxsw_sp * mlxsw_sp,struct parman_item * parman_item,struct mlxsw_sp_mr_route_key * key)60 static int mlxsw_sp1_mr_tcam_route_remove(struct mlxsw_sp *mlxsw_sp,
61 struct parman_item *parman_item,
62 struct mlxsw_sp_mr_route_key *key)
63 {
64 struct in6_addr zero_addr = IN6ADDR_ANY_INIT;
65 char rmft2_pl[MLXSW_REG_RMFT2_LEN];
66
67 switch (key->proto) {
68 case MLXSW_SP_L3_PROTO_IPV4:
69 mlxsw_reg_rmft2_ipv4_pack(rmft2_pl, false, parman_item->index,
70 key->vrid, 0, 0, 0, 0, 0, 0, NULL);
71 break;
72 case MLXSW_SP_L3_PROTO_IPV6:
73 mlxsw_reg_rmft2_ipv6_pack(rmft2_pl, false, parman_item->index,
74 key->vrid, 0, 0, zero_addr, zero_addr,
75 zero_addr, zero_addr, NULL);
76 break;
77 }
78
79 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rmft2), rmft2_pl);
80 }
81
82 static struct mlxsw_sp1_mr_tcam_region *
mlxsw_sp1_mr_tcam_protocol_region(struct mlxsw_sp1_mr_tcam * mr_tcam,enum mlxsw_sp_l3proto proto)83 mlxsw_sp1_mr_tcam_protocol_region(struct mlxsw_sp1_mr_tcam *mr_tcam,
84 enum mlxsw_sp_l3proto proto)
85 {
86 return &mr_tcam->tcam_regions[proto];
87 }
88
89 static int
mlxsw_sp1_mr_tcam_route_parman_item_add(struct mlxsw_sp1_mr_tcam * mr_tcam,struct mlxsw_sp1_mr_tcam_route * route,struct mlxsw_sp_mr_route_key * key,enum mlxsw_sp_mr_route_prio prio)90 mlxsw_sp1_mr_tcam_route_parman_item_add(struct mlxsw_sp1_mr_tcam *mr_tcam,
91 struct mlxsw_sp1_mr_tcam_route *route,
92 struct mlxsw_sp_mr_route_key *key,
93 enum mlxsw_sp_mr_route_prio prio)
94 {
95 struct mlxsw_sp1_mr_tcam_region *tcam_region;
96 int err;
97
98 tcam_region = mlxsw_sp1_mr_tcam_protocol_region(mr_tcam, key->proto);
99 err = parman_item_add(tcam_region->parman,
100 &tcam_region->parman_prios[prio],
101 &route->parman_item);
102 if (err)
103 return err;
104
105 route->parman_prio = &tcam_region->parman_prios[prio];
106 return 0;
107 }
108
109 static void
mlxsw_sp1_mr_tcam_route_parman_item_remove(struct mlxsw_sp1_mr_tcam * mr_tcam,struct mlxsw_sp1_mr_tcam_route * route,struct mlxsw_sp_mr_route_key * key)110 mlxsw_sp1_mr_tcam_route_parman_item_remove(struct mlxsw_sp1_mr_tcam *mr_tcam,
111 struct mlxsw_sp1_mr_tcam_route *route,
112 struct mlxsw_sp_mr_route_key *key)
113 {
114 struct mlxsw_sp1_mr_tcam_region *tcam_region;
115
116 tcam_region = mlxsw_sp1_mr_tcam_protocol_region(mr_tcam, key->proto);
117 parman_item_remove(tcam_region->parman,
118 route->parman_prio, &route->parman_item);
119 }
120
121 static int
mlxsw_sp1_mr_tcam_route_create(struct mlxsw_sp * mlxsw_sp,void * priv,void * route_priv,struct mlxsw_sp_mr_route_key * key,struct mlxsw_afa_block * afa_block,enum mlxsw_sp_mr_route_prio prio)122 mlxsw_sp1_mr_tcam_route_create(struct mlxsw_sp *mlxsw_sp, void *priv,
123 void *route_priv,
124 struct mlxsw_sp_mr_route_key *key,
125 struct mlxsw_afa_block *afa_block,
126 enum mlxsw_sp_mr_route_prio prio)
127 {
128 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
129 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
130 int err;
131
132 err = mlxsw_sp1_mr_tcam_route_parman_item_add(mr_tcam, route,
133 key, prio);
134 if (err)
135 return err;
136
137 err = mlxsw_sp1_mr_tcam_route_replace(mlxsw_sp, &route->parman_item,
138 key, afa_block);
139 if (err)
140 goto err_route_replace;
141 return 0;
142
143 err_route_replace:
144 mlxsw_sp1_mr_tcam_route_parman_item_remove(mr_tcam, route, key);
145 return err;
146 }
147
148 static void
mlxsw_sp1_mr_tcam_route_destroy(struct mlxsw_sp * mlxsw_sp,void * priv,void * route_priv,struct mlxsw_sp_mr_route_key * key)149 mlxsw_sp1_mr_tcam_route_destroy(struct mlxsw_sp *mlxsw_sp, void *priv,
150 void *route_priv,
151 struct mlxsw_sp_mr_route_key *key)
152 {
153 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
154 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
155
156 mlxsw_sp1_mr_tcam_route_remove(mlxsw_sp, &route->parman_item, key);
157 mlxsw_sp1_mr_tcam_route_parman_item_remove(mr_tcam, route, key);
158 }
159
160 static int
mlxsw_sp1_mr_tcam_route_update(struct mlxsw_sp * mlxsw_sp,void * route_priv,struct mlxsw_sp_mr_route_key * key,struct mlxsw_afa_block * afa_block)161 mlxsw_sp1_mr_tcam_route_update(struct mlxsw_sp *mlxsw_sp,
162 void *route_priv,
163 struct mlxsw_sp_mr_route_key *key,
164 struct mlxsw_afa_block *afa_block)
165 {
166 struct mlxsw_sp1_mr_tcam_route *route = route_priv;
167
168 return mlxsw_sp1_mr_tcam_route_replace(mlxsw_sp, &route->parman_item,
169 key, afa_block);
170 }
171
172 #define MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT 16
173 #define MLXSW_SP1_MR_TCAM_REGION_RESIZE_STEP 16
174
175 static int
mlxsw_sp1_mr_tcam_region_alloc(struct mlxsw_sp1_mr_tcam_region * mr_tcam_region)176 mlxsw_sp1_mr_tcam_region_alloc(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
177 {
178 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
179 char rtar_pl[MLXSW_REG_RTAR_LEN];
180
181 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_ALLOCATE,
182 mr_tcam_region->rtar_key_type,
183 MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT);
184 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
185 }
186
187 static void
mlxsw_sp1_mr_tcam_region_free(struct mlxsw_sp1_mr_tcam_region * mr_tcam_region)188 mlxsw_sp1_mr_tcam_region_free(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
189 {
190 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
191 char rtar_pl[MLXSW_REG_RTAR_LEN];
192
193 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_DEALLOCATE,
194 mr_tcam_region->rtar_key_type, 0);
195 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
196 }
197
mlxsw_sp1_mr_tcam_region_parman_resize(void * priv,unsigned long new_count)198 static int mlxsw_sp1_mr_tcam_region_parman_resize(void *priv,
199 unsigned long new_count)
200 {
201 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region = priv;
202 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
203 char rtar_pl[MLXSW_REG_RTAR_LEN];
204 u64 max_tcam_rules;
205
206 max_tcam_rules = MLXSW_CORE_RES_GET(mlxsw_sp->core, ACL_MAX_TCAM_RULES);
207 if (new_count > max_tcam_rules)
208 return -EINVAL;
209 mlxsw_reg_rtar_pack(rtar_pl, MLXSW_REG_RTAR_OP_RESIZE,
210 mr_tcam_region->rtar_key_type, new_count);
211 return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rtar), rtar_pl);
212 }
213
mlxsw_sp1_mr_tcam_region_parman_move(void * priv,unsigned long from_index,unsigned long to_index,unsigned long count)214 static void mlxsw_sp1_mr_tcam_region_parman_move(void *priv,
215 unsigned long from_index,
216 unsigned long to_index,
217 unsigned long count)
218 {
219 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region = priv;
220 struct mlxsw_sp *mlxsw_sp = mr_tcam_region->mlxsw_sp;
221 char rrcr_pl[MLXSW_REG_RRCR_LEN];
222
223 mlxsw_reg_rrcr_pack(rrcr_pl, MLXSW_REG_RRCR_OP_MOVE,
224 from_index, count,
225 mr_tcam_region->rtar_key_type, to_index);
226 mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(rrcr), rrcr_pl);
227 }
228
229 static const struct parman_ops mlxsw_sp1_mr_tcam_region_parman_ops = {
230 .base_count = MLXSW_SP1_MR_TCAM_REGION_BASE_COUNT,
231 .resize_step = MLXSW_SP1_MR_TCAM_REGION_RESIZE_STEP,
232 .resize = mlxsw_sp1_mr_tcam_region_parman_resize,
233 .move = mlxsw_sp1_mr_tcam_region_parman_move,
234 .algo = PARMAN_ALGO_TYPE_LSORT,
235 };
236
237 static int
mlxsw_sp1_mr_tcam_region_init(struct mlxsw_sp * mlxsw_sp,struct mlxsw_sp1_mr_tcam_region * mr_tcam_region,enum mlxsw_reg_rtar_key_type rtar_key_type)238 mlxsw_sp1_mr_tcam_region_init(struct mlxsw_sp *mlxsw_sp,
239 struct mlxsw_sp1_mr_tcam_region *mr_tcam_region,
240 enum mlxsw_reg_rtar_key_type rtar_key_type)
241 {
242 struct parman_prio *parman_prios;
243 struct parman *parman;
244 int err;
245 int i;
246
247 mr_tcam_region->rtar_key_type = rtar_key_type;
248 mr_tcam_region->mlxsw_sp = mlxsw_sp;
249
250 err = mlxsw_sp1_mr_tcam_region_alloc(mr_tcam_region);
251 if (err)
252 return err;
253
254 parman = parman_create(&mlxsw_sp1_mr_tcam_region_parman_ops,
255 mr_tcam_region);
256 if (!parman) {
257 err = -ENOMEM;
258 goto err_parman_create;
259 }
260 mr_tcam_region->parman = parman;
261
262 parman_prios = kmalloc_array(MLXSW_SP_MR_ROUTE_PRIO_MAX + 1,
263 sizeof(*parman_prios), GFP_KERNEL);
264 if (!parman_prios) {
265 err = -ENOMEM;
266 goto err_parman_prios_alloc;
267 }
268 mr_tcam_region->parman_prios = parman_prios;
269
270 for (i = 0; i < MLXSW_SP_MR_ROUTE_PRIO_MAX + 1; i++)
271 parman_prio_init(mr_tcam_region->parman,
272 &mr_tcam_region->parman_prios[i], i);
273 return 0;
274
275 err_parman_prios_alloc:
276 parman_destroy(parman);
277 err_parman_create:
278 mlxsw_sp1_mr_tcam_region_free(mr_tcam_region);
279 return err;
280 }
281
282 static void
mlxsw_sp1_mr_tcam_region_fini(struct mlxsw_sp1_mr_tcam_region * mr_tcam_region)283 mlxsw_sp1_mr_tcam_region_fini(struct mlxsw_sp1_mr_tcam_region *mr_tcam_region)
284 {
285 int i;
286
287 for (i = 0; i < MLXSW_SP_MR_ROUTE_PRIO_MAX + 1; i++)
288 parman_prio_fini(&mr_tcam_region->parman_prios[i]);
289 kfree(mr_tcam_region->parman_prios);
290 parman_destroy(mr_tcam_region->parman);
291 mlxsw_sp1_mr_tcam_region_free(mr_tcam_region);
292 }
293
mlxsw_sp1_mr_tcam_init(struct mlxsw_sp * mlxsw_sp,void * priv)294 static int mlxsw_sp1_mr_tcam_init(struct mlxsw_sp *mlxsw_sp, void *priv)
295 {
296 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
297 struct mlxsw_sp1_mr_tcam_region *region = &mr_tcam->tcam_regions[0];
298 u32 rtar_key;
299 int err;
300
301 if (!MLXSW_CORE_RES_VALID(mlxsw_sp->core, ACL_MAX_TCAM_RULES))
302 return -EIO;
303
304 rtar_key = MLXSW_REG_RTAR_KEY_TYPE_IPV4_MULTICAST;
305 err = mlxsw_sp1_mr_tcam_region_init(mlxsw_sp,
306 ®ion[MLXSW_SP_L3_PROTO_IPV4],
307 rtar_key);
308 if (err)
309 return err;
310
311 rtar_key = MLXSW_REG_RTAR_KEY_TYPE_IPV6_MULTICAST;
312 err = mlxsw_sp1_mr_tcam_region_init(mlxsw_sp,
313 ®ion[MLXSW_SP_L3_PROTO_IPV6],
314 rtar_key);
315 if (err)
316 goto err_ipv6_region_init;
317
318 return 0;
319
320 err_ipv6_region_init:
321 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV4]);
322 return err;
323 }
324
mlxsw_sp1_mr_tcam_fini(void * priv)325 static void mlxsw_sp1_mr_tcam_fini(void *priv)
326 {
327 struct mlxsw_sp1_mr_tcam *mr_tcam = priv;
328 struct mlxsw_sp1_mr_tcam_region *region = &mr_tcam->tcam_regions[0];
329
330 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV6]);
331 mlxsw_sp1_mr_tcam_region_fini(®ion[MLXSW_SP_L3_PROTO_IPV4]);
332 }
333
334 const struct mlxsw_sp_mr_tcam_ops mlxsw_sp1_mr_tcam_ops = {
335 .priv_size = sizeof(struct mlxsw_sp1_mr_tcam),
336 .init = mlxsw_sp1_mr_tcam_init,
337 .fini = mlxsw_sp1_mr_tcam_fini,
338 .route_priv_size = sizeof(struct mlxsw_sp1_mr_tcam_route),
339 .route_create = mlxsw_sp1_mr_tcam_route_create,
340 .route_destroy = mlxsw_sp1_mr_tcam_route_destroy,
341 .route_update = mlxsw_sp1_mr_tcam_route_update,
342 };
343