1 /*
2 * Copyright (c) 2008, 2009 open80211s Ltd.
3 * Author: Luis Carlos Cobo <luisca@cozybit.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation.
8 */
9
10 #include <linux/etherdevice.h>
11 #include <linux/list.h>
12 #include <linux/random.h>
13 #include <linux/slab.h>
14 #include <linux/spinlock.h>
15 #include <linux/string.h>
16 #include <net/mac80211.h>
17 #include "wme.h"
18 #include "ieee80211_i.h"
19 #include "mesh.h"
20
21 /* There will be initially 2^INIT_PATHS_SIZE_ORDER buckets */
22 #define INIT_PATHS_SIZE_ORDER 2
23
24 /* Keep the mean chain length below this constant */
25 #define MEAN_CHAIN_LEN 2
26
mpath_expired(struct mesh_path * mpath)27 static inline bool mpath_expired(struct mesh_path *mpath)
28 {
29 return (mpath->flags & MESH_PATH_ACTIVE) &&
30 time_after(jiffies, mpath->exp_time) &&
31 !(mpath->flags & MESH_PATH_FIXED);
32 }
33
34 struct mpath_node {
35 struct hlist_node list;
36 struct rcu_head rcu;
37 /* This indirection allows two different tables to point to the same
38 * mesh_path structure, useful when resizing
39 */
40 struct mesh_path *mpath;
41 };
42
43 static struct mesh_table __rcu *mesh_paths;
44 static struct mesh_table __rcu *mpp_paths; /* Store paths for MPP&MAP */
45
46 int mesh_paths_generation;
47
48 /* This lock will have the grow table function as writer and add / delete nodes
49 * as readers. RCU provides sufficient protection only when reading the table
50 * (i.e. doing lookups). Adding or adding or removing nodes requires we take
51 * the read lock or we risk operating on an old table. The write lock is only
52 * needed when modifying the number of buckets a table.
53 */
54 static DEFINE_RWLOCK(pathtbl_resize_lock);
55
56
resize_dereference_mesh_paths(void)57 static inline struct mesh_table *resize_dereference_mesh_paths(void)
58 {
59 return rcu_dereference_protected(mesh_paths,
60 lockdep_is_held(&pathtbl_resize_lock));
61 }
62
resize_dereference_mpp_paths(void)63 static inline struct mesh_table *resize_dereference_mpp_paths(void)
64 {
65 return rcu_dereference_protected(mpp_paths,
66 lockdep_is_held(&pathtbl_resize_lock));
67 }
68
69 /*
70 * CAREFUL -- "tbl" must not be an expression,
71 * in particular not an rcu_dereference(), since
72 * it's used twice. So it is illegal to do
73 * for_each_mesh_entry(rcu_dereference(...), ...)
74 */
75 #define for_each_mesh_entry(tbl, node, i) \
76 for (i = 0; i <= tbl->hash_mask; i++) \
77 hlist_for_each_entry_rcu(node, &tbl->hash_buckets[i], list)
78
79
mesh_table_alloc(int size_order)80 static struct mesh_table *mesh_table_alloc(int size_order)
81 {
82 int i;
83 struct mesh_table *newtbl;
84
85 newtbl = kmalloc(sizeof(struct mesh_table), GFP_ATOMIC);
86 if (!newtbl)
87 return NULL;
88
89 newtbl->hash_buckets = kzalloc(sizeof(struct hlist_head) *
90 (1 << size_order), GFP_ATOMIC);
91
92 if (!newtbl->hash_buckets) {
93 kfree(newtbl);
94 return NULL;
95 }
96
97 newtbl->hashwlock = kmalloc(sizeof(spinlock_t) *
98 (1 << size_order), GFP_ATOMIC);
99 if (!newtbl->hashwlock) {
100 kfree(newtbl->hash_buckets);
101 kfree(newtbl);
102 return NULL;
103 }
104
105 newtbl->size_order = size_order;
106 newtbl->hash_mask = (1 << size_order) - 1;
107 atomic_set(&newtbl->entries, 0);
108 get_random_bytes(&newtbl->hash_rnd,
109 sizeof(newtbl->hash_rnd));
110 for (i = 0; i <= newtbl->hash_mask; i++)
111 spin_lock_init(&newtbl->hashwlock[i]);
112 spin_lock_init(&newtbl->gates_lock);
113
114 return newtbl;
115 }
116
__mesh_table_free(struct mesh_table * tbl)117 static void __mesh_table_free(struct mesh_table *tbl)
118 {
119 kfree(tbl->hash_buckets);
120 kfree(tbl->hashwlock);
121 kfree(tbl);
122 }
123
mesh_table_free(struct mesh_table * tbl,bool free_leafs)124 static void mesh_table_free(struct mesh_table *tbl, bool free_leafs)
125 {
126 struct hlist_head *mesh_hash;
127 struct hlist_node *p, *q;
128 struct mpath_node *gate;
129 int i;
130
131 mesh_hash = tbl->hash_buckets;
132 for (i = 0; i <= tbl->hash_mask; i++) {
133 spin_lock_bh(&tbl->hashwlock[i]);
134 hlist_for_each_safe(p, q, &mesh_hash[i]) {
135 tbl->free_node(p, free_leafs);
136 atomic_dec(&tbl->entries);
137 }
138 spin_unlock_bh(&tbl->hashwlock[i]);
139 }
140 if (free_leafs) {
141 spin_lock_bh(&tbl->gates_lock);
142 hlist_for_each_entry_safe(gate, q,
143 tbl->known_gates, list) {
144 hlist_del(&gate->list);
145 kfree(gate);
146 }
147 kfree(tbl->known_gates);
148 spin_unlock_bh(&tbl->gates_lock);
149 }
150
151 __mesh_table_free(tbl);
152 }
153
mesh_table_grow(struct mesh_table * oldtbl,struct mesh_table * newtbl)154 static int mesh_table_grow(struct mesh_table *oldtbl,
155 struct mesh_table *newtbl)
156 {
157 struct hlist_head *oldhash;
158 struct hlist_node *p, *q;
159 int i;
160
161 if (atomic_read(&oldtbl->entries)
162 < oldtbl->mean_chain_len * (oldtbl->hash_mask + 1))
163 return -EAGAIN;
164
165 newtbl->free_node = oldtbl->free_node;
166 newtbl->mean_chain_len = oldtbl->mean_chain_len;
167 newtbl->copy_node = oldtbl->copy_node;
168 newtbl->known_gates = oldtbl->known_gates;
169 atomic_set(&newtbl->entries, atomic_read(&oldtbl->entries));
170
171 oldhash = oldtbl->hash_buckets;
172 for (i = 0; i <= oldtbl->hash_mask; i++)
173 hlist_for_each(p, &oldhash[i])
174 if (oldtbl->copy_node(p, newtbl) < 0)
175 goto errcopy;
176
177 return 0;
178
179 errcopy:
180 for (i = 0; i <= newtbl->hash_mask; i++) {
181 hlist_for_each_safe(p, q, &newtbl->hash_buckets[i])
182 oldtbl->free_node(p, 0);
183 }
184 return -ENOMEM;
185 }
186
mesh_table_hash(const u8 * addr,struct ieee80211_sub_if_data * sdata,struct mesh_table * tbl)187 static u32 mesh_table_hash(const u8 *addr, struct ieee80211_sub_if_data *sdata,
188 struct mesh_table *tbl)
189 {
190 /* Use last four bytes of hw addr and interface index as hash index */
191 return jhash_2words(*(u32 *)(addr+2), sdata->dev->ifindex,
192 tbl->hash_rnd) & tbl->hash_mask;
193 }
194
195
196 /**
197 *
198 * mesh_path_assign_nexthop - update mesh path next hop
199 *
200 * @mpath: mesh path to update
201 * @sta: next hop to assign
202 *
203 * Locking: mpath->state_lock must be held when calling this function
204 */
mesh_path_assign_nexthop(struct mesh_path * mpath,struct sta_info * sta)205 void mesh_path_assign_nexthop(struct mesh_path *mpath, struct sta_info *sta)
206 {
207 struct sk_buff *skb;
208 struct ieee80211_hdr *hdr;
209 unsigned long flags;
210
211 rcu_assign_pointer(mpath->next_hop, sta);
212
213 spin_lock_irqsave(&mpath->frame_queue.lock, flags);
214 skb_queue_walk(&mpath->frame_queue, skb) {
215 hdr = (struct ieee80211_hdr *) skb->data;
216 memcpy(hdr->addr1, sta->sta.addr, ETH_ALEN);
217 memcpy(hdr->addr2, mpath->sdata->vif.addr, ETH_ALEN);
218 ieee80211_mps_set_frame_flags(sta->sdata, sta, hdr);
219 }
220
221 spin_unlock_irqrestore(&mpath->frame_queue.lock, flags);
222 }
223
prepare_for_gate(struct sk_buff * skb,char * dst_addr,struct mesh_path * gate_mpath)224 static void prepare_for_gate(struct sk_buff *skb, char *dst_addr,
225 struct mesh_path *gate_mpath)
226 {
227 struct ieee80211_hdr *hdr;
228 struct ieee80211s_hdr *mshdr;
229 int mesh_hdrlen, hdrlen;
230 char *next_hop;
231
232 hdr = (struct ieee80211_hdr *) skb->data;
233 hdrlen = ieee80211_hdrlen(hdr->frame_control);
234 mshdr = (struct ieee80211s_hdr *) (skb->data + hdrlen);
235
236 if (!(mshdr->flags & MESH_FLAGS_AE)) {
237 /* size of the fixed part of the mesh header */
238 mesh_hdrlen = 6;
239
240 /* make room for the two extended addresses */
241 skb_push(skb, 2 * ETH_ALEN);
242 memmove(skb->data, hdr, hdrlen + mesh_hdrlen);
243
244 hdr = (struct ieee80211_hdr *) skb->data;
245
246 /* we preserve the previous mesh header and only add
247 * the new addreses */
248 mshdr = (struct ieee80211s_hdr *) (skb->data + hdrlen);
249 mshdr->flags = MESH_FLAGS_AE_A5_A6;
250 memcpy(mshdr->eaddr1, hdr->addr3, ETH_ALEN);
251 memcpy(mshdr->eaddr2, hdr->addr4, ETH_ALEN);
252 }
253
254 /* update next hop */
255 hdr = (struct ieee80211_hdr *) skb->data;
256 rcu_read_lock();
257 next_hop = rcu_dereference(gate_mpath->next_hop)->sta.addr;
258 memcpy(hdr->addr1, next_hop, ETH_ALEN);
259 rcu_read_unlock();
260 memcpy(hdr->addr2, gate_mpath->sdata->vif.addr, ETH_ALEN);
261 memcpy(hdr->addr3, dst_addr, ETH_ALEN);
262 }
263
264 /**
265 *
266 * mesh_path_move_to_queue - Move or copy frames from one mpath queue to another
267 *
268 * This function is used to transfer or copy frames from an unresolved mpath to
269 * a gate mpath. The function also adds the Address Extension field and
270 * updates the next hop.
271 *
272 * If a frame already has an Address Extension field, only the next hop and
273 * destination addresses are updated.
274 *
275 * The gate mpath must be an active mpath with a valid mpath->next_hop.
276 *
277 * @mpath: An active mpath the frames will be sent to (i.e. the gate)
278 * @from_mpath: The failed mpath
279 * @copy: When true, copy all the frames to the new mpath queue. When false,
280 * move them.
281 */
mesh_path_move_to_queue(struct mesh_path * gate_mpath,struct mesh_path * from_mpath,bool copy)282 static void mesh_path_move_to_queue(struct mesh_path *gate_mpath,
283 struct mesh_path *from_mpath,
284 bool copy)
285 {
286 struct sk_buff *skb, *fskb, *tmp;
287 struct sk_buff_head failq;
288 unsigned long flags;
289
290 if (WARN_ON(gate_mpath == from_mpath))
291 return;
292 if (WARN_ON(!gate_mpath->next_hop))
293 return;
294
295 __skb_queue_head_init(&failq);
296
297 spin_lock_irqsave(&from_mpath->frame_queue.lock, flags);
298 skb_queue_splice_init(&from_mpath->frame_queue, &failq);
299 spin_unlock_irqrestore(&from_mpath->frame_queue.lock, flags);
300
301 skb_queue_walk_safe(&failq, fskb, tmp) {
302 if (skb_queue_len(&gate_mpath->frame_queue) >=
303 MESH_FRAME_QUEUE_LEN) {
304 mpath_dbg(gate_mpath->sdata, "mpath queue full!\n");
305 break;
306 }
307
308 skb = skb_copy(fskb, GFP_ATOMIC);
309 if (WARN_ON(!skb))
310 break;
311
312 prepare_for_gate(skb, gate_mpath->dst, gate_mpath);
313 skb_queue_tail(&gate_mpath->frame_queue, skb);
314
315 if (copy)
316 continue;
317
318 __skb_unlink(fskb, &failq);
319 kfree_skb(fskb);
320 }
321
322 mpath_dbg(gate_mpath->sdata, "Mpath queue for gate %pM has %d frames\n",
323 gate_mpath->dst, skb_queue_len(&gate_mpath->frame_queue));
324
325 if (!copy)
326 return;
327
328 spin_lock_irqsave(&from_mpath->frame_queue.lock, flags);
329 skb_queue_splice(&failq, &from_mpath->frame_queue);
330 spin_unlock_irqrestore(&from_mpath->frame_queue.lock, flags);
331 }
332
333
mpath_lookup(struct mesh_table * tbl,const u8 * dst,struct ieee80211_sub_if_data * sdata)334 static struct mesh_path *mpath_lookup(struct mesh_table *tbl, const u8 *dst,
335 struct ieee80211_sub_if_data *sdata)
336 {
337 struct mesh_path *mpath;
338 struct hlist_head *bucket;
339 struct mpath_node *node;
340
341 bucket = &tbl->hash_buckets[mesh_table_hash(dst, sdata, tbl)];
342 hlist_for_each_entry_rcu(node, bucket, list) {
343 mpath = node->mpath;
344 if (mpath->sdata == sdata &&
345 ether_addr_equal(dst, mpath->dst)) {
346 if (mpath_expired(mpath)) {
347 spin_lock_bh(&mpath->state_lock);
348 mpath->flags &= ~MESH_PATH_ACTIVE;
349 spin_unlock_bh(&mpath->state_lock);
350 }
351 return mpath;
352 }
353 }
354 return NULL;
355 }
356
357 /**
358 * mesh_path_lookup - look up a path in the mesh path table
359 * @sdata: local subif
360 * @dst: hardware address (ETH_ALEN length) of destination
361 *
362 * Returns: pointer to the mesh path structure, or NULL if not found
363 *
364 * Locking: must be called within a read rcu section.
365 */
366 struct mesh_path *
mesh_path_lookup(struct ieee80211_sub_if_data * sdata,const u8 * dst)367 mesh_path_lookup(struct ieee80211_sub_if_data *sdata, const u8 *dst)
368 {
369 return mpath_lookup(rcu_dereference(mesh_paths), dst, sdata);
370 }
371
372 struct mesh_path *
mpp_path_lookup(struct ieee80211_sub_if_data * sdata,const u8 * dst)373 mpp_path_lookup(struct ieee80211_sub_if_data *sdata, const u8 *dst)
374 {
375 return mpath_lookup(rcu_dereference(mpp_paths), dst, sdata);
376 }
377
378
379 /**
380 * mesh_path_lookup_by_idx - look up a path in the mesh path table by its index
381 * @idx: index
382 * @sdata: local subif, or NULL for all entries
383 *
384 * Returns: pointer to the mesh path structure, or NULL if not found.
385 *
386 * Locking: must be called within a read rcu section.
387 */
388 struct mesh_path *
mesh_path_lookup_by_idx(struct ieee80211_sub_if_data * sdata,int idx)389 mesh_path_lookup_by_idx(struct ieee80211_sub_if_data *sdata, int idx)
390 {
391 struct mesh_table *tbl = rcu_dereference(mesh_paths);
392 struct mpath_node *node;
393 int i;
394 int j = 0;
395
396 for_each_mesh_entry(tbl, node, i) {
397 if (sdata && node->mpath->sdata != sdata)
398 continue;
399 if (j++ == idx) {
400 if (mpath_expired(node->mpath)) {
401 spin_lock_bh(&node->mpath->state_lock);
402 node->mpath->flags &= ~MESH_PATH_ACTIVE;
403 spin_unlock_bh(&node->mpath->state_lock);
404 }
405 return node->mpath;
406 }
407 }
408
409 return NULL;
410 }
411
412 /**
413 * mesh_path_add_gate - add the given mpath to a mesh gate to our path table
414 * @mpath: gate path to add to table
415 */
mesh_path_add_gate(struct mesh_path * mpath)416 int mesh_path_add_gate(struct mesh_path *mpath)
417 {
418 struct mesh_table *tbl;
419 struct mpath_node *gate, *new_gate;
420 int err;
421
422 rcu_read_lock();
423 tbl = rcu_dereference(mesh_paths);
424
425 hlist_for_each_entry_rcu(gate, tbl->known_gates, list)
426 if (gate->mpath == mpath) {
427 err = -EEXIST;
428 goto err_rcu;
429 }
430
431 new_gate = kzalloc(sizeof(struct mpath_node), GFP_ATOMIC);
432 if (!new_gate) {
433 err = -ENOMEM;
434 goto err_rcu;
435 }
436
437 mpath->is_gate = true;
438 mpath->sdata->u.mesh.num_gates++;
439 new_gate->mpath = mpath;
440 spin_lock_bh(&tbl->gates_lock);
441 hlist_add_head_rcu(&new_gate->list, tbl->known_gates);
442 spin_unlock_bh(&tbl->gates_lock);
443 mpath_dbg(mpath->sdata,
444 "Mesh path: Recorded new gate: %pM. %d known gates\n",
445 mpath->dst, mpath->sdata->u.mesh.num_gates);
446 err = 0;
447 err_rcu:
448 rcu_read_unlock();
449 return err;
450 }
451
452 /**
453 * mesh_gate_del - remove a mesh gate from the list of known gates
454 * @tbl: table which holds our list of known gates
455 * @mpath: gate mpath
456 *
457 * Locking: must be called inside rcu_read_lock() section
458 */
mesh_gate_del(struct mesh_table * tbl,struct mesh_path * mpath)459 static void mesh_gate_del(struct mesh_table *tbl, struct mesh_path *mpath)
460 {
461 struct mpath_node *gate;
462 struct hlist_node *q;
463
464 hlist_for_each_entry_safe(gate, q, tbl->known_gates, list) {
465 if (gate->mpath != mpath)
466 continue;
467 spin_lock_bh(&tbl->gates_lock);
468 hlist_del_rcu(&gate->list);
469 kfree_rcu(gate, rcu);
470 spin_unlock_bh(&tbl->gates_lock);
471 mpath->sdata->u.mesh.num_gates--;
472 mpath->is_gate = false;
473 mpath_dbg(mpath->sdata,
474 "Mesh path: Deleted gate: %pM. %d known gates\n",
475 mpath->dst, mpath->sdata->u.mesh.num_gates);
476 break;
477 }
478 }
479
480 /**
481 * mesh_gate_num - number of gates known to this interface
482 * @sdata: subif data
483 */
mesh_gate_num(struct ieee80211_sub_if_data * sdata)484 int mesh_gate_num(struct ieee80211_sub_if_data *sdata)
485 {
486 return sdata->u.mesh.num_gates;
487 }
488
489 /**
490 * mesh_path_add - allocate and add a new path to the mesh path table
491 * @dst: destination address of the path (ETH_ALEN length)
492 * @sdata: local subif
493 *
494 * Returns: 0 on success
495 *
496 * State: the initial state of the new path is set to 0
497 */
mesh_path_add(struct ieee80211_sub_if_data * sdata,const u8 * dst)498 struct mesh_path *mesh_path_add(struct ieee80211_sub_if_data *sdata,
499 const u8 *dst)
500 {
501 struct ieee80211_if_mesh *ifmsh = &sdata->u.mesh;
502 struct ieee80211_local *local = sdata->local;
503 struct mesh_table *tbl;
504 struct mesh_path *mpath, *new_mpath;
505 struct mpath_node *node, *new_node;
506 struct hlist_head *bucket;
507 int grow = 0;
508 int err;
509 u32 hash_idx;
510
511 if (ether_addr_equal(dst, sdata->vif.addr))
512 /* never add ourselves as neighbours */
513 return ERR_PTR(-ENOTSUPP);
514
515 if (is_multicast_ether_addr(dst))
516 return ERR_PTR(-ENOTSUPP);
517
518 if (atomic_add_unless(&sdata->u.mesh.mpaths, 1, MESH_MAX_MPATHS) == 0)
519 return ERR_PTR(-ENOSPC);
520
521 read_lock_bh(&pathtbl_resize_lock);
522 tbl = resize_dereference_mesh_paths();
523
524 hash_idx = mesh_table_hash(dst, sdata, tbl);
525 bucket = &tbl->hash_buckets[hash_idx];
526
527 spin_lock(&tbl->hashwlock[hash_idx]);
528
529 hlist_for_each_entry(node, bucket, list) {
530 mpath = node->mpath;
531 if (mpath->sdata == sdata &&
532 ether_addr_equal(dst, mpath->dst))
533 goto found;
534 }
535
536 err = -ENOMEM;
537 new_mpath = kzalloc(sizeof(struct mesh_path), GFP_ATOMIC);
538 if (!new_mpath)
539 goto err_path_alloc;
540
541 new_node = kmalloc(sizeof(struct mpath_node), GFP_ATOMIC);
542 if (!new_node)
543 goto err_node_alloc;
544
545 memcpy(new_mpath->dst, dst, ETH_ALEN);
546 eth_broadcast_addr(new_mpath->rann_snd_addr);
547 new_mpath->is_root = false;
548 new_mpath->sdata = sdata;
549 new_mpath->flags = 0;
550 skb_queue_head_init(&new_mpath->frame_queue);
551 new_node->mpath = new_mpath;
552 new_mpath->timer.data = (unsigned long) new_mpath;
553 new_mpath->timer.function = mesh_path_timer;
554 new_mpath->exp_time = jiffies;
555 spin_lock_init(&new_mpath->state_lock);
556 init_timer(&new_mpath->timer);
557
558 hlist_add_head_rcu(&new_node->list, bucket);
559 if (atomic_inc_return(&tbl->entries) >=
560 tbl->mean_chain_len * (tbl->hash_mask + 1))
561 grow = 1;
562
563 mesh_paths_generation++;
564
565 if (grow) {
566 set_bit(MESH_WORK_GROW_MPATH_TABLE, &ifmsh->wrkq_flags);
567 ieee80211_queue_work(&local->hw, &sdata->work);
568 }
569 mpath = new_mpath;
570 found:
571 spin_unlock(&tbl->hashwlock[hash_idx]);
572 read_unlock_bh(&pathtbl_resize_lock);
573 return mpath;
574
575 err_node_alloc:
576 kfree(new_mpath);
577 err_path_alloc:
578 atomic_dec(&sdata->u.mesh.mpaths);
579 spin_unlock(&tbl->hashwlock[hash_idx]);
580 read_unlock_bh(&pathtbl_resize_lock);
581 return ERR_PTR(err);
582 }
583
mesh_table_free_rcu(struct rcu_head * rcu)584 static void mesh_table_free_rcu(struct rcu_head *rcu)
585 {
586 struct mesh_table *tbl = container_of(rcu, struct mesh_table, rcu_head);
587
588 mesh_table_free(tbl, false);
589 }
590
mesh_mpath_table_grow(void)591 void mesh_mpath_table_grow(void)
592 {
593 struct mesh_table *oldtbl, *newtbl;
594
595 write_lock_bh(&pathtbl_resize_lock);
596 oldtbl = resize_dereference_mesh_paths();
597 newtbl = mesh_table_alloc(oldtbl->size_order + 1);
598 if (!newtbl)
599 goto out;
600 if (mesh_table_grow(oldtbl, newtbl) < 0) {
601 __mesh_table_free(newtbl);
602 goto out;
603 }
604 rcu_assign_pointer(mesh_paths, newtbl);
605
606 call_rcu(&oldtbl->rcu_head, mesh_table_free_rcu);
607
608 out:
609 write_unlock_bh(&pathtbl_resize_lock);
610 }
611
mesh_mpp_table_grow(void)612 void mesh_mpp_table_grow(void)
613 {
614 struct mesh_table *oldtbl, *newtbl;
615
616 write_lock_bh(&pathtbl_resize_lock);
617 oldtbl = resize_dereference_mpp_paths();
618 newtbl = mesh_table_alloc(oldtbl->size_order + 1);
619 if (!newtbl)
620 goto out;
621 if (mesh_table_grow(oldtbl, newtbl) < 0) {
622 __mesh_table_free(newtbl);
623 goto out;
624 }
625 rcu_assign_pointer(mpp_paths, newtbl);
626 call_rcu(&oldtbl->rcu_head, mesh_table_free_rcu);
627
628 out:
629 write_unlock_bh(&pathtbl_resize_lock);
630 }
631
mpp_path_add(struct ieee80211_sub_if_data * sdata,const u8 * dst,const u8 * mpp)632 int mpp_path_add(struct ieee80211_sub_if_data *sdata,
633 const u8 *dst, const u8 *mpp)
634 {
635 struct ieee80211_if_mesh *ifmsh = &sdata->u.mesh;
636 struct ieee80211_local *local = sdata->local;
637 struct mesh_table *tbl;
638 struct mesh_path *mpath, *new_mpath;
639 struct mpath_node *node, *new_node;
640 struct hlist_head *bucket;
641 int grow = 0;
642 int err = 0;
643 u32 hash_idx;
644
645 if (ether_addr_equal(dst, sdata->vif.addr))
646 /* never add ourselves as neighbours */
647 return -ENOTSUPP;
648
649 if (is_multicast_ether_addr(dst))
650 return -ENOTSUPP;
651
652 err = -ENOMEM;
653 new_mpath = kzalloc(sizeof(struct mesh_path), GFP_ATOMIC);
654 if (!new_mpath)
655 goto err_path_alloc;
656
657 new_node = kmalloc(sizeof(struct mpath_node), GFP_ATOMIC);
658 if (!new_node)
659 goto err_node_alloc;
660
661 read_lock_bh(&pathtbl_resize_lock);
662 memcpy(new_mpath->dst, dst, ETH_ALEN);
663 memcpy(new_mpath->mpp, mpp, ETH_ALEN);
664 new_mpath->sdata = sdata;
665 new_mpath->flags = 0;
666 skb_queue_head_init(&new_mpath->frame_queue);
667 new_node->mpath = new_mpath;
668 init_timer(&new_mpath->timer);
669 new_mpath->exp_time = jiffies;
670 spin_lock_init(&new_mpath->state_lock);
671
672 tbl = resize_dereference_mpp_paths();
673
674 hash_idx = mesh_table_hash(dst, sdata, tbl);
675 bucket = &tbl->hash_buckets[hash_idx];
676
677 spin_lock(&tbl->hashwlock[hash_idx]);
678
679 err = -EEXIST;
680 hlist_for_each_entry(node, bucket, list) {
681 mpath = node->mpath;
682 if (mpath->sdata == sdata &&
683 ether_addr_equal(dst, mpath->dst))
684 goto err_exists;
685 }
686
687 hlist_add_head_rcu(&new_node->list, bucket);
688 if (atomic_inc_return(&tbl->entries) >=
689 tbl->mean_chain_len * (tbl->hash_mask + 1))
690 grow = 1;
691
692 spin_unlock(&tbl->hashwlock[hash_idx]);
693 read_unlock_bh(&pathtbl_resize_lock);
694 if (grow) {
695 set_bit(MESH_WORK_GROW_MPP_TABLE, &ifmsh->wrkq_flags);
696 ieee80211_queue_work(&local->hw, &sdata->work);
697 }
698 return 0;
699
700 err_exists:
701 spin_unlock(&tbl->hashwlock[hash_idx]);
702 read_unlock_bh(&pathtbl_resize_lock);
703 kfree(new_node);
704 err_node_alloc:
705 kfree(new_mpath);
706 err_path_alloc:
707 return err;
708 }
709
710
711 /**
712 * mesh_plink_broken - deactivates paths and sends perr when a link breaks
713 *
714 * @sta: broken peer link
715 *
716 * This function must be called from the rate control algorithm if enough
717 * delivery errors suggest that a peer link is no longer usable.
718 */
mesh_plink_broken(struct sta_info * sta)719 void mesh_plink_broken(struct sta_info *sta)
720 {
721 struct mesh_table *tbl;
722 static const u8 bcast[ETH_ALEN] = {0xff, 0xff, 0xff, 0xff, 0xff, 0xff};
723 struct mesh_path *mpath;
724 struct mpath_node *node;
725 struct ieee80211_sub_if_data *sdata = sta->sdata;
726 int i;
727
728 rcu_read_lock();
729 tbl = rcu_dereference(mesh_paths);
730 for_each_mesh_entry(tbl, node, i) {
731 mpath = node->mpath;
732 if (rcu_access_pointer(mpath->next_hop) == sta &&
733 mpath->flags & MESH_PATH_ACTIVE &&
734 !(mpath->flags & MESH_PATH_FIXED)) {
735 spin_lock_bh(&mpath->state_lock);
736 mpath->flags &= ~MESH_PATH_ACTIVE;
737 ++mpath->sn;
738 spin_unlock_bh(&mpath->state_lock);
739 mesh_path_error_tx(sdata,
740 sdata->u.mesh.mshcfg.element_ttl,
741 mpath->dst, mpath->sn,
742 WLAN_REASON_MESH_PATH_DEST_UNREACHABLE, bcast);
743 }
744 }
745 rcu_read_unlock();
746 }
747
mesh_path_node_reclaim(struct rcu_head * rp)748 static void mesh_path_node_reclaim(struct rcu_head *rp)
749 {
750 struct mpath_node *node = container_of(rp, struct mpath_node, rcu);
751 struct ieee80211_sub_if_data *sdata = node->mpath->sdata;
752
753 del_timer_sync(&node->mpath->timer);
754 atomic_dec(&sdata->u.mesh.mpaths);
755 kfree(node->mpath);
756 kfree(node);
757 }
758
759 /* needs to be called with the corresponding hashwlock taken */
__mesh_path_del(struct mesh_table * tbl,struct mpath_node * node)760 static void __mesh_path_del(struct mesh_table *tbl, struct mpath_node *node)
761 {
762 struct mesh_path *mpath;
763 mpath = node->mpath;
764 spin_lock(&mpath->state_lock);
765 mpath->flags |= MESH_PATH_RESOLVING;
766 if (mpath->is_gate)
767 mesh_gate_del(tbl, mpath);
768 hlist_del_rcu(&node->list);
769 call_rcu(&node->rcu, mesh_path_node_reclaim);
770 spin_unlock(&mpath->state_lock);
771 atomic_dec(&tbl->entries);
772 }
773
774 /**
775 * mesh_path_flush_by_nexthop - Deletes mesh paths if their next hop matches
776 *
777 * @sta: mesh peer to match
778 *
779 * RCU notes: this function is called when a mesh plink transitions from
780 * PLINK_ESTAB to any other state, since PLINK_ESTAB state is the only one that
781 * allows path creation. This will happen before the sta can be freed (because
782 * sta_info_destroy() calls this) so any reader in a rcu read block will be
783 * protected against the plink disappearing.
784 */
mesh_path_flush_by_nexthop(struct sta_info * sta)785 void mesh_path_flush_by_nexthop(struct sta_info *sta)
786 {
787 struct mesh_table *tbl;
788 struct mesh_path *mpath;
789 struct mpath_node *node;
790 int i;
791
792 rcu_read_lock();
793 read_lock_bh(&pathtbl_resize_lock);
794 tbl = resize_dereference_mesh_paths();
795 for_each_mesh_entry(tbl, node, i) {
796 mpath = node->mpath;
797 if (rcu_access_pointer(mpath->next_hop) == sta) {
798 spin_lock(&tbl->hashwlock[i]);
799 __mesh_path_del(tbl, node);
800 spin_unlock(&tbl->hashwlock[i]);
801 }
802 }
803 read_unlock_bh(&pathtbl_resize_lock);
804 rcu_read_unlock();
805 }
806
table_flush_by_iface(struct mesh_table * tbl,struct ieee80211_sub_if_data * sdata)807 static void table_flush_by_iface(struct mesh_table *tbl,
808 struct ieee80211_sub_if_data *sdata)
809 {
810 struct mesh_path *mpath;
811 struct mpath_node *node;
812 int i;
813
814 WARN_ON(!rcu_read_lock_held());
815 for_each_mesh_entry(tbl, node, i) {
816 mpath = node->mpath;
817 if (mpath->sdata != sdata)
818 continue;
819 spin_lock_bh(&tbl->hashwlock[i]);
820 __mesh_path_del(tbl, node);
821 spin_unlock_bh(&tbl->hashwlock[i]);
822 }
823 }
824
825 /**
826 * mesh_path_flush_by_iface - Deletes all mesh paths associated with a given iface
827 *
828 * This function deletes both mesh paths as well as mesh portal paths.
829 *
830 * @sdata: interface data to match
831 *
832 */
mesh_path_flush_by_iface(struct ieee80211_sub_if_data * sdata)833 void mesh_path_flush_by_iface(struct ieee80211_sub_if_data *sdata)
834 {
835 struct mesh_table *tbl;
836
837 rcu_read_lock();
838 read_lock_bh(&pathtbl_resize_lock);
839 tbl = resize_dereference_mesh_paths();
840 table_flush_by_iface(tbl, sdata);
841 tbl = resize_dereference_mpp_paths();
842 table_flush_by_iface(tbl, sdata);
843 read_unlock_bh(&pathtbl_resize_lock);
844 rcu_read_unlock();
845 }
846
847 /**
848 * mesh_path_del - delete a mesh path from the table
849 *
850 * @addr: dst address (ETH_ALEN length)
851 * @sdata: local subif
852 *
853 * Returns: 0 if successful
854 */
mesh_path_del(struct ieee80211_sub_if_data * sdata,const u8 * addr)855 int mesh_path_del(struct ieee80211_sub_if_data *sdata, const u8 *addr)
856 {
857 struct mesh_table *tbl;
858 struct mesh_path *mpath;
859 struct mpath_node *node;
860 struct hlist_head *bucket;
861 int hash_idx;
862 int err = 0;
863
864 read_lock_bh(&pathtbl_resize_lock);
865 tbl = resize_dereference_mesh_paths();
866 hash_idx = mesh_table_hash(addr, sdata, tbl);
867 bucket = &tbl->hash_buckets[hash_idx];
868
869 spin_lock(&tbl->hashwlock[hash_idx]);
870 hlist_for_each_entry(node, bucket, list) {
871 mpath = node->mpath;
872 if (mpath->sdata == sdata &&
873 ether_addr_equal(addr, mpath->dst)) {
874 __mesh_path_del(tbl, node);
875 goto enddel;
876 }
877 }
878
879 err = -ENXIO;
880 enddel:
881 mesh_paths_generation++;
882 spin_unlock(&tbl->hashwlock[hash_idx]);
883 read_unlock_bh(&pathtbl_resize_lock);
884 return err;
885 }
886
887 /**
888 * mesh_path_tx_pending - sends pending frames in a mesh path queue
889 *
890 * @mpath: mesh path to activate
891 *
892 * Locking: the state_lock of the mpath structure must NOT be held when calling
893 * this function.
894 */
mesh_path_tx_pending(struct mesh_path * mpath)895 void mesh_path_tx_pending(struct mesh_path *mpath)
896 {
897 if (mpath->flags & MESH_PATH_ACTIVE)
898 ieee80211_add_pending_skbs(mpath->sdata->local,
899 &mpath->frame_queue);
900 }
901
902 /**
903 * mesh_path_send_to_gates - sends pending frames to all known mesh gates
904 *
905 * @mpath: mesh path whose queue will be emptied
906 *
907 * If there is only one gate, the frames are transferred from the failed mpath
908 * queue to that gate's queue. If there are more than one gates, the frames
909 * are copied from each gate to the next. After frames are copied, the
910 * mpath queues are emptied onto the transmission queue.
911 */
mesh_path_send_to_gates(struct mesh_path * mpath)912 int mesh_path_send_to_gates(struct mesh_path *mpath)
913 {
914 struct ieee80211_sub_if_data *sdata = mpath->sdata;
915 struct mesh_table *tbl;
916 struct mesh_path *from_mpath = mpath;
917 struct mpath_node *gate = NULL;
918 bool copy = false;
919 struct hlist_head *known_gates;
920
921 rcu_read_lock();
922 tbl = rcu_dereference(mesh_paths);
923 known_gates = tbl->known_gates;
924 rcu_read_unlock();
925
926 if (!known_gates)
927 return -EHOSTUNREACH;
928
929 hlist_for_each_entry_rcu(gate, known_gates, list) {
930 if (gate->mpath->sdata != sdata)
931 continue;
932
933 if (gate->mpath->flags & MESH_PATH_ACTIVE) {
934 mpath_dbg(sdata, "Forwarding to %pM\n", gate->mpath->dst);
935 mesh_path_move_to_queue(gate->mpath, from_mpath, copy);
936 from_mpath = gate->mpath;
937 copy = true;
938 } else {
939 mpath_dbg(sdata,
940 "Not forwarding %p (flags %#x)\n",
941 gate->mpath, gate->mpath->flags);
942 }
943 }
944
945 hlist_for_each_entry_rcu(gate, known_gates, list)
946 if (gate->mpath->sdata == sdata) {
947 mpath_dbg(sdata, "Sending to %pM\n", gate->mpath->dst);
948 mesh_path_tx_pending(gate->mpath);
949 }
950
951 return (from_mpath == mpath) ? -EHOSTUNREACH : 0;
952 }
953
954 /**
955 * mesh_path_discard_frame - discard a frame whose path could not be resolved
956 *
957 * @skb: frame to discard
958 * @sdata: network subif the frame was to be sent through
959 *
960 * Locking: the function must me called within a rcu_read_lock region
961 */
mesh_path_discard_frame(struct ieee80211_sub_if_data * sdata,struct sk_buff * skb)962 void mesh_path_discard_frame(struct ieee80211_sub_if_data *sdata,
963 struct sk_buff *skb)
964 {
965 kfree_skb(skb);
966 sdata->u.mesh.mshstats.dropped_frames_no_route++;
967 }
968
969 /**
970 * mesh_path_flush_pending - free the pending queue of a mesh path
971 *
972 * @mpath: mesh path whose queue has to be freed
973 *
974 * Locking: the function must me called within a rcu_read_lock region
975 */
mesh_path_flush_pending(struct mesh_path * mpath)976 void mesh_path_flush_pending(struct mesh_path *mpath)
977 {
978 struct sk_buff *skb;
979
980 while ((skb = skb_dequeue(&mpath->frame_queue)) != NULL)
981 mesh_path_discard_frame(mpath->sdata, skb);
982 }
983
984 /**
985 * mesh_path_fix_nexthop - force a specific next hop for a mesh path
986 *
987 * @mpath: the mesh path to modify
988 * @next_hop: the next hop to force
989 *
990 * Locking: this function must be called holding mpath->state_lock
991 */
mesh_path_fix_nexthop(struct mesh_path * mpath,struct sta_info * next_hop)992 void mesh_path_fix_nexthop(struct mesh_path *mpath, struct sta_info *next_hop)
993 {
994 spin_lock_bh(&mpath->state_lock);
995 mesh_path_assign_nexthop(mpath, next_hop);
996 mpath->sn = 0xffff;
997 mpath->metric = 0;
998 mpath->hop_count = 0;
999 mpath->exp_time = 0;
1000 mpath->flags |= MESH_PATH_FIXED;
1001 mesh_path_activate(mpath);
1002 spin_unlock_bh(&mpath->state_lock);
1003 mesh_path_tx_pending(mpath);
1004 }
1005
mesh_path_node_free(struct hlist_node * p,bool free_leafs)1006 static void mesh_path_node_free(struct hlist_node *p, bool free_leafs)
1007 {
1008 struct mesh_path *mpath;
1009 struct mpath_node *node = hlist_entry(p, struct mpath_node, list);
1010 mpath = node->mpath;
1011 hlist_del_rcu(p);
1012 if (free_leafs) {
1013 del_timer_sync(&mpath->timer);
1014 kfree(mpath);
1015 }
1016 kfree(node);
1017 }
1018
mesh_path_node_copy(struct hlist_node * p,struct mesh_table * newtbl)1019 static int mesh_path_node_copy(struct hlist_node *p, struct mesh_table *newtbl)
1020 {
1021 struct mesh_path *mpath;
1022 struct mpath_node *node, *new_node;
1023 u32 hash_idx;
1024
1025 new_node = kmalloc(sizeof(struct mpath_node), GFP_ATOMIC);
1026 if (new_node == NULL)
1027 return -ENOMEM;
1028
1029 node = hlist_entry(p, struct mpath_node, list);
1030 mpath = node->mpath;
1031 new_node->mpath = mpath;
1032 hash_idx = mesh_table_hash(mpath->dst, mpath->sdata, newtbl);
1033 hlist_add_head(&new_node->list,
1034 &newtbl->hash_buckets[hash_idx]);
1035 return 0;
1036 }
1037
mesh_pathtbl_init(void)1038 int mesh_pathtbl_init(void)
1039 {
1040 struct mesh_table *tbl_path, *tbl_mpp;
1041 int ret;
1042
1043 tbl_path = mesh_table_alloc(INIT_PATHS_SIZE_ORDER);
1044 if (!tbl_path)
1045 return -ENOMEM;
1046 tbl_path->free_node = &mesh_path_node_free;
1047 tbl_path->copy_node = &mesh_path_node_copy;
1048 tbl_path->mean_chain_len = MEAN_CHAIN_LEN;
1049 tbl_path->known_gates = kzalloc(sizeof(struct hlist_head), GFP_ATOMIC);
1050 if (!tbl_path->known_gates) {
1051 ret = -ENOMEM;
1052 goto free_path;
1053 }
1054 INIT_HLIST_HEAD(tbl_path->known_gates);
1055
1056
1057 tbl_mpp = mesh_table_alloc(INIT_PATHS_SIZE_ORDER);
1058 if (!tbl_mpp) {
1059 ret = -ENOMEM;
1060 goto free_path;
1061 }
1062 tbl_mpp->free_node = &mesh_path_node_free;
1063 tbl_mpp->copy_node = &mesh_path_node_copy;
1064 tbl_mpp->mean_chain_len = MEAN_CHAIN_LEN;
1065 tbl_mpp->known_gates = kzalloc(sizeof(struct hlist_head), GFP_ATOMIC);
1066 if (!tbl_mpp->known_gates) {
1067 ret = -ENOMEM;
1068 goto free_mpp;
1069 }
1070 INIT_HLIST_HEAD(tbl_mpp->known_gates);
1071
1072 /* Need no locking since this is during init */
1073 RCU_INIT_POINTER(mesh_paths, tbl_path);
1074 RCU_INIT_POINTER(mpp_paths, tbl_mpp);
1075
1076 return 0;
1077
1078 free_mpp:
1079 mesh_table_free(tbl_mpp, true);
1080 free_path:
1081 mesh_table_free(tbl_path, true);
1082 return ret;
1083 }
1084
mesh_path_expire(struct ieee80211_sub_if_data * sdata)1085 void mesh_path_expire(struct ieee80211_sub_if_data *sdata)
1086 {
1087 struct mesh_table *tbl;
1088 struct mesh_path *mpath;
1089 struct mpath_node *node;
1090 int i;
1091
1092 rcu_read_lock();
1093 tbl = rcu_dereference(mesh_paths);
1094 for_each_mesh_entry(tbl, node, i) {
1095 if (node->mpath->sdata != sdata)
1096 continue;
1097 mpath = node->mpath;
1098 if ((!(mpath->flags & MESH_PATH_RESOLVING)) &&
1099 (!(mpath->flags & MESH_PATH_FIXED)) &&
1100 time_after(jiffies, mpath->exp_time + MESH_PATH_EXPIRE))
1101 mesh_path_del(mpath->sdata, mpath->dst);
1102 }
1103 rcu_read_unlock();
1104 }
1105
mesh_pathtbl_unregister(void)1106 void mesh_pathtbl_unregister(void)
1107 {
1108 /* no need for locking during exit path */
1109 mesh_table_free(rcu_dereference_protected(mesh_paths, 1), true);
1110 mesh_table_free(rcu_dereference_protected(mpp_paths, 1), true);
1111 }
1112