Lines Matching refs:ops
41 int fib_default_rule_add(struct fib_rules_ops *ops, in fib_default_rule_add() argument
46 r = kzalloc(ops->rule_size, GFP_KERNEL); in fib_default_rule_add()
56 r->fr_net = ops->fro_net; in fib_default_rule_add()
64 list_add_tail(&r->list, &ops->rules_list); in fib_default_rule_add()
69 static u32 fib_default_rule_pref(struct fib_rules_ops *ops) in fib_default_rule_pref() argument
74 if (!list_empty(&ops->rules_list)) { in fib_default_rule_pref()
75 pos = ops->rules_list.next; in fib_default_rule_pref()
76 if (pos->next != &ops->rules_list) { in fib_default_rule_pref()
87 struct fib_rules_ops *ops, struct nlmsghdr *nlh,
92 struct fib_rules_ops *ops; in lookup_rules_ops() local
95 list_for_each_entry_rcu(ops, &net->rules_ops, list) { in lookup_rules_ops()
96 if (ops->family == family) { in lookup_rules_ops()
97 if (!try_module_get(ops->owner)) in lookup_rules_ops()
98 ops = NULL; in lookup_rules_ops()
100 return ops; in lookup_rules_ops()
108 static void rules_ops_put(struct fib_rules_ops *ops) in rules_ops_put() argument
110 if (ops) in rules_ops_put()
111 module_put(ops->owner); in rules_ops_put()
114 static void flush_route_cache(struct fib_rules_ops *ops) in flush_route_cache() argument
116 if (ops->flush_cache) in flush_route_cache()
117 ops->flush_cache(ops); in flush_route_cache()
120 static int __fib_rules_register(struct fib_rules_ops *ops) in __fib_rules_register() argument
126 net = ops->fro_net; in __fib_rules_register()
128 if (ops->rule_size < sizeof(struct fib_rule)) in __fib_rules_register()
131 if (ops->match == NULL || ops->configure == NULL || in __fib_rules_register()
132 ops->compare == NULL || ops->fill == NULL || in __fib_rules_register()
133 ops->action == NULL) in __fib_rules_register()
138 if (ops->family == o->family) in __fib_rules_register()
141 list_add_tail_rcu(&ops->list, &net->rules_ops); in __fib_rules_register()
152 struct fib_rules_ops *ops; in fib_rules_register() local
155 ops = kmemdup(tmpl, sizeof(*ops), GFP_KERNEL); in fib_rules_register()
156 if (ops == NULL) in fib_rules_register()
159 INIT_LIST_HEAD(&ops->rules_list); in fib_rules_register()
160 ops->fro_net = net; in fib_rules_register()
162 err = __fib_rules_register(ops); in fib_rules_register()
164 kfree(ops); in fib_rules_register()
165 ops = ERR_PTR(err); in fib_rules_register()
168 return ops; in fib_rules_register()
172 static void fib_rules_cleanup_ops(struct fib_rules_ops *ops) in fib_rules_cleanup_ops() argument
176 list_for_each_entry_safe(rule, tmp, &ops->rules_list, list) { in fib_rules_cleanup_ops()
178 if (ops->delete) in fib_rules_cleanup_ops()
179 ops->delete(rule); in fib_rules_cleanup_ops()
184 void fib_rules_unregister(struct fib_rules_ops *ops) in fib_rules_unregister() argument
186 struct net *net = ops->fro_net; in fib_rules_unregister()
189 list_del_rcu(&ops->list); in fib_rules_unregister()
192 fib_rules_cleanup_ops(ops); in fib_rules_unregister()
193 kfree_rcu(ops, rcu); in fib_rules_unregister()
245 static int fib_rule_match(struct fib_rule *rule, struct fib_rules_ops *ops, in fib_rule_match() argument
270 ret = ops->match(rule, fl, flags); in fib_rule_match()
275 int fib_rules_lookup(struct fib_rules_ops *ops, struct flowi *fl, in fib_rules_lookup() argument
283 list_for_each_entry_rcu(rule, &ops->rules_list, list) { in fib_rules_lookup()
285 if (!fib_rule_match(rule, ops, fl, flags, arg)) in fib_rules_lookup()
301 err = ops->action(rule, fl, flags, arg); in fib_rules_lookup()
303 if (!err && ops->suppress && ops->suppress(rule, flags, arg)) in fib_rules_lookup()
339 struct fib_rules_ops *ops, in call_fib_rule_notifiers() argument
343 .info.family = ops->family, in call_fib_rule_notifiers()
348 ops->fib_rules_seq++; in call_fib_rule_notifiers()
355 struct fib_rules_ops *ops; in fib_rules_dump() local
358 ops = lookup_rules_ops(net, family); in fib_rules_dump()
359 if (!ops) in fib_rules_dump()
361 list_for_each_entry_rcu(rule, &ops->rules_list, list) in fib_rules_dump()
364 rules_ops_put(ops); in fib_rules_dump()
373 struct fib_rules_ops *ops; in fib_rules_seq_read() local
377 ops = lookup_rules_ops(net, family); in fib_rules_seq_read()
378 if (!ops) in fib_rules_seq_read()
380 fib_rules_seq = ops->fib_rules_seq; in fib_rules_seq_read()
381 rules_ops_put(ops); in fib_rules_seq_read()
387 static struct fib_rule *rule_find(struct fib_rules_ops *ops, in rule_find() argument
395 list_for_each_entry(r, &ops->rules_list, list) { in rule_find()
457 if (!ops->compare(r, frh, tb)) in rule_find()
488 struct fib_rules_ops *ops, in fib_nl2rule() argument
500 frh->src_len > (ops->addr_size * 8) || in fib_nl2rule()
501 nla_len(tb[FRA_SRC]) != ops->addr_size) { in fib_nl2rule()
508 frh->dst_len > (ops->addr_size * 8) || in fib_nl2rule()
509 nla_len(tb[FRA_DST]) != ops->addr_size) { in fib_nl2rule()
514 nlrule = kzalloc(ops->rule_size, GFP_KERNEL); in fib_nl2rule()
526 nlrule->pref = fib_default_rule_pref(ops); in fib_nl2rule()
656 static int rule_exists(struct fib_rules_ops *ops, struct fib_rule_hdr *frh, in rule_exists() argument
661 list_for_each_entry(r, &ops->rules_list, list) { in rule_exists()
716 if (!ops->compare(r, frh, tb)) in rule_exists()
728 struct fib_rules_ops *ops = NULL; in fib_nl_newrule() local
739 ops = lookup_rules_ops(net, frh->family); in fib_nl_newrule()
740 if (!ops) { in fib_nl_newrule()
747 ops->policy, extack); in fib_nl_newrule()
753 err = fib_nl2rule(skb, nlh, extack, ops, tb, &rule, &user_priority); in fib_nl_newrule()
758 rule_exists(ops, frh, tb, rule)) { in fib_nl_newrule()
763 err = ops->configure(rule, skb, frh, tb, extack); in fib_nl_newrule()
767 err = call_fib_rule_notifiers(net, FIB_EVENT_RULE_ADD, rule, ops, in fib_nl_newrule()
772 list_for_each_entry(r, &ops->rules_list, list) { in fib_nl_newrule()
782 list_for_each_entry(r, &ops->rules_list, list) { in fib_nl_newrule()
791 list_add_rcu(&rule->list, &ops->rules_list); in fib_nl_newrule()
793 if (ops->unresolved_rules) { in fib_nl_newrule()
798 list_for_each_entry(r, &ops->rules_list, list) { in fib_nl_newrule()
803 if (--ops->unresolved_rules == 0) in fib_nl_newrule()
810 ops->nr_goto_rules++; in fib_nl_newrule()
813 ops->unresolved_rules++; in fib_nl_newrule()
818 notify_rule_change(RTM_NEWRULE, rule, ops, nlh, NETLINK_CB(skb).portid); in fib_nl_newrule()
819 flush_route_cache(ops); in fib_nl_newrule()
820 rules_ops_put(ops); in fib_nl_newrule()
826 rules_ops_put(ops); in fib_nl_newrule()
836 struct fib_rules_ops *ops = NULL; in fib_nl_delrule() local
847 ops = lookup_rules_ops(net, frh->family); in fib_nl_delrule()
848 if (ops == NULL) { in fib_nl_delrule()
855 ops->policy, extack); in fib_nl_delrule()
861 err = fib_nl2rule(skb, nlh, extack, ops, tb, &nlrule, &user_priority); in fib_nl_delrule()
865 rule = rule_find(ops, frh, tb, nlrule, user_priority); in fib_nl_delrule()
876 if (ops->delete) { in fib_nl_delrule()
877 err = ops->delete(rule); in fib_nl_delrule()
888 ops->nr_goto_rules--; in fib_nl_delrule()
890 ops->unresolved_rules--; in fib_nl_delrule()
900 if (ops->nr_goto_rules > 0) { in fib_nl_delrule()
904 if (&n->list == &ops->rules_list || n->pref != rule->pref) in fib_nl_delrule()
906 list_for_each_entry(r, &ops->rules_list, list) { in fib_nl_delrule()
911 ops->unresolved_rules++; in fib_nl_delrule()
915 call_fib_rule_notifiers(net, FIB_EVENT_RULE_DEL, rule, ops, in fib_nl_delrule()
917 notify_rule_change(RTM_DELRULE, rule, ops, nlh, in fib_nl_delrule()
920 flush_route_cache(ops); in fib_nl_delrule()
921 rules_ops_put(ops); in fib_nl_delrule()
927 rules_ops_put(ops); in fib_nl_delrule()
932 static inline size_t fib_rule_nlmsg_size(struct fib_rules_ops *ops, in fib_rule_nlmsg_size() argument
951 if (ops->nlmsg_payload) in fib_rule_nlmsg_size()
952 payload += ops->nlmsg_payload(rule); in fib_rule_nlmsg_size()
959 struct fib_rules_ops *ops) in fib_nl_fill_rule() argument
969 frh->family = ops->family; in fib_nl_fill_rule()
1027 if (ops->fill(rule, skb, frh) < 0) in fib_nl_fill_rule()
1039 struct fib_rules_ops *ops) in dump_rules() argument
1046 list_for_each_entry_rcu(rule, &ops->rules_list, list) { in dump_rules()
1052 NLM_F_MULTI, ops); in dump_rules()
1060 rules_ops_put(ops); in dump_rules()
1095 struct fib_rules_ops *ops; in fib_nl_dumprule() local
1108 ops = lookup_rules_ops(net, family); in fib_nl_dumprule()
1109 if (ops == NULL) in fib_nl_dumprule()
1112 dump_rules(skb, cb, ops); in fib_nl_dumprule()
1118 list_for_each_entry_rcu(ops, &net->rules_ops, list) { in fib_nl_dumprule()
1119 if (idx < cb->args[0] || !try_module_get(ops->owner)) in fib_nl_dumprule()
1122 if (dump_rules(skb, cb, ops) < 0) in fib_nl_dumprule()
1136 struct fib_rules_ops *ops, struct nlmsghdr *nlh, in notify_rule_change() argument
1143 net = ops->fro_net; in notify_rule_change()
1144 skb = nlmsg_new(fib_rule_nlmsg_size(ops, rule), GFP_KERNEL); in notify_rule_change()
1148 err = fib_nl_fill_rule(skb, rule, pid, nlh->nlmsg_seq, event, 0, ops); in notify_rule_change()
1156 rtnl_notify(skb, net, pid, ops->nlgroup, nlh, GFP_KERNEL); in notify_rule_change()
1160 rtnl_set_sk_err(net, ops->nlgroup, err); in notify_rule_change()
1195 struct fib_rules_ops *ops; in fib_rules_event() local
1201 list_for_each_entry(ops, &net->rules_ops, list) in fib_rules_event()
1202 attach_rules(&ops->rules_list, dev); in fib_rules_event()
1206 list_for_each_entry(ops, &net->rules_ops, list) { in fib_rules_event()
1207 detach_rules(&ops->rules_list, dev); in fib_rules_event()
1208 attach_rules(&ops->rules_list, dev); in fib_rules_event()
1213 list_for_each_entry(ops, &net->rules_ops, list) in fib_rules_event()
1214 detach_rules(&ops->rules_list, dev); in fib_rules_event()