427 	struct flow_cls_offload cls_flower = {};  in fl_hw_destroy_filter()  local
429 	tc_cls_common_offload_init(&cls_flower.common, tp, f->flags, extack);  in fl_hw_destroy_filter()
430 	cls_flower.command = FLOW_CLS_DESTROY;  in fl_hw_destroy_filter()
431 	cls_flower.cookie = (unsigned long) f;  in fl_hw_destroy_filter()
433 	tc_setup_cb_destroy(block, tp, TC_SETUP_CLSFLOWER, &cls_flower, false,  in fl_hw_destroy_filter()
443 	struct flow_cls_offload cls_flower = {};  in fl_hw_replace_filter()  local
447 	cls_flower.rule = flow_rule_alloc(tcf_exts_num_actions(&f->exts));  in fl_hw_replace_filter()
448 	if (!cls_flower.rule)  in fl_hw_replace_filter()
451 	tc_cls_common_offload_init(&cls_flower.common, tp, f->flags, extack);  in fl_hw_replace_filter()
452 	cls_flower.command = FLOW_CLS_REPLACE;  in fl_hw_replace_filter()
453 	cls_flower.cookie = (unsigned long) f;  in fl_hw_replace_filter()
454 	cls_flower.rule->match.dissector = &f->mask->dissector;  in fl_hw_replace_filter()
455 	cls_flower.rule->match.mask = &f->mask->key;  in fl_hw_replace_filter()
456 	cls_flower.rule->match.key = &f->mkey;  in fl_hw_replace_filter()
457 	cls_flower.classid = f->res.classid;  in fl_hw_replace_filter()
459 	err = tc_setup_flow_action(&cls_flower.rule->action, &f->exts);  in fl_hw_replace_filter()
461 		kfree(cls_flower.rule);  in fl_hw_replace_filter()
469 	err = tc_setup_cb_add(block, tp, TC_SETUP_CLSFLOWER, &cls_flower,  in fl_hw_replace_filter()
471 	tc_cleanup_flow_action(&cls_flower.rule->action);  in fl_hw_replace_filter()
472 	kfree(cls_flower.rule);  in fl_hw_replace_filter()
489 	struct flow_cls_offload cls_flower = {};  in fl_hw_update_stats()  local
491 	tc_cls_common_offload_init(&cls_flower.common, tp, f->flags, NULL);  in fl_hw_update_stats()
492 	cls_flower.command = FLOW_CLS_STATS;  in fl_hw_update_stats()
493 	cls_flower.cookie = (unsigned long) f;  in fl_hw_update_stats()
494 	cls_flower.classid = f->res.classid;  in fl_hw_update_stats()
496 	tc_setup_cb_call(block, TC_SETUP_CLSFLOWER, &cls_flower, false,  in fl_hw_update_stats()
499 	tcf_exts_stats_update(&f->exts, cls_flower.stats.bytes,  in fl_hw_update_stats()
500 			      cls_flower.stats.pkts,  in fl_hw_update_stats()
501 			      cls_flower.stats.drops,  in fl_hw_update_stats()
502 			      cls_flower.stats.lastused,  in fl_hw_update_stats()
503 			      cls_flower.stats.used_hw_stats,  in fl_hw_update_stats()
504 			      cls_flower.stats.used_hw_stats_valid);  in fl_hw_update_stats()
2243 	struct flow_cls_offload cls_flower = {};  in fl_reoffload()  local
2254 		cls_flower.rule =  in fl_reoffload()
2256 		if (!cls_flower.rule) {  in fl_reoffload()
2261 		tc_cls_common_offload_init(&cls_flower.common, tp, f->flags,  in fl_reoffload()
2263 		cls_flower.command = add ?  in fl_reoffload()
2265 		cls_flower.cookie = (unsigned long)f;  in fl_reoffload()
2266 		cls_flower.rule->match.dissector = &f->mask->dissector;  in fl_reoffload()
2267 		cls_flower.rule->match.mask = &f->mask->key;  in fl_reoffload()
2268 		cls_flower.rule->match.key = &f->mkey;  in fl_reoffload()
2270 		err = tc_setup_flow_action(&cls_flower.rule->action, &f->exts);  in fl_reoffload()
2272 			kfree(cls_flower.rule);  in fl_reoffload()
2281 		cls_flower.classid = f->res.classid;  in fl_reoffload()
2284 					    TC_SETUP_CLSFLOWER, &cls_flower,  in fl_reoffload()
2287 		tc_cleanup_flow_action(&cls_flower.rule->action);  in fl_reoffload()
2288 		kfree(cls_flower.rule);  in fl_reoffload()
2303 	struct flow_cls_offload *cls_flower = type_data;  in fl_hw_add()  local
2305 		(struct cls_fl_filter *) cls_flower->cookie;  in fl_hw_add()
2315 	struct flow_cls_offload *cls_flower = type_data;  in fl_hw_del()  local
2317 		(struct cls_fl_filter *) cls_flower->cookie;  in fl_hw_del()
2328 	struct flow_cls_offload cls_flower = {};  in fl_hw_create_tmplt()  local
2331 	cls_flower.rule = flow_rule_alloc(0);  in fl_hw_create_tmplt()
2332 	if (!cls_flower.rule)  in fl_hw_create_tmplt()
2335 	cls_flower.common.chain_index = chain->index;  in fl_hw_create_tmplt()
2336 	cls_flower.command = FLOW_CLS_TMPLT_CREATE;  in fl_hw_create_tmplt()
2337 	cls_flower.cookie = (unsigned long) tmplt;  in fl_hw_create_tmplt()
2338 	cls_flower.rule->match.dissector = &tmplt->dissector;  in fl_hw_create_tmplt()
2339 	cls_flower.rule->match.mask = &tmplt->mask;  in fl_hw_create_tmplt()
2340 	cls_flower.rule->match.key = &tmplt->dummy_key;  in fl_hw_create_tmplt()
2345 	tc_setup_cb_call(block, TC_SETUP_CLSFLOWER, &cls_flower, false, true);  in fl_hw_create_tmplt()
2346 	kfree(cls_flower.rule);  in fl_hw_create_tmplt()
2354 	struct flow_cls_offload cls_flower = {};  in fl_hw_destroy_tmplt()  local
2357 	cls_flower.common.chain_index = chain->index;  in fl_hw_destroy_tmplt()
2358 	cls_flower.command = FLOW_CLS_TMPLT_DESTROY;  in fl_hw_destroy_tmplt()
2359 	cls_flower.cookie = (unsigned long) tmplt;  in fl_hw_destroy_tmplt()
2361 	tc_setup_cb_call(block, TC_SETUP_CLSFLOWER, &cls_flower, false, true);  in fl_hw_destroy_tmplt()