| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | percpu.h | 65 #define raw_cpu_generic_read(pcp) \ argument
67 *raw_cpu_ptr(&(pcp)); \
70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
72 *raw_cpu_ptr(&(pcp)) op val; \
75 #define raw_cpu_generic_add_return(pcp, val) \ argument
77 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \
83 #define raw_cpu_generic_xchg(pcp, nval) \ argument
85 typeof(pcp) *__p = raw_cpu_ptr(&(pcp)); \
86 typeof(pcp) __ret; \
92 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
[all …]
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
29 typedef typeof(pcp) pcp_op_T__; \
33 ptr__ = raw_cpu_ptr(&(pcp)); \
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | percpu.h | 222 #define this_cpu_read_stable_1(pcp) percpu_stable_op(1, "mov", pcp) argument
223 #define this_cpu_read_stable_2(pcp) percpu_stable_op(2, "mov", pcp) argument
224 #define this_cpu_read_stable_4(pcp) percpu_stable_op(4, "mov", pcp) argument
225 #define this_cpu_read_stable_8(pcp) percpu_stable_op(8, "mov", pcp) argument
226 #define this_cpu_read_stable(pcp) __pcpu_size_call_return(this_cpu_read_stable_, pcp) argument
228 #define raw_cpu_read_1(pcp) percpu_from_op(1, , "mov", pcp) argument
229 #define raw_cpu_read_2(pcp) percpu_from_op(2, , "mov", pcp) argument
230 #define raw_cpu_read_4(pcp) percpu_from_op(4, , "mov", pcp) argument
232 #define raw_cpu_write_1(pcp, val) percpu_to_op(1, , "mov", (pcp), val) argument
233 #define raw_cpu_write_2(pcp, val) percpu_to_op(2, , "mov", (pcp), val) argument
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | percpu.h | 154 #define _pcp_protect(op, pcp, ...) \ argument
157 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
161 #define _pcp_protect_return(op, pcp, args...) \ argument
163 typeof(pcp) __retval; \
165 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
170 #define this_cpu_read_1(pcp) \ argument
171 _pcp_protect_return(__percpu_read_8, pcp)
172 #define this_cpu_read_2(pcp) \ argument
173 _pcp_protect_return(__percpu_read_16, pcp)
174 #define this_cpu_read_4(pcp) \ argument
[all …]
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | percpu-defs.h | 420 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
421 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
422 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
423 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
424 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
425 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
426 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
427 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
428 __pcpu_size_call_return2(raw_cpu_cmpxchg_, pcp, oval, nval)
432 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
[all …]
|
| D | gfp.h | 607 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp);
|
| /kernel/linux/linux-5.10/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | percpu.h | 31 #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) argument
32 #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) argument
33 #define __this_cpu_sub(pcp, n) __this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
35 #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) argument
36 #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) argument
37 #define this_cpu_sub(pcp, n) this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
66 #define __this_cpu_add(pcp, n) \ argument
69 THIS_CPU_ADD_HELPER(per_cpu_ptr(&(pcp), thread_cpu_id), \
70 (typeof(pcp)) (n)); \
73 #define this_cpu_add(pcp, n) \ argument
[all …]
|
| /kernel/linux/linux-5.10/Documentation/core-api/ |
| D | this_cpu_ops.rst | 48 this_cpu_read(pcp)
49 this_cpu_write(pcp, val)
50 this_cpu_add(pcp, val)
51 this_cpu_and(pcp, val)
52 this_cpu_or(pcp, val)
53 this_cpu_add_return(pcp, val)
54 this_cpu_xchg(pcp, nval)
55 this_cpu_cmpxchg(pcp, oval, nval)
57 this_cpu_sub(pcp, val)
58 this_cpu_inc(pcp)
[all …]
|
| /kernel/linux/linux-5.10/mm/ |
| D | vmstat.c | 319 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state() local
320 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
326 t = __this_cpu_read(pcp->stat_threshold); in __mod_zone_page_state()
339 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
340 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
351 t = __this_cpu_read(pcp->stat_threshold); in __mod_node_page_state()
386 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state() local
387 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
391 t = __this_cpu_read(pcp->stat_threshold); in __inc_zone_state()
402 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
[all …]
|
| D | page_alloc.c | 1352 struct per_cpu_pages *pcp) in free_pcppages_bulk() argument
1365 count = min(pcp->count, count); in free_pcppages_bulk()
1380 list = &pcp->lists[migratetype]; in free_pcppages_bulk()
1391 pcp->count--; in free_pcppages_bulk()
1407 if (prefetch_nr++ < pcp->batch) in free_pcppages_bulk()
2968 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages() argument
2974 batch = READ_ONCE(pcp->batch); in drain_zone_pages()
2975 to_drain = min(pcp->count, batch); in drain_zone_pages()
2977 free_pcppages_bulk(zone, to_drain, pcp); in drain_zone_pages()
2993 struct per_cpu_pages *pcp; in drain_pages_zone() local
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/dsa/sja1105/ |
| D | sja1105_flower.c | 122 rule->key.tc.pcp = tc; in sja1105_setup_tc_policer()
186 key->tc.pcp, rate_bytes_per_sec, in sja1105_flower_policer()
204 u16 pcp = U16_MAX; in sja1105_flower_parse_key() local
273 pcp = match.key->vlan_priority; in sja1105_flower_parse_key()
276 if (is_bcast_dmac && vid == U16_MAX && pcp == U16_MAX) { in sja1105_flower_parse_key()
280 if (dmac == U64_MAX && vid == U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key()
282 key->tc.pcp = pcp; in sja1105_flower_parse_key()
285 if (dmac != U64_MAX && vid != U16_MAX && pcp != U16_MAX) { in sja1105_flower_parse_key()
289 key->vl.pcp = pcp; in sja1105_flower_parse_key()
438 int index = (port * SJA1105_NUM_TC) + rule->key.tc.pcp; in sja1105_cls_flower_del()
|
| D | sja1105.h | 122 int pcp; member
130 u16 pcp; member
|
| D | sja1105_vl.c | 395 vl_lookup[k].vlanprior = rule->key.vl.pcp; in sja1105_init_virtual_links()
679 ipv = key->vl.pcp; in sja1105_vl_gate()
737 vl_lookup[i].vlanprior == key->vl.pcp) in sja1105_find_vlid()
|
| /kernel/linux/linux-5.10/lib/ |
| D | percpu_test.c | 5 #define CHECK(native, pcp, expected) \ argument
11 WARN(__this_cpu_read(pcp) != (expected), \
13 __this_cpu_read(pcp), __this_cpu_read(pcp), \
|
| /kernel/linux/linux-5.10/drivers/infiniband/ulp/opa_vnic/ |
| D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
374 sc = info->vport.pcp_to_sc_mc[pcp]; in opa_vnic_get_sc()
376 sc = info->vport.pcp_to_sc_uc[pcp]; in opa_vnic_get_sc()
394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
397 vl = info->vport.pcp_to_vl_mc[pcp]; in opa_vnic_get_vl()
399 vl = info->vport.pcp_to_vl_uc[pcp]; in opa_vnic_get_vl()
|
| /kernel/linux/linux-5.10/arch/sparc/kernel/ |
| D | pcic.c | 608 struct pcidev_cookie *pcp; in pcibios_fixup_bus() local
631 pcp = pci_devcookie_alloc(); in pcibios_fixup_bus()
632 pcp->pbm = &pcic->pbm; in pcibios_fixup_bus()
633 pcp->prom_node = of_find_node_by_phandle(node); in pcibios_fixup_bus()
634 dev->sysdata = pcp; in pcibios_fixup_bus()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mscc/ |
| D | ocelot_vcap.h | 98 struct ocelot_vcap_u8 pcp; /* PCP (3 bit) */ member
231 u8 pcp; member
|
| D | ocelot_vcap.c | 384 tag->pcp.value[0], tag->pcp.mask[0]); in is2_entry_set()
659 vcap_action_set(vcap, data, VCAP_IS1_ACT_PCP_VAL, a->pcp); in is1_action_set()
702 tag->pcp.value[0], tag->pcp.mask[0]); in is1_entry_set()
841 tag->pcp.value[0], tag->pcp.mask[0]); in es0_entry_set()
|
| D | ocelot_flower.c | 304 filter->action.pcp = a->vlan.prio; in ocelot_flower_parse_action()
610 filter->vlan.pcp.value[0] = match.key->vlan_priority; in ocelot_flower_parse_key()
611 filter->vlan.pcp.mask[0] = match.mask->vlan_priority; in ocelot_flower_parse_key()
|
| /kernel/linux/linux-5.10/net/dsa/ |
| D | tag_sja1105.c | 130 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local
140 ((pcp << VLAN_PRIO_SHIFT) | tx_vid)); in sja1105_xmit()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/mellanox/mlxsw/ |
| D | core_acl_flex_actions.h | 67 u16 vid, u8 pcp, u8 et,
|
| D | core_acl_flex_actions.c | 1121 MLXSW_ITEM32(afa, vlan, pcp, 0x08, 8, 3);
1127 enum mlxsw_afa_vlan_cmd pcp_cmd, u8 pcp, in mlxsw_afa_vlan_pack() argument
1134 mlxsw_afa_vlan_pcp_set(payload, pcp); in mlxsw_afa_vlan_pack()
1140 u16 vid, u8 pcp, u8 et, in mlxsw_afa_block_append_vlan_modify() argument
1153 MLXSW_AFA_VLAN_CMD_SET_OUTER, pcp, in mlxsw_afa_block_append_vlan_modify()
|
| /kernel/linux/linux-5.10/drivers/staging/fsl-dpaa2/ethsw/ |
| D | dpsw.c | 524 dpsw_set_field(tmp_conf, PCP, cfg->pcp); in dpsw_if_set_tci()
566 cfg->pcp = rsp_params->pcp; in dpsw_if_get_tci()
|
| D | dpsw-cmd.h | 224 u8 pcp; member
|
| D | dpsw.h | 264 u8 pcp; member
|