| /kernel/linux/linux-6.6/include/asm-generic/ |
| D | percpu.h | 65 #define raw_cpu_generic_read(pcp) \ argument
70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
75 #define raw_cpu_generic_add_return(pcp, val) \ argument
83 #define raw_cpu_generic_xchg(pcp, nval) \ argument
92 #define __cpu_fallback_try_cmpxchg(pcp, ovalp, nval, _cmpxchg) \ argument
101 #define raw_cpu_generic_try_cmpxchg(pcp, ovalp, nval) \ argument
116 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
123 #define __this_cpu_generic_read_nopreempt(pcp) \ argument
132 #define __this_cpu_generic_read_noirq(pcp) \ argument
142 #define this_cpu_generic_read(pcp) \ argument
[all …]
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| D | percpu.h | 65 #define raw_cpu_generic_read(pcp) \ argument
70 #define raw_cpu_generic_to_op(pcp, val, op) \ argument
75 #define raw_cpu_generic_add_return(pcp, val) \ argument
83 #define raw_cpu_generic_xchg(pcp, nval) \ argument
92 #define raw_cpu_generic_cmpxchg(pcp, oval, nval) \ argument
115 #define __this_cpu_generic_read_nopreempt(pcp) \ argument
124 #define __this_cpu_generic_read_noirq(pcp) \ argument
134 #define this_cpu_generic_read(pcp) \ argument
144 #define this_cpu_generic_to_op(pcp, val, op) \ argument
153 #define this_cpu_generic_add_return(pcp, val) \ argument
[all …]
|
| /kernel/linux/linux-6.6/arch/s390/include/asm/ |
| D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
51 #define this_cpu_or_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
55 #define this_cpu_add_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
[all …]
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| D | percpu.h | 27 #define arch_this_cpu_to_op_simple(pcp, val, op) \ argument
44 #define this_cpu_add_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
45 #define this_cpu_add_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
46 #define this_cpu_add_return_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
47 #define this_cpu_add_return_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
48 #define this_cpu_and_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
49 #define this_cpu_and_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, &) argument
50 #define this_cpu_or_1(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
51 #define this_cpu_or_2(pcp, val) arch_this_cpu_to_op_simple(pcp, val, |) argument
55 #define this_cpu_add_4(pcp, val) arch_this_cpu_to_op_simple(pcp, val, +) argument
[all …]
|
| /kernel/linux/linux-6.6/arch/arm64/include/asm/ |
| D | percpu.h | 149 #define _pcp_protect(op, pcp, ...) \ argument
156 #define _pcp_protect_return(op, pcp, args...) \ argument
165 #define this_cpu_read_1(pcp) \ argument
167 #define this_cpu_read_2(pcp) \ argument
169 #define this_cpu_read_4(pcp) \ argument
171 #define this_cpu_read_8(pcp) \ argument
174 #define this_cpu_write_1(pcp, val) \ argument
176 #define this_cpu_write_2(pcp, val) \ argument
178 #define this_cpu_write_4(pcp, val) \ argument
180 #define this_cpu_write_8(pcp, val) \ argument
[all …]
|
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| D | percpu.h | 154 #define _pcp_protect(op, pcp, ...) \ argument
161 #define _pcp_protect_return(op, pcp, args...) \ argument
170 #define this_cpu_read_1(pcp) \ argument
172 #define this_cpu_read_2(pcp) \ argument
174 #define this_cpu_read_4(pcp) \ argument
176 #define this_cpu_read_8(pcp) \ argument
179 #define this_cpu_write_1(pcp, val) \ argument
181 #define this_cpu_write_2(pcp, val) \ argument
183 #define this_cpu_write_4(pcp, val) \ argument
185 #define this_cpu_write_8(pcp, val) \ argument
[all …]
|
| /kernel/linux/linux-6.6/arch/loongarch/include/asm/ |
| D | percpu.h | 157 #define _protect_cmpxchg_local(pcp, o, n) \ argument
166 #define _percpu_read(pcp) \ argument
173 #define _percpu_write(pcp, val) \ argument
178 #define _pcp_protect(operation, pcp, val) \ argument
188 #define _percpu_add(pcp, val) \ argument
191 #define _percpu_add_return(pcp, val) _percpu_add(pcp, val) argument
193 #define _percpu_and(pcp, val) \ argument
196 #define _percpu_or(pcp, val) \ argument
199 #define _percpu_xchg(pcp, val) ((typeof(pcp)) \ argument
202 #define this_cpu_add_4(pcp, val) _percpu_add(pcp, val) argument
[all …]
|
| /kernel/linux/linux-6.6/arch/x86/include/asm/ |
| D | percpu.h | 238 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, , pcp, oval, nval) argument
239 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg64_op(8, volatile, pcp, oval, nval) argument
243 #define raw_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, , pcp, oval, nval); argument
244 #define this_cpu_cmpxchg64(pcp, oval, nval) percpu_cmpxchg_op(8, volatile, pcp, oval, nval); argument
270 #define raw_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, , pcp, oval, nval) argument
271 #define this_cpu_cmpxchg128(pcp, oval, nval) percpu_cmpxchg128_op(16, volatile, pcp, oval, nval) argument
283 #define this_cpu_read_stable_1(pcp) percpu_stable_op(1, "mov", pcp) argument
284 #define this_cpu_read_stable_2(pcp) percpu_stable_op(2, "mov", pcp) argument
285 #define this_cpu_read_stable_4(pcp) percpu_stable_op(4, "mov", pcp) argument
286 #define this_cpu_read_stable_8(pcp) percpu_stable_op(8, "mov", pcp) argument
[all …]
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| D | percpu.h | 222 #define this_cpu_read_stable_1(pcp) percpu_stable_op(1, "mov", pcp) argument
223 #define this_cpu_read_stable_2(pcp) percpu_stable_op(2, "mov", pcp) argument
224 #define this_cpu_read_stable_4(pcp) percpu_stable_op(4, "mov", pcp) argument
225 #define this_cpu_read_stable_8(pcp) percpu_stable_op(8, "mov", pcp) argument
226 #define this_cpu_read_stable(pcp) __pcpu_size_call_return(this_cpu_read_stable_, pcp) argument
228 #define raw_cpu_read_1(pcp) percpu_from_op(1, , "mov", pcp) argument
229 #define raw_cpu_read_2(pcp) percpu_from_op(2, , "mov", pcp) argument
230 #define raw_cpu_read_4(pcp) percpu_from_op(4, , "mov", pcp) argument
232 #define raw_cpu_write_1(pcp, val) percpu_to_op(1, , "mov", (pcp), val) argument
233 #define raw_cpu_write_2(pcp, val) percpu_to_op(2, , "mov", (pcp), val) argument
[all …]
|
| /kernel/linux/linux-6.6/include/linux/ |
| D | percpu-defs.h | 408 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
409 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
410 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
411 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
412 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
413 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
414 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
415 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
417 #define raw_cpu_try_cmpxchg(pcp, ovalp, nval) \ argument
419 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
[all …]
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | percpu-defs.h | 420 #define raw_cpu_read(pcp) __pcpu_size_call_return(raw_cpu_read_, pcp) argument
421 #define raw_cpu_write(pcp, val) __pcpu_size_call(raw_cpu_write_, pcp, val) argument
422 #define raw_cpu_add(pcp, val) __pcpu_size_call(raw_cpu_add_, pcp, val) argument
423 #define raw_cpu_and(pcp, val) __pcpu_size_call(raw_cpu_and_, pcp, val) argument
424 #define raw_cpu_or(pcp, val) __pcpu_size_call(raw_cpu_or_, pcp, val) argument
425 #define raw_cpu_add_return(pcp, val) __pcpu_size_call_return2(raw_cpu_add_return_, pcp, val) argument
426 #define raw_cpu_xchg(pcp, nval) __pcpu_size_call_return2(raw_cpu_xchg_, pcp, nval) argument
427 #define raw_cpu_cmpxchg(pcp, oval, nval) \ argument
432 #define raw_cpu_sub(pcp, val) raw_cpu_add(pcp, -(val)) argument
433 #define raw_cpu_inc(pcp) raw_cpu_add(pcp, 1) argument
[all …]
|
| /kernel/linux/linux-5.10/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/ |
| D | percpu.h | 31 #define __this_cpu_inc(pcp) __this_cpu_add(pcp, 1) argument
32 #define __this_cpu_dec(pcp) __this_cpu_sub(pcp, 1) argument
33 #define __this_cpu_sub(pcp, n) __this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
35 #define this_cpu_inc(pcp) this_cpu_add(pcp, 1) argument
36 #define this_cpu_dec(pcp) this_cpu_sub(pcp, 1) argument
37 #define this_cpu_sub(pcp, n) this_cpu_add(pcp, -(typeof(pcp)) (n)) argument
66 #define __this_cpu_add(pcp, n) \ argument
73 #define this_cpu_add(pcp, n) \ argument
|
| /kernel/linux/linux-6.6/mm/ |
| D | vmstat.c | 345 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state() local
376 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
434 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state() local
455 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
490 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __dec_zone_state() local
511 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __dec_node_state() local
560 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in mod_zone_state() local
617 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in mod_node_state() local
818 struct per_cpu_pages __percpu *pcp = zone->per_cpu_pageset; in refresh_cpu_vm_stats() local
1733 struct per_cpu_pages *pcp; in zoneinfo_show_print() local
|
| D | page_alloc.c | 1187 struct per_cpu_pages *pcp, in free_pcppages_bulk()
2195 void drain_zone_pages(struct zone *zone, struct per_cpu_pages *pcp) in drain_zone_pages()
2214 struct per_cpu_pages *pcp; in drain_pages_zone() local
2287 struct per_cpu_pages *pcp; in __drain_all_pages() local
2350 static int nr_pcp_free(struct per_cpu_pages *pcp, int high, bool free_high) in nr_pcp_free()
2379 static int nr_pcp_high(struct per_cpu_pages *pcp, struct zone *zone, in nr_pcp_high()
2397 static void free_unref_page_commit(struct zone *zone, struct per_cpu_pages *pcp, in free_unref_page_commit()
2430 struct per_cpu_pages *pcp; in free_unref_page() local
2473 struct per_cpu_pages *pcp = NULL; in free_unref_page_list() local
2709 struct per_cpu_pages *pcp, in __rmqueue_pcplist()
[all …]
|
| /kernel/linux/linux-5.10/lib/ |
| D | percpu_test.c | 5 #define CHECK(native, pcp, expected) \ argument
|
| /kernel/linux/linux-6.6/lib/ |
| D | percpu_test.c | 5 #define CHECK(native, pcp, expected) \ argument
|
| /kernel/linux/linux-5.10/mm/ |
| D | vmstat.c | 319 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __mod_zone_page_state() local
339 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state() local
386 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_zone_state() local
402 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state() local
432 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __dec_zone_state() local
448 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __dec_node_state() local
492 struct per_cpu_pageset __percpu *pcp = zone->pageset; in mod_zone_state() local
549 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in mod_node_state() local
956 struct per_cpu_pageset __percpu *pcp = zone->pageset; in __inc_numa_state() local
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/microchip/lan966x/ |
| D | lan966x_port.c | 402 u8 pcp, dp; in lan966x_port_qos_pcp_set() local
471 u8 pcp, dei; in lan966x_port_qos_pcp_rewr_set() local
|
| /kernel/linux/linux-5.10/drivers/infiniband/ulp/opa_vnic/ |
| D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
|
| /kernel/linux/linux-6.6/drivers/infiniband/ulp/opa_vnic/ |
| D | opa_vnic_encap.c | 371 u8 pcp = OPA_VNIC_VLAN_PCP(vlan_tci); in opa_vnic_get_sc() local
394 u8 pcp = skb_vlan_tag_get(skb) >> VLAN_PRIO_SHIFT; in opa_vnic_get_vl() local
|
| /kernel/linux/linux-6.6/net/dsa/ |
| D | tag_ocelot_8021q.c | 68 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in ocelot_xmit() local
|
| D | tag_sja1105.c | 241 struct sk_buff *skb, u8 pcp) in sja1105_pvid_tag_control_pkt()
271 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local
299 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1110_xmit() local
|
| /kernel/linux/linux-5.10/net/dsa/ |
| D | tag_sja1105.c | 130 u8 pcp = netdev_txq_to_tc(netdev, queue_mapping); in sja1105_xmit() local
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/microchip/sparx5/ |
| D | sparx5_port.h | 150 struct sparx5_port_qos_pcp pcp; member
|
| D | sparx5_port.c | 1171 u8 pcp, dei; in sparx5_port_qos_pcp_rewr_set() local
1227 u8 pcp, dp; in sparx5_port_qos_pcp_set() local
|