| /third_party/skia/third_party/externals/swiftshader/src/Reactor/ |
| D | LLVMReactor.hpp | 125 inline std::memory_order atomicOrdering(llvm::AtomicOrdering memoryOrder) in atomicOrdering() argument
127 switch(memoryOrder) in atomicOrdering()
135 UNREACHABLE("memoryOrder: %d", int(memoryOrder)); in atomicOrdering()
140 inline llvm::AtomicOrdering atomicOrdering(bool atomic, std::memory_order memoryOrder) in atomicOrdering() argument
147 switch(memoryOrder) in atomicOrdering()
156 UNREACHABLE("memoryOrder: %d", int(memoryOrder)); in atomicOrdering()
|
| D | Nucleus.hpp | 241 …se, unsigned int alignment = 0, bool atomic = false, std::memory_order memoryOrder = std::memory_o…
242 …lse, unsigned int aligment = 0, bool atomic = false, std::memory_order memoryOrder = std::memory_o…
250 static void createFence(std::memory_order memoryOrder);
253 …static Value *createAtomicAdd(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
254 …static Value *createAtomicSub(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
255 …static Value *createAtomicAnd(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
256 …static Value *createAtomicOr(Value *ptr, Value *value, std::memory_order memoryOrder = std::memory…
257 …static Value *createAtomicXor(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
258 …static Value *createAtomicMin(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
259 …static Value *createAtomicMax(Value *ptr, Value *value, std::memory_order memoryOrder = std::memor…
[all …]
|
| D | EmulatedIntrinsics.hpp | 51 RValue<Int> MinAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder);
52 RValue<UInt> MinAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
53 RValue<Int> MaxAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder);
54 RValue<UInt> MaxAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
|
| D | EmulatedIntrinsics.cpp | 256 RValue<Int> MinAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder) in MinAtomic() argument
261 RValue<UInt> MinAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in MinAtomic() argument
266 RValue<Int> MaxAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder) in MaxAtomic() argument
271 RValue<UInt> MaxAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in MaxAtomic() argument
|
| D | LLVMReactor.cpp | 891 …r, Type *type, bool isVolatile, unsigned int alignment, bool atomic, std::memory_order memoryOrder) in createLoad() argument
903 …eateBitCast(ptr, Pointer<Long>::type()), Long::type(), isVolatile, alignment, atomic, memoryOrder), in createLoad()
911 …createBitCast(ptr, Pointer<Int>::type()), Int::type(), isVolatile, alignment, atomic, memoryOrder); in createLoad()
931 load->setAtomic(atomicOrdering(atomic, memoryOrder)); in createLoad()
943 load->setAtomic(atomicOrdering(atomic, memoryOrder)); in createLoad()
964 … llvm::ConstantInt::get(intTy, uint64_t(atomicOrdering(true, memoryOrder))), in createLoad()
975 …r, Type *type, bool isVolatile, unsigned int alignment, bool atomic, std::memory_order memoryOrder) in createStore() argument
988 Long::type(), isVolatile, alignment, atomic, memoryOrder); in createStore()
997 Int::type(), isVolatile, alignment, atomic, memoryOrder); in createStore()
1031 store->setAtomic(atomicOrdering(atomic, memoryOrder)); in createStore()
[all …]
|
| D | SubzeroReactor.cpp | 273 Ice::Intrinsics::MemoryOrder stdToIceMemoryOrder(std::memory_order memoryOrder) in stdToIceMemoryOrder() argument
275 switch(memoryOrder) in stdToIceMemoryOrder()
1374 static void validateAtomicAndMemoryOrderArgs(bool atomic, std::memory_order memoryOrder) in validateAtomicAndMemoryOrderArgs() argument
1385 if(memoryOrder != std::memory_order_relaxed) in validateAtomicAndMemoryOrderArgs()
1392 ASSERT(memoryOrder != std::memory_order_seq_cst); in validateAtomicAndMemoryOrderArgs()
1395 … *ptr, Type *type, bool isVolatile, unsigned int align, bool atomic, std::memory_order memoryOrder) in createLoad() argument
1398 validateAtomicAndMemoryOrderArgs(atomic, memoryOrder); in createLoad()
1456 … *ptr, Type *type, bool isVolatile, unsigned int align, bool atomic, std::memory_order memoryOrder) in createStore() argument
1459 validateAtomicAndMemoryOrderArgs(atomic, memoryOrder); in createStore()
1566 …Ice::Intrinsics::AtomicRMWOperation rmwOp, Value *ptr, Value *value, std::memory_order memoryOrder) in createAtomicRMW() argument
[all …]
|
| D | Reactor.hpp | 1340 RValue<UInt> AddAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1341 RValue<UInt> SubAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1342 RValue<UInt> AndAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1343 RValue<UInt> OrAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1344 RValue<UInt> XorAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1345 RValue<Int> MinAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder);
1346 RValue<Int> MaxAtomic(RValue<Pointer<Int>> x, RValue<Int> y, std::memory_order memoryOrder);
1347 RValue<UInt> MinAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1348 RValue<UInt> MaxAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
1349 RValue<UInt> ExchangeAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder);
[all …]
|
| D | Reactor.cpp | 2636 RValue<UInt> AddAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in AddAtomic() argument
2638 return RValue<UInt>(Nucleus::createAtomicAdd(x.value(), y.value(), memoryOrder)); in AddAtomic()
2641 RValue<UInt> SubAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in SubAtomic() argument
2643 return RValue<UInt>(Nucleus::createAtomicSub(x.value(), y.value(), memoryOrder)); in SubAtomic()
2646 RValue<UInt> AndAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in AndAtomic() argument
2648 return RValue<UInt>(Nucleus::createAtomicAnd(x.value(), y.value(), memoryOrder)); in AndAtomic()
2651 RValue<UInt> OrAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in OrAtomic() argument
2653 return RValue<UInt>(Nucleus::createAtomicOr(x.value(), y.value(), memoryOrder)); in OrAtomic()
2656 RValue<UInt> XorAtomic(RValue<Pointer<UInt>> x, RValue<UInt> y, std::memory_order memoryOrder) in XorAtomic() argument
2658 return RValue<UInt>(Nucleus::createAtomicXor(x.value(), y.value(), memoryOrder)); in XorAtomic()
[all …]
|
| /third_party/skia/third_party/externals/swiftshader/src/Pipeline/ |
| D | SpirvShaderMemory.cpp | 35 std::memory_order memoryOrder = std::memory_order_relaxed; in EmitLoad() local
53 memoryOrder = MemoryOrder(memorySemantics); in EmitLoad()
64 dst.move(el.index, p.Load<SIMD::Float>(robustness, state->activeLaneMask(), atomic, memoryOrder)); in EmitLoad()
67 …(atomic: {0}, order: {1}, ptr: {2}, val: {3}, mask: {4})", atomic, int(memoryOrder), ptr, dst, sta… in EmitLoad()
77 std::memory_order memoryOrder = std::memory_order_relaxed; in EmitStore() local
83 memoryOrder = MemoryOrder(memorySemantics); in EmitStore()
88 Store(pointerId, value, atomic, memoryOrder, state); in EmitStore()
93 …ct::ID pointerId, const Operand &value, bool atomic, std::memory_order memoryOrder, EmitState *sta… in Store() argument
111 …e(atomic: {0}, order: {1}, ptr: {2}, val: {3}, mask: {4}", atomic, int(memoryOrder), ptr, value, m… in Store()
116 p.Store(value.Float(el.index), robustness, mask, atomic, memoryOrder); in Store()
|
| D | SpirvShader.cpp | 2317 auto memoryOrder = MemoryOrder(memorySemantics); in EmitAtomicOp() local
2343 v = AddAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2347 v = SubAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2350 v = AndAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2353 v = OrAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2356 v = XorAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2359 v = As<UInt>(MinAtomic(Pointer<Int>(&ptr.base[offset]), As<Int>(laneValue), memoryOrder)); in EmitAtomicOp()
2362 v = As<UInt>(MaxAtomic(Pointer<Int>(&ptr.base[offset]), As<Int>(laneValue), memoryOrder)); in EmitAtomicOp()
2365 v = MinAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
2368 v = MaxAtomic(Pointer<UInt>(&ptr.base[offset]), laneValue, memoryOrder); in EmitAtomicOp()
[all …]
|
| D | SpirvShader.hpp | 1340 …void Store(Object::ID pointerId, const Operand &value, bool atomic, std::memory_order memoryOrder,…
|