1// Copyright 2016 The Go Authors. All rights reserved. 2// Use of this source code is governed by a BSD-style 3// license that can be found in the LICENSE file. 4 5// This file contains rules to decompose [u]int64 types on 32-bit 6// architectures. These rules work together with the decomposeBuiltIn 7// pass which handles phis of these typ. 8 9(Int64Hi (Int64Make hi _)) => hi 10(Int64Lo (Int64Make _ lo)) => lo 11 12(Load <t> ptr mem) && is64BitInt(t) && !config.BigEndian && t.IsSigned() => 13 (Int64Make 14 (Load <typ.Int32> (OffPtr <typ.Int32Ptr> [4] ptr) mem) 15 (Load <typ.UInt32> ptr mem)) 16 17(Load <t> ptr mem) && is64BitInt(t) && !config.BigEndian && !t.IsSigned() => 18 (Int64Make 19 (Load <typ.UInt32> (OffPtr <typ.UInt32Ptr> [4] ptr) mem) 20 (Load <typ.UInt32> ptr mem)) 21 22(Load <t> ptr mem) && is64BitInt(t) && config.BigEndian && t.IsSigned() => 23 (Int64Make 24 (Load <typ.Int32> ptr mem) 25 (Load <typ.UInt32> (OffPtr <typ.UInt32Ptr> [4] ptr) mem)) 26 27(Load <t> ptr mem) && is64BitInt(t) && config.BigEndian && !t.IsSigned() => 28 (Int64Make 29 (Load <typ.UInt32> ptr mem) 30 (Load <typ.UInt32> (OffPtr <typ.UInt32Ptr> [4] ptr) mem)) 31 32(Store {t} dst (Int64Make hi lo) mem) && t.Size() == 8 && !config.BigEndian => 33 (Store {hi.Type} 34 (OffPtr <hi.Type.PtrTo()> [4] dst) 35 hi 36 (Store {lo.Type} dst lo mem)) 37 38(Store {t} dst (Int64Make hi lo) mem) && t.Size() == 8 && config.BigEndian => 39 (Store {lo.Type} 40 (OffPtr <lo.Type.PtrTo()> [4] dst) 41 lo 42 (Store {hi.Type} dst hi mem)) 43 44// These are not enabled during decomposeBuiltin if late call expansion, but they are always enabled for softFloat 45(Arg {n} [off]) && is64BitInt(v.Type) && !config.BigEndian && v.Type.IsSigned() && !(b.Func.pass.name == "decompose builtin") => 46 (Int64Make 47 (Arg <typ.Int32> {n} [off+4]) 48 (Arg <typ.UInt32> {n} [off])) 49(Arg {n} [off]) && is64BitInt(v.Type) && !config.BigEndian && !v.Type.IsSigned() && !(b.Func.pass.name == "decompose builtin") => 50 (Int64Make 51 (Arg <typ.UInt32> {n} [off+4]) 52 (Arg <typ.UInt32> {n} [off])) 53 54(Arg {n} [off]) && is64BitInt(v.Type) && config.BigEndian && v.Type.IsSigned() && !(b.Func.pass.name == "decompose builtin") => 55 (Int64Make 56 (Arg <typ.Int32> {n} [off]) 57 (Arg <typ.UInt32> {n} [off+4])) 58(Arg {n} [off]) && is64BitInt(v.Type) && config.BigEndian && !v.Type.IsSigned() && !(b.Func.pass.name == "decompose builtin") => 59 (Int64Make 60 (Arg <typ.UInt32> {n} [off]) 61 (Arg <typ.UInt32> {n} [off+4])) 62 63(Add64 x y) => 64 (Int64Make 65 (Add32withcarry <typ.Int32> 66 (Int64Hi x) 67 (Int64Hi y) 68 (Select1 <types.TypeFlags> (Add32carry (Int64Lo x) (Int64Lo y)))) 69 (Select0 <typ.UInt32> (Add32carry (Int64Lo x) (Int64Lo y)))) 70 71(Sub64 x y) => 72 (Int64Make 73 (Sub32withcarry <typ.Int32> 74 (Int64Hi x) 75 (Int64Hi y) 76 (Select1 <types.TypeFlags> (Sub32carry (Int64Lo x) (Int64Lo y)))) 77 (Select0 <typ.UInt32> (Sub32carry (Int64Lo x) (Int64Lo y)))) 78 79(Mul64 x y) => 80 (Int64Make 81 (Add32 <typ.UInt32> 82 (Mul32 <typ.UInt32> (Int64Lo x) (Int64Hi y)) 83 (Add32 <typ.UInt32> 84 (Mul32 <typ.UInt32> (Int64Hi x) (Int64Lo y)) 85 (Select0 <typ.UInt32> (Mul32uhilo (Int64Lo x) (Int64Lo y))))) 86 (Select1 <typ.UInt32> (Mul32uhilo (Int64Lo x) (Int64Lo y)))) 87 88(And64 x y) => 89 (Int64Make 90 (And32 <typ.UInt32> (Int64Hi x) (Int64Hi y)) 91 (And32 <typ.UInt32> (Int64Lo x) (Int64Lo y))) 92 93(Or64 x y) => 94 (Int64Make 95 (Or32 <typ.UInt32> (Int64Hi x) (Int64Hi y)) 96 (Or32 <typ.UInt32> (Int64Lo x) (Int64Lo y))) 97 98(Xor64 x y) => 99 (Int64Make 100 (Xor32 <typ.UInt32> (Int64Hi x) (Int64Hi y)) 101 (Xor32 <typ.UInt32> (Int64Lo x) (Int64Lo y))) 102 103(Neg64 <t> x) => (Sub64 (Const64 <t> [0]) x) 104 105(Com64 x) => 106 (Int64Make 107 (Com32 <typ.UInt32> (Int64Hi x)) 108 (Com32 <typ.UInt32> (Int64Lo x))) 109 110// Sadly, just because we know that x is non-zero, 111// we don't know whether either component is, 112// so just treat Ctz64NonZero the same as Ctz64. 113(Ctz64NonZero ...) => (Ctz64 ...) 114 115(Ctz64 x) => 116 (Add32 <typ.UInt32> 117 (Ctz32 <typ.UInt32> (Int64Lo x)) 118 (And32 <typ.UInt32> 119 (Com32 <typ.UInt32> (Zeromask (Int64Lo x))) 120 (Ctz32 <typ.UInt32> (Int64Hi x)))) 121 122(BitLen64 x) => 123 (Add32 <typ.Int> 124 (BitLen32 <typ.Int> (Int64Hi x)) 125 (BitLen32 <typ.Int> 126 (Or32 <typ.UInt32> 127 (Int64Lo x) 128 (Zeromask (Int64Hi x))))) 129 130(Bswap64 x) => 131 (Int64Make 132 (Bswap32 <typ.UInt32> (Int64Lo x)) 133 (Bswap32 <typ.UInt32> (Int64Hi x))) 134 135(SignExt32to64 x) => (Int64Make (Signmask x) x) 136(SignExt16to64 x) => (SignExt32to64 (SignExt16to32 x)) 137(SignExt8to64 x) => (SignExt32to64 (SignExt8to32 x)) 138 139(ZeroExt32to64 x) => (Int64Make (Const32 <typ.UInt32> [0]) x) 140(ZeroExt16to64 x) => (ZeroExt32to64 (ZeroExt16to32 x)) 141(ZeroExt8to64 x) => (ZeroExt32to64 (ZeroExt8to32 x)) 142 143(Trunc64to32 (Int64Make _ lo)) => lo 144(Trunc64to16 (Int64Make _ lo)) => (Trunc32to16 lo) 145(Trunc64to8 (Int64Make _ lo)) => (Trunc32to8 lo) 146// Most general 147(Trunc64to32 x) => (Int64Lo x) 148(Trunc64to16 x) => (Trunc32to16 (Int64Lo x)) 149(Trunc64to8 x) => (Trunc32to8 (Int64Lo x)) 150 151(Lsh32x64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 152(Rsh32x64 x (Int64Make (Const32 [c]) _)) && c != 0 => (Signmask x) 153(Rsh32Ux64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 154(Lsh16x64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 155(Rsh16x64 x (Int64Make (Const32 [c]) _)) && c != 0 => (Signmask (SignExt16to32 x)) 156(Rsh16Ux64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 157(Lsh8x64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 158(Rsh8x64 x (Int64Make (Const32 [c]) _)) && c != 0 => (Signmask (SignExt8to32 x)) 159(Rsh8Ux64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const32 [0]) 160 161(Lsh32x64 [c] x (Int64Make (Const32 [0]) lo)) => (Lsh32x32 [c] x lo) 162(Rsh32x64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh32x32 [c] x lo) 163(Rsh32Ux64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh32Ux32 [c] x lo) 164(Lsh16x64 [c] x (Int64Make (Const32 [0]) lo)) => (Lsh16x32 [c] x lo) 165(Rsh16x64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh16x32 [c] x lo) 166(Rsh16Ux64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh16Ux32 [c] x lo) 167(Lsh8x64 [c] x (Int64Make (Const32 [0]) lo)) => (Lsh8x32 [c] x lo) 168(Rsh8x64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh8x32 [c] x lo) 169(Rsh8Ux64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh8Ux32 [c] x lo) 170 171(Lsh64x64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const64 [0]) 172(Rsh64x64 x (Int64Make (Const32 [c]) _)) && c != 0 => (Int64Make (Signmask (Int64Hi x)) (Signmask (Int64Hi x))) 173(Rsh64Ux64 _ (Int64Make (Const32 [c]) _)) && c != 0 => (Const64 [0]) 174 175(Lsh64x64 [c] x (Int64Make (Const32 [0]) lo)) => (Lsh64x32 [c] x lo) 176(Rsh64x64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh64x32 [c] x lo) 177(Rsh64Ux64 [c] x (Int64Make (Const32 [0]) lo)) => (Rsh64Ux32 [c] x lo) 178 179// turn x64 non-constant shifts to x32 shifts 180// if high 32-bit of the shift is nonzero, make a huge shift 181(Lsh64x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 182 (Lsh64x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 183(Rsh64x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 184 (Rsh64x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 185(Rsh64Ux64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 186 (Rsh64Ux32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 187(Lsh32x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 188 (Lsh32x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 189(Rsh32x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 190 (Rsh32x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 191(Rsh32Ux64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 192 (Rsh32Ux32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 193(Lsh16x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 194 (Lsh16x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 195(Rsh16x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 196 (Rsh16x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 197(Rsh16Ux64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 198 (Rsh16Ux32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 199(Lsh8x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 200 (Lsh8x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 201(Rsh8x64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 202 (Rsh8x32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 203(Rsh8Ux64 x (Int64Make hi lo)) && hi.Op != OpConst32 => 204 (Rsh8Ux32 x (Or32 <typ.UInt32> (Zeromask hi) lo)) 205 206// Most general 207(Lsh64x64 x y) => (Lsh64x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 208(Rsh64x64 x y) => (Rsh64x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 209(Rsh64Ux64 x y) => (Rsh64Ux32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 210(Lsh32x64 x y) => (Lsh32x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 211(Rsh32x64 x y) => (Rsh32x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 212(Rsh32Ux64 x y) => (Rsh32Ux32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 213(Lsh16x64 x y) => (Lsh16x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 214(Rsh16x64 x y) => (Rsh16x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 215(Rsh16Ux64 x y) => (Rsh16Ux32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 216(Lsh8x64 x y) => (Lsh8x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 217(Rsh8x64 x y) => (Rsh8x32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 218(Rsh8Ux64 x y) => (Rsh8Ux32 x (Or32 <typ.UInt32> (Zeromask (Int64Hi y)) (Int64Lo y))) 219 220(RotateLeft64 x (Int64Make hi lo)) => (RotateLeft64 x lo) 221(RotateLeft32 x (Int64Make hi lo)) => (RotateLeft32 x lo) 222(RotateLeft16 x (Int64Make hi lo)) => (RotateLeft16 x lo) 223(RotateLeft8 x (Int64Make hi lo)) => (RotateLeft8 x lo) 224 225// Clean up constants a little 226(Or32 <typ.UInt32> (Zeromask (Const32 [c])) y) && c == 0 => y 227(Or32 <typ.UInt32> (Zeromask (Const32 [c])) y) && c != 0 => (Const32 <typ.UInt32> [-1]) 228 229// 64x left shift 230// result.hi = hi<<s | lo>>(32-s) | lo<<(s-32) // >> is unsigned, large shifts result 0 231// result.lo = lo<<s 232(Lsh64x32 x s) => 233 (Int64Make 234 (Or32 <typ.UInt32> 235 (Or32 <typ.UInt32> 236 (Lsh32x32 <typ.UInt32> (Int64Hi x) s) 237 (Rsh32Ux32 <typ.UInt32> 238 (Int64Lo x) 239 (Sub32 <typ.UInt32> (Const32 <typ.UInt32> [32]) s))) 240 (Lsh32x32 <typ.UInt32> 241 (Int64Lo x) 242 (Sub32 <typ.UInt32> s (Const32 <typ.UInt32> [32])))) 243 (Lsh32x32 <typ.UInt32> (Int64Lo x) s)) 244(Lsh64x16 x s) => 245 (Int64Make 246 (Or32 <typ.UInt32> 247 (Or32 <typ.UInt32> 248 (Lsh32x16 <typ.UInt32> (Int64Hi x) s) 249 (Rsh32Ux16 <typ.UInt32> 250 (Int64Lo x) 251 (Sub16 <typ.UInt16> (Const16 <typ.UInt16> [32]) s))) 252 (Lsh32x16 <typ.UInt32> 253 (Int64Lo x) 254 (Sub16 <typ.UInt16> s (Const16 <typ.UInt16> [32])))) 255 (Lsh32x16 <typ.UInt32> (Int64Lo x) s)) 256(Lsh64x8 x s) => 257 (Int64Make 258 (Or32 <typ.UInt32> 259 (Or32 <typ.UInt32> 260 (Lsh32x8 <typ.UInt32> (Int64Hi x) s) 261 (Rsh32Ux8 <typ.UInt32> 262 (Int64Lo x) 263 (Sub8 <typ.UInt8> (Const8 <typ.UInt8> [32]) s))) 264 (Lsh32x8 <typ.UInt32> 265 (Int64Lo x) 266 (Sub8 <typ.UInt8> s (Const8 <typ.UInt8> [32])))) 267 (Lsh32x8 <typ.UInt32> (Int64Lo x) s)) 268 269// 64x unsigned right shift 270// result.hi = hi>>s 271// result.lo = lo>>s | hi<<(32-s) | hi>>(s-32) // >> is unsigned, large shifts result 0 272(Rsh64Ux32 x s) => 273 (Int64Make 274 (Rsh32Ux32 <typ.UInt32> (Int64Hi x) s) 275 (Or32 <typ.UInt32> 276 (Or32 <typ.UInt32> 277 (Rsh32Ux32 <typ.UInt32> (Int64Lo x) s) 278 (Lsh32x32 <typ.UInt32> 279 (Int64Hi x) 280 (Sub32 <typ.UInt32> (Const32 <typ.UInt32> [32]) s))) 281 (Rsh32Ux32 <typ.UInt32> 282 (Int64Hi x) 283 (Sub32 <typ.UInt32> s (Const32 <typ.UInt32> [32]))))) 284(Rsh64Ux16 x s) => 285 (Int64Make 286 (Rsh32Ux16 <typ.UInt32> (Int64Hi x) s) 287 (Or32 <typ.UInt32> 288 (Or32 <typ.UInt32> 289 (Rsh32Ux16 <typ.UInt32> (Int64Lo x) s) 290 (Lsh32x16 <typ.UInt32> 291 (Int64Hi x) 292 (Sub16 <typ.UInt16> (Const16 <typ.UInt16> [32]) s))) 293 (Rsh32Ux16 <typ.UInt32> 294 (Int64Hi x) 295 (Sub16 <typ.UInt16> s (Const16 <typ.UInt16> [32]))))) 296(Rsh64Ux8 x s) => 297 (Int64Make 298 (Rsh32Ux8 <typ.UInt32> (Int64Hi x) s) 299 (Or32 <typ.UInt32> 300 (Or32 <typ.UInt32> 301 (Rsh32Ux8 <typ.UInt32> (Int64Lo x) s) 302 (Lsh32x8 <typ.UInt32> 303 (Int64Hi x) 304 (Sub8 <typ.UInt8> (Const8 <typ.UInt8> [32]) s))) 305 (Rsh32Ux8 <typ.UInt32> 306 (Int64Hi x) 307 (Sub8 <typ.UInt8> s (Const8 <typ.UInt8> [32]))))) 308 309// 64x signed right shift 310// result.hi = hi>>s 311// result.lo = lo>>s | hi<<(32-s) | (hi>>(s-32))&zeromask(s>>5) // hi>>(s-32) is signed, large shifts result 0/-1 312(Rsh64x32 x s) => 313 (Int64Make 314 (Rsh32x32 <typ.UInt32> (Int64Hi x) s) 315 (Or32 <typ.UInt32> 316 (Or32 <typ.UInt32> 317 (Rsh32Ux32 <typ.UInt32> (Int64Lo x) s) 318 (Lsh32x32 <typ.UInt32> 319 (Int64Hi x) 320 (Sub32 <typ.UInt32> (Const32 <typ.UInt32> [32]) s))) 321 (And32 <typ.UInt32> 322 (Rsh32x32 <typ.UInt32> 323 (Int64Hi x) 324 (Sub32 <typ.UInt32> s (Const32 <typ.UInt32> [32]))) 325 (Zeromask 326 (Rsh32Ux32 <typ.UInt32> s (Const32 <typ.UInt32> [5])))))) 327(Rsh64x16 x s) => 328 (Int64Make 329 (Rsh32x16 <typ.UInt32> (Int64Hi x) s) 330 (Or32 <typ.UInt32> 331 (Or32 <typ.UInt32> 332 (Rsh32Ux16 <typ.UInt32> (Int64Lo x) s) 333 (Lsh32x16 <typ.UInt32> 334 (Int64Hi x) 335 (Sub16 <typ.UInt16> (Const16 <typ.UInt16> [32]) s))) 336 (And32 <typ.UInt32> 337 (Rsh32x16 <typ.UInt32> 338 (Int64Hi x) 339 (Sub16 <typ.UInt16> s (Const16 <typ.UInt16> [32]))) 340 (Zeromask 341 (ZeroExt16to32 342 (Rsh16Ux32 <typ.UInt16> s (Const32 <typ.UInt32> [5]))))))) 343(Rsh64x8 x s) => 344 (Int64Make 345 (Rsh32x8 <typ.UInt32> (Int64Hi x) s) 346 (Or32 <typ.UInt32> 347 (Or32 <typ.UInt32> 348 (Rsh32Ux8 <typ.UInt32> (Int64Lo x) s) 349 (Lsh32x8 <typ.UInt32> 350 (Int64Hi x) 351 (Sub8 <typ.UInt8> (Const8 <typ.UInt8> [32]) s))) 352 (And32 <typ.UInt32> 353 (Rsh32x8 <typ.UInt32> 354 (Int64Hi x) 355 (Sub8 <typ.UInt8> s (Const8 <typ.UInt8> [32]))) 356 (Zeromask 357 (ZeroExt8to32 358 (Rsh8Ux32 <typ.UInt8> s (Const32 <typ.UInt32> [5]))))))) 359 360(Const64 <t> [c]) && t.IsSigned() => 361 (Int64Make (Const32 <typ.Int32> [int32(c>>32)]) (Const32 <typ.UInt32> [int32(c)])) 362(Const64 <t> [c]) && !t.IsSigned() => 363 (Int64Make (Const32 <typ.UInt32> [int32(c>>32)]) (Const32 <typ.UInt32> [int32(c)])) 364 365(Eq64 x y) => 366 (AndB 367 (Eq32 (Int64Hi x) (Int64Hi y)) 368 (Eq32 (Int64Lo x) (Int64Lo y))) 369 370(Neq64 x y) => 371 (OrB 372 (Neq32 (Int64Hi x) (Int64Hi y)) 373 (Neq32 (Int64Lo x) (Int64Lo y))) 374 375(Less64U x y) => 376 (OrB 377 (Less32U (Int64Hi x) (Int64Hi y)) 378 (AndB 379 (Eq32 (Int64Hi x) (Int64Hi y)) 380 (Less32U (Int64Lo x) (Int64Lo y)))) 381 382(Leq64U x y) => 383 (OrB 384 (Less32U (Int64Hi x) (Int64Hi y)) 385 (AndB 386 (Eq32 (Int64Hi x) (Int64Hi y)) 387 (Leq32U (Int64Lo x) (Int64Lo y)))) 388 389(Less64 x y) => 390 (OrB 391 (Less32 (Int64Hi x) (Int64Hi y)) 392 (AndB 393 (Eq32 (Int64Hi x) (Int64Hi y)) 394 (Less32U (Int64Lo x) (Int64Lo y)))) 395 396(Leq64 x y) => 397 (OrB 398 (Less32 (Int64Hi x) (Int64Hi y)) 399 (AndB 400 (Eq32 (Int64Hi x) (Int64Hi y)) 401 (Leq32U (Int64Lo x) (Int64Lo y)))) 402