1 /* 2 * Copyright (C) 2017 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 /** 18 * Tests for halving-add idiomatic vectorization. 19 * 20 * Alternative version expressed with logical shift right 21 * in the higher precision (has no impact on idiom). 22 */ 23 public class Main { 24 25 private static final int N = 64 * 1024; 26 private static final int M = N + 31; 27 28 static char[] sB1 = new char[M]; 29 static char[] sB2 = new char[M]; 30 static char[] sBo = new char[M]; 31 32 /// CHECK-START: void Main.halving_add_unsigned(char[], char[], char[]) loop_optimization (before) 33 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 34 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 35 /// CHECK-DAG: <<Get1:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 36 /// CHECK-DAG: <<Get2:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 37 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 38 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 39 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 40 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 41 // 42 /// CHECK-START-ARM64: void Main.halving_add_unsigned(char[], char[], char[]) loop_optimization (after) 43 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 44 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 45 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 46 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] unsigned:true rounded:false loop:<<Loop>> outer_loop:none 47 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none halving_add_unsigned(char[] b1, char[] b2, char[] bo)48 private static void halving_add_unsigned(char[] b1, char[] b2, char[] bo) { 49 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 50 for (int i = 0; i < min_length; i++) { 51 bo[i] = (char) ((b1[i] + b2[i]) >>> 1); 52 } 53 } 54 55 /// CHECK-START: void Main.halving_add_also_unsigned(char[], char[], char[]) loop_optimization (before) 56 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 57 /// CHECK-DAG: <<IMAX:i\d+>> IntConstant 65535 loop:none 58 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 59 /// CHECK-DAG: <<Get1:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 60 /// CHECK-DAG: <<Get2:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 61 /// CHECK-DAG: <<And1:i\d+>> And [<<Get1>>,<<IMAX>>] loop:<<Loop>> outer_loop:none 62 /// CHECK-DAG: <<And2:i\d+>> And [<<Get2>>,<<IMAX>>] loop:<<Loop>> outer_loop:none 63 /// CHECK-DAG: <<Add:i\d+>> Add [<<And1>>,<<And2>>] loop:<<Loop>> outer_loop:none 64 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 65 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 66 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 67 // 68 /// CHECK-START-ARM64: void Main.halving_add_also_unsigned(char[], char[], char[]) loop_optimization (after) 69 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 70 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 71 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 72 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] unsigned:true rounded:false loop:<<Loop>> outer_loop:none 73 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none 74 // 75 // Note: HAnd has no impact (already a zero extension). 76 // halving_add_also_unsigned(char[] b1, char[] b2, char[] bo)77 private static void halving_add_also_unsigned(char[] b1, char[] b2, char[] bo) { 78 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 79 for (int i = 0; i < min_length; i++) { 80 bo[i] = (char) (((b1[i] & 0xffff) + (b2[i] & 0xffff)) >>> 1); 81 } 82 } 83 84 /// CHECK-START: void Main.rounding_halving_add_unsigned(char[], char[], char[]) loop_optimization (before) 85 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 86 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 87 /// CHECK-DAG: <<Get1:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 88 /// CHECK-DAG: <<Get2:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 89 /// CHECK-DAG: <<Add1:i\d+>> Add [<<Get1>>,<<Get2>>] loop:<<Loop>> outer_loop:none 90 /// CHECK-DAG: <<Add2:i\d+>> Add [<<Add1>>,<<I1>>] loop:<<Loop>> outer_loop:none 91 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add2>>,<<I1>>] loop:<<Loop>> outer_loop:none 92 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 93 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 94 // 95 /// CHECK-START-ARM64: void Main.rounding_halving_add_unsigned(char[], char[], char[]) loop_optimization (after) 96 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 97 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 98 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 99 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] unsigned:true rounded:true loop:<<Loop>> outer_loop:none 100 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none rounding_halving_add_unsigned(char[] b1, char[] b2, char[] bo)101 private static void rounding_halving_add_unsigned(char[] b1, char[] b2, char[] bo) { 102 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 103 for (int i = 0; i < min_length; i++) { 104 bo[i] = (char) ((b1[i] + b2[i] + 1) >>> 1); 105 } 106 } 107 108 /// CHECK-START: void Main.rounding_halving_add_also_unsigned(char[], char[], char[]) loop_optimization (before) 109 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 110 /// CHECK-DAG: <<IMAX:i\d+>> IntConstant 65535 loop:none 111 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 112 /// CHECK-DAG: <<Get1:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 113 /// CHECK-DAG: <<Get2:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 114 /// CHECK-DAG: <<And1:i\d+>> And [<<Get1>>,<<IMAX>>] loop:<<Loop>> outer_loop:none 115 /// CHECK-DAG: <<And2:i\d+>> And [<<Get2>>,<<IMAX>>] loop:<<Loop>> outer_loop:none 116 /// CHECK-DAG: <<Add1:i\d+>> Add [<<And1>>,<<And2>>] loop:<<Loop>> outer_loop:none 117 /// CHECK-DAG: <<Add2:i\d+>> Add [<<Add1>>,<<I1>>] loop:<<Loop>> outer_loop:none 118 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add2>>,<<I1>>] loop:<<Loop>> outer_loop:none 119 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 120 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 121 // 122 /// CHECK-START-ARM64: void Main.rounding_halving_add_also_unsigned(char[], char[], char[]) loop_optimization (after) 123 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 124 /// CHECK-DAG: <<Get1:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 125 /// CHECK-DAG: <<Get2:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 126 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get1>>,<<Get2>>] unsigned:true rounded:true loop:<<Loop>> outer_loop:none 127 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none 128 // 129 // Note: HAnd has no impact (already a zero extension). 130 // rounding_halving_add_also_unsigned(char[] b1, char[] b2, char[] bo)131 private static void rounding_halving_add_also_unsigned(char[] b1, char[] b2, char[] bo) { 132 int min_length = Math.min(bo.length, Math.min(b1.length, b2.length)); 133 for (int i = 0; i < min_length; i++) { 134 bo[i] = (char) (((b1[i] & 0xffff) + (b2[i] & 0xffff) + 1) >>> 1); 135 } 136 } 137 138 /// CHECK-START: void Main.halving_add_unsigned_constant(char[], char[]) loop_optimization (before) 139 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 140 /// CHECK-DAG: <<UMAX:i\d+>> IntConstant 65535 loop:none 141 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 142 /// CHECK-DAG: <<Get:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 143 /// CHECK-DAG: <<Add:i\d+>> Add [<<Get>>,<<UMAX>>] loop:<<Loop>> outer_loop:none 144 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 145 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 146 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 147 // 148 /// CHECK-START-ARM64: void Main.halving_add_unsigned_constant(char[], char[]) loop_optimization (after) 149 /// CHECK-DAG: <<UMAX:i\d+>> IntConstant 65535 loop:none 150 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<UMAX>>] loop:none 151 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 152 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 153 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] unsigned:true rounded:false loop:<<Loop>> outer_loop:none 154 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none halving_add_unsigned_constant(char[] b1, char[] bo)155 private static void halving_add_unsigned_constant(char[] b1, char[] bo) { 156 int min_length = Math.min(bo.length, b1.length); 157 for (int i = 0; i < min_length; i++) { 158 bo[i] = (char) ((b1[i] + 0xffff) >>> 1); 159 } 160 } 161 162 /// CHECK-START: void Main.halving_add_also_unsigned_constant(char[], char[]) loop_optimization (before) 163 /// CHECK-DAG: <<I1:i\d+>> IntConstant 1 loop:none 164 /// CHECK-DAG: <<UMAX:i\d+>> IntConstant 65535 loop:none 165 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 166 /// CHECK-DAG: <<Get:c\d+>> ArrayGet loop:<<Loop>> outer_loop:none 167 /// CHECK-DAG: <<And:i\d+>> And [<<Get>>,<<UMAX>>] loop:<<Loop>> outer_loop:none 168 /// CHECK-DAG: <<Add:i\d+>> Add [<<And>>,<<UMAX>>] loop:<<Loop>> outer_loop:none 169 /// CHECK-DAG: <<UShr:i\d+>> UShr [<<Add>>,<<I1>>] loop:<<Loop>> outer_loop:none 170 /// CHECK-DAG: <<Cnv:c\d+>> TypeConversion [<<UShr>>] loop:<<Loop>> outer_loop:none 171 /// CHECK-DAG: ArraySet [{{l\d+}},<<Phi>>,<<Cnv>>] loop:<<Loop>> outer_loop:none 172 // 173 /// CHECK-START-ARM64: void Main.halving_add_also_unsigned_constant(char[], char[]) loop_optimization (after) 174 /// CHECK-DAG: <<UMAX:i\d+>> IntConstant 65535 loop:none 175 /// CHECK-DAG: <<Repl:d\d+>> VecReplicateScalar [<<UMAX>>] loop:none 176 /// CHECK-DAG: <<Phi:i\d+>> Phi loop:<<Loop:B\d+>> outer_loop:none 177 /// CHECK-DAG: <<Get:d\d+>> VecLoad loop:<<Loop>> outer_loop:none 178 /// CHECK-DAG: <<HAdd:d\d+>> VecHalvingAdd [<<Get>>,<<Repl>>] unsigned:true rounded:false loop:<<Loop>> outer_loop:none 179 /// CHECK-DAG: VecStore [{{l\d+}},<<Phi>>,<<HAdd>>] loop:<<Loop>> outer_loop:none 180 // 181 // Note: HAnd has no impact (already a zero extension). 182 // halving_add_also_unsigned_constant(char[] b1, char[] bo)183 private static void halving_add_also_unsigned_constant(char[] b1, char[] bo) { 184 int min_length = Math.min(bo.length, b1.length); 185 for (int i = 0; i < min_length; i++) { 186 bo[i] = (char) (((b1[i] & 0xffff) + 0xffff) >>> 1); 187 } 188 } 189 main(String[] args)190 public static void main(String[] args) { 191 // Some interesting values. 192 char[] interesting = { 193 (char) 0x0000, 194 (char) 0x0001, 195 (char) 0x0002, 196 (char) 0x1234, 197 (char) 0x8000, 198 (char) 0x8001, 199 (char) 0x7fff, 200 (char) 0xffff 201 }; 202 // Initialize cross-values to test all cases, and also 203 // set up some extra values to exercise the cleanup loop. 204 for (int i = 0; i < M; i++) { 205 sB1[i] = (char) i; 206 sB2[i] = interesting[i & 7]; 207 } 208 209 // Test halving add idioms. Note that the expected result is computed 210 // with the arithmetic >> to demonstrate the computed narrower result 211 // does not depend on the wider >> or >>>. 212 halving_add_unsigned(sB1, sB2, sBo); 213 for (int i = 0; i < M; i++) { 214 char e = (char) ((sB1[i] + sB2[i]) >> 1); 215 expectEquals(e, sBo[i]); 216 } 217 halving_add_also_unsigned(sB1, sB2, sBo); 218 for (int i = 0; i < M; i++) { 219 char e = (char) ((sB1[i] + sB2[i]) >> 1); 220 expectEquals(e, sBo[i]); 221 } 222 rounding_halving_add_unsigned(sB1, sB2, sBo); 223 for (int i = 0; i < M; i++) { 224 char e = (char) ((sB1[i] + sB2[i] + 1) >> 1); 225 expectEquals(e, sBo[i]); 226 } 227 rounding_halving_add_also_unsigned(sB1, sB2, sBo); 228 for (int i = 0; i < M; i++) { 229 char e = (char) ((sB1[i] + sB2[i] + 1) >> 1); 230 expectEquals(e, sBo[i]); 231 } 232 halving_add_unsigned_constant(sB1, sBo); 233 for (int i = 0; i < M; i++) { 234 char e = (char) ((sB1[i] + 0xffff) >> 1); 235 expectEquals(e, sBo[i]); 236 } 237 halving_add_also_unsigned_constant(sB1, sBo); 238 for (int i = 0; i < M; i++) { 239 char e = (char) ((sB1[i] + 0xffff) >> 1); 240 expectEquals(e, sBo[i]); 241 } 242 243 System.out.println("passed"); 244 } 245 expectEquals(int expected, int result)246 private static void expectEquals(int expected, int result) { 247 if (expected != result) { 248 throw new Error("Expected: " + expected + ", found: " + result); 249 } 250 } 251 } 252