1 // Copyright 2020 Google LLC
2 //
3 // This source code is licensed under the BSD-style license found in the
4 // LICENSE file in the root directory of this source tree.
5
6 #include <algorithm>
7 #include <cmath>
8 #include <functional>
9 #include <random>
10 #include <vector>
11
12 #include <benchmark/benchmark.h>
13 #include "bench/utils.h"
14
15 #include <xnnpack/AlignedAllocator.h>
16 #include <xnnpack/common.h>
17 #include <xnnpack/params.h>
18 #include <xnnpack/params-init.h>
19 #include <xnnpack/vunary.h>
20
21
f32_vhswish(benchmark::State & state,xnn_f32_vhswish_ukernel_function hswish,xnn_init_f32_hswish_params_fn init_params,benchmark::utils::IsaCheckFunction isa_check=nullptr)22 static void f32_vhswish(
23 benchmark::State& state,
24 xnn_f32_vhswish_ukernel_function hswish,
25 xnn_init_f32_hswish_params_fn init_params,
26 benchmark::utils::IsaCheckFunction isa_check = nullptr)
27 {
28 if (isa_check && !isa_check(state)) {
29 return;
30 }
31
32 const size_t num_elements = state.range(0);
33 std::vector<float, AlignedAllocator<float, 64>> input(num_elements);
34 std::vector<float, AlignedAllocator<float, 64>> output(num_elements);
35
36 std::random_device random_device;
37 auto rng = std::mt19937(random_device());
38 auto f32rng = std::bind(std::uniform_real_distribution<float>(-10.0f, 10.0f), std::ref(rng));
39 std::generate(input.begin(), input.end(), std::ref(f32rng));
40 std::fill(output.begin(), output.end(), std::nanf(""));
41
42 union xnn_f32_hswish_params params;
43 init_params(¶ms);
44 for (auto _ : state) {
45 hswish(num_elements * sizeof(float), input.data(), output.data(), ¶ms);
46 }
47
48 const uint64_t cpu_frequency = benchmark::utils::GetCurrentCpuFrequency();
49 if (cpu_frequency != 0) {
50 state.counters["cpufreq"] = cpu_frequency;
51 }
52
53 const size_t elements_per_iteration = num_elements;
54 state.counters["elements"] =
55 benchmark::Counter(uint64_t(state.iterations()) * elements_per_iteration, benchmark::Counter::kIsRate);
56
57 const size_t bytes_per_iteration = 2 * num_elements * sizeof(float);
58 state.counters["bytes"] =
59 benchmark::Counter(uint64_t(state.iterations()) * bytes_per_iteration, benchmark::Counter::kIsRate);
60 }
61
62 #if XNN_ARCH_ARM || XNN_ARCH_ARM64
63 BENCHMARK_CAPTURE(f32_vhswish, neon_x4,
64 xnn_f32_vhswish_ukernel__neon_x4,
65 xnn_init_f32_hswish_scalar_params,
66 benchmark::utils::CheckNEON)
67 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
68 ->UseRealTime();
69 BENCHMARK_CAPTURE(f32_vhswish, neon_x8,
70 xnn_f32_vhswish_ukernel__neon_x8,
71 xnn_init_f32_hswish_scalar_params,
72 benchmark::utils::CheckNEON)
73 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
74 ->UseRealTime();
75 BENCHMARK_CAPTURE(f32_vhswish, neon_x16,
76 xnn_f32_vhswish_ukernel__neon_x16,
77 xnn_init_f32_hswish_scalar_params,
78 benchmark::utils::CheckNEON)
79 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
80 ->UseRealTime();
81 #endif // XNN_ARCH_ARM || XNN_ARCH_ARM64
82
83 #if XNN_ARCH_X86 || XNN_ARCH_X86_64
84 BENCHMARK_CAPTURE(f32_vhswish, sse_x4,
85 xnn_f32_vhswish_ukernel__sse_x4,
86 xnn_init_f32_hswish_sse_params)
87 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
88 ->UseRealTime();
89 BENCHMARK_CAPTURE(f32_vhswish, sse_x8,
90 xnn_f32_vhswish_ukernel__sse_x8,
91 xnn_init_f32_hswish_sse_params)
92 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
93 ->UseRealTime();
94
95 BENCHMARK_CAPTURE(f32_vhswish, avx_x8,
96 xnn_f32_vhswish_ukernel__avx_x8,
97 xnn_init_f32_hswish_avx_params,
98 benchmark::utils::CheckAVX)
99 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
100 ->UseRealTime();
101 BENCHMARK_CAPTURE(f32_vhswish, avx_x16,
102 xnn_f32_vhswish_ukernel__avx_x16,
103 xnn_init_f32_hswish_avx_params,
104 benchmark::utils::CheckAVX)
105 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
106 ->UseRealTime();
107
108 BENCHMARK_CAPTURE(f32_vhswish, fma3_x8,
109 xnn_f32_vhswish_ukernel__fma3_x8,
110 xnn_init_f32_hswish_avx_params,
111 benchmark::utils::CheckFMA3)
112 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
113 ->UseRealTime();
114 BENCHMARK_CAPTURE(f32_vhswish, fma3_x16,
115 xnn_f32_vhswish_ukernel__fma3_x16,
116 xnn_init_f32_hswish_avx_params,
117 benchmark::utils::CheckFMA3)
118 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
119 ->UseRealTime();
120
121 BENCHMARK_CAPTURE(f32_vhswish, avx512f_x16,
122 xnn_f32_vhswish_ukernel__avx512f_x16,
123 xnn_init_f32_hswish_avx512_params,
124 benchmark::utils::CheckAVX512F)
125 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
126 ->UseRealTime();
127 BENCHMARK_CAPTURE(f32_vhswish, avx512f_x32,
128 xnn_f32_vhswish_ukernel__avx512f_x32,
129 xnn_init_f32_hswish_avx512_params,
130 benchmark::utils::CheckAVX512F)
131 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
132 ->UseRealTime();
133 #endif // XNN_ARCH_X86 || XNN_ARCH_X86_64
134
135 #if XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
136 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x4,
137 xnn_f32_vhswish_ukernel__wasmsimd_x4,
138 xnn_init_f32_hswish_wasmsimd_params)
139 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
140 ->UseRealTime();
141 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x8,
142 xnn_f32_vhswish_ukernel__wasmsimd_x8,
143 xnn_init_f32_hswish_wasmsimd_params)
144 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
145 ->UseRealTime();
146 BENCHMARK_CAPTURE(f32_vhswish, wasmsimd_x16,
147 xnn_f32_vhswish_ukernel__wasmsimd_x16,
148 xnn_init_f32_hswish_wasmsimd_params)
149 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
150 ->UseRealTime();
151 #endif // XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
152
153 #if XNN_ARCH_WASM || XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
154 BENCHMARK_CAPTURE(f32_vhswish, wasm_x1,
155 xnn_f32_vhswish_ukernel__wasm_x1,
156 xnn_init_f32_hswish_scalar_params)
157 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
158 ->UseRealTime();
159 BENCHMARK_CAPTURE(f32_vhswish, wasm_x2,
160 xnn_f32_vhswish_ukernel__wasm_x2,
161 xnn_init_f32_hswish_scalar_params)
162 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
163 ->UseRealTime();
164 BENCHMARK_CAPTURE(f32_vhswish, wasm_x4,
165 xnn_f32_vhswish_ukernel__wasm_x4,
166 xnn_init_f32_hswish_scalar_params)
167 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
168 ->UseRealTime();
169 #endif // XNN_ARCH_WASM || XNN_ARCH_WASMSIMD || XNN_ARCH_WASMRELAXEDSIMD
170
171 BENCHMARK_CAPTURE(f32_vhswish, scalar_x1,
172 xnn_f32_vhswish_ukernel__scalar_x1,
173 xnn_init_f32_hswish_scalar_params)
174 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
175 ->UseRealTime();
176 BENCHMARK_CAPTURE(f32_vhswish, scalar_x2,
177 xnn_f32_vhswish_ukernel__scalar_x2,
178 xnn_init_f32_hswish_scalar_params)
179 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
180 ->UseRealTime();
181 BENCHMARK_CAPTURE(f32_vhswish, scalar_x4,
182 xnn_f32_vhswish_ukernel__scalar_x4,
183 xnn_init_f32_hswish_scalar_params)
184 ->Apply(benchmark::utils::UnaryElementwiseParameters<float, float>)
185 ->UseRealTime();
186
187 #ifndef XNNPACK_BENCHMARK_NO_MAIN
188 BENCHMARK_MAIN();
189 #endif
190