1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #include "webrtc/voice_engine/test/auto_test/voe_standard_test.h"
12
13 #include <assert.h>
14 #include <stdio.h>
15 #include <string.h>
16
17 #include "webrtc/engine_configurations.h"
18 #include "webrtc/system_wrappers/interface/event_wrapper.h"
19 #include "webrtc/voice_engine/include/voe_neteq_stats.h"
20 #include "webrtc/voice_engine/test/auto_test/automated_mode.h"
21 #include "webrtc/voice_engine/test/auto_test/voe_cpu_test.h"
22 #include "webrtc/voice_engine/test/auto_test/voe_stress_test.h"
23 #include "webrtc/voice_engine/test/auto_test/voe_test_defines.h"
24 #include "webrtc/voice_engine/voice_engine_defines.h"
25
26 DEFINE_bool(include_timing_dependent_tests, true,
27 "If true, we will include tests / parts of tests that are known "
28 "to break in slow execution environments (such as valgrind).");
29 DEFINE_bool(automated, false,
30 "If true, we'll run the automated tests we have in noninteractive "
31 "mode.");
32
33 using namespace webrtc;
34
35 namespace voetest {
36
37 int dummy = 0; // Dummy used in different functions to avoid warnings
38
DisplayStatus() const39 void SubAPIManager::DisplayStatus() const {
40 TEST_LOG("Supported sub APIs:\n\n");
41 if (_base)
42 TEST_LOG(" Base\n");
43 if (_codec)
44 TEST_LOG(" Codec\n");
45 if (_dtmf)
46 TEST_LOG(" Dtmf\n");
47 if (_externalMedia)
48 TEST_LOG(" ExternalMedia\n");
49 if (_file)
50 TEST_LOG(" File\n");
51 if (_hardware)
52 TEST_LOG(" Hardware\n");
53 if (_netEqStats)
54 TEST_LOG(" NetEqStats\n");
55 if (_network)
56 TEST_LOG(" Network\n");
57 if (_rtp_rtcp)
58 TEST_LOG(" RTP_RTCP\n");
59 if (_videoSync)
60 TEST_LOG(" VideoSync\n");
61 if (_volumeControl)
62 TEST_LOG(" VolumeControl\n");
63 if (_apm)
64 TEST_LOG(" AudioProcessing\n");
65 ANL();
66 TEST_LOG("Excluded sub APIs:\n\n");
67 if (!_base)
68 TEST_LOG(" Base\n");
69 if (!_codec)
70 TEST_LOG(" Codec\n");
71 if (!_dtmf)
72 TEST_LOG(" Dtmf\n");
73 if (!_externalMedia)
74 TEST_LOG(" ExternamMedia\n");
75 if (!_file)
76 TEST_LOG(" File\n");
77 if (!_hardware)
78 TEST_LOG(" Hardware\n");
79 if (!_netEqStats)
80 TEST_LOG(" NetEqStats\n");
81 if (!_network)
82 TEST_LOG(" Network\n");
83 if (!_rtp_rtcp)
84 TEST_LOG(" RTP_RTCP\n");
85 if (!_videoSync)
86 TEST_LOG(" VideoSync\n");
87 if (!_volumeControl)
88 TEST_LOG(" VolumeControl\n");
89 if (!_apm)
90 TEST_LOG(" AudioProcessing\n");
91 ANL();
92 }
93
VoETestManager()94 VoETestManager::VoETestManager()
95 : initialized_(false),
96 voice_engine_(NULL),
97 voe_base_(0),
98 voe_codec_(0),
99 voe_dtmf_(0),
100 voe_xmedia_(0),
101 voe_file_(0),
102 voe_hardware_(0),
103 voe_network_(0),
104 #ifdef WEBRTC_VOICE_ENGINE_NETEQ_STATS_API
105 voe_neteq_stats_(NULL),
106 #endif
107 voe_rtp_rtcp_(0),
108 voe_vsync_(0),
109 voe_volume_control_(0),
110 voe_apm_(0) {
111 }
112
~VoETestManager()113 VoETestManager::~VoETestManager() {
114 }
115
Init()116 bool VoETestManager::Init() {
117 if (initialized_)
118 return true;
119
120 if (VoiceEngine::SetTraceFile(NULL) != -1) {
121 // should not be possible to call a Trace method before the VoE is
122 // created
123 TEST_LOG("\nError at line: %i (VoiceEngine::SetTraceFile()"
124 "should fail)!\n", __LINE__);
125 return false;
126 }
127
128 voice_engine_ = VoiceEngine::Create();
129 if (!voice_engine_) {
130 TEST_LOG("Failed to create VoiceEngine\n");
131 return false;
132 }
133
134 return true;
135 }
136
GetInterfaces()137 void VoETestManager::GetInterfaces() {
138 if (voice_engine_) {
139 voe_base_ = VoEBase::GetInterface(voice_engine_);
140 voe_codec_ = VoECodec::GetInterface(voice_engine_);
141 voe_volume_control_ = VoEVolumeControl::GetInterface(voice_engine_);
142 voe_dtmf_ = VoEDtmf::GetInterface(voice_engine_);
143 voe_rtp_rtcp_ = VoERTP_RTCP::GetInterface(voice_engine_);
144 voe_apm_ = VoEAudioProcessing::GetInterface(voice_engine_);
145 voe_network_ = VoENetwork::GetInterface(voice_engine_);
146 voe_file_ = VoEFile::GetInterface(voice_engine_);
147 #ifdef _TEST_VIDEO_SYNC_
148 voe_vsync_ = VoEVideoSync::GetInterface(voice_engine_);
149 #endif
150 voe_hardware_ = VoEHardware::GetInterface(voice_engine_);
151 // Set the audio layer to use in all tests
152 if (voe_hardware_) {
153 int res = voe_hardware_->SetAudioDeviceLayer(TESTED_AUDIO_LAYER);
154 if (res < 0) {
155 printf("\nERROR: failed to set audio layer to use in "
156 "testing\n");
157 } else {
158 printf("\nAudio layer %d will be used in testing\n",
159 TESTED_AUDIO_LAYER);
160 }
161 }
162 #ifdef _TEST_XMEDIA_
163 voe_xmedia_ = VoEExternalMedia::GetInterface(voice_engine_);
164 #endif
165 #ifdef WEBRTC_VOICE_ENGINE_NETEQ_STATS_API
166 voe_neteq_stats_ = VoENetEqStats::GetInterface(voice_engine_);
167 #endif
168 }
169 }
170
ReleaseInterfaces()171 int VoETestManager::ReleaseInterfaces() {
172 bool releaseOK(true);
173
174 if (voe_base_) {
175 voe_base_->Release();
176 voe_base_ = NULL;
177 }
178 if (voe_codec_) {
179 voe_codec_->Release();
180 voe_codec_ = NULL;
181 }
182 if (voe_volume_control_) {
183 voe_volume_control_->Release();
184 voe_volume_control_ = NULL;
185 }
186 if (voe_dtmf_) {
187 voe_dtmf_->Release();
188 voe_dtmf_ = NULL;
189 }
190 if (voe_rtp_rtcp_) {
191 voe_rtp_rtcp_->Release();
192 voe_rtp_rtcp_ = NULL;
193 }
194 if (voe_apm_) {
195 voe_apm_->Release();
196 voe_apm_ = NULL;
197 }
198 if (voe_network_) {
199 voe_network_->Release();
200 voe_network_ = NULL;
201 }
202 if (voe_file_) {
203 voe_file_->Release();
204 voe_file_ = NULL;
205 }
206 #ifdef _TEST_VIDEO_SYNC_
207 if (voe_vsync_) {
208 voe_vsync_->Release();
209 voe_vsync_ = NULL;
210 }
211 #endif
212 if (voe_hardware_) {
213 voe_hardware_->Release();
214 voe_hardware_ = NULL;
215 }
216 #ifdef _TEST_XMEDIA_
217 if (voe_xmedia_) {
218 voe_xmedia_->Release();
219 voe_xmedia_ = NULL;
220 }
221 #endif
222 #ifdef WEBRTC_VOICE_ENGINE_NETEQ_STATS_API
223 if (voe_neteq_stats_) {
224 voe_neteq_stats_->Release();
225 voe_neteq_stats_ = NULL;
226 }
227 #endif
228 if (false == VoiceEngine::Delete(voice_engine_)) {
229 TEST_LOG("\n\nVoiceEngine::Delete() failed. \n");
230 releaseOK = false;
231 }
232
233 if (VoiceEngine::SetTraceFile(NULL) != -1) {
234 TEST_LOG("\nError at line: %i (VoiceEngine::SetTraceFile()"
235 "should fail)!\n", __LINE__);
236 }
237
238 return (releaseOK == true) ? 0 : -1;
239 }
240
run_auto_test(TestType test_type)241 int run_auto_test(TestType test_type) {
242 assert(test_type != Standard);
243
244 SubAPIManager api_manager;
245 api_manager.DisplayStatus();
246
247 ////////////////////////////////////
248 // Create VoiceEngine and sub API:s
249
250 voetest::VoETestManager test_manager;
251 if (!test_manager.Init()) {
252 return -1;
253 }
254 test_manager.GetInterfaces();
255
256 int result = -1;
257 if (test_type == Stress) {
258 VoEStressTest stressTest(test_manager);
259 result = stressTest.DoTest();
260 } else if (test_type == CPU) {
261 VoECpuTest cpuTest(test_manager);
262 result = cpuTest.DoTest();
263 } else {
264 // Should never end up here
265 assert(false);
266 }
267
268 //////////////////
269 // Release/Delete
270
271 int release_ok = test_manager.ReleaseInterfaces();
272
273 if ((0 == result) && (release_ok != -1)) {
274 TEST_LOG("\n\n*** All tests passed *** \n\n");
275 } else {
276 TEST_LOG("\n\n*** Test failed! *** \n");
277 }
278
279 return 0;
280 }
281 } // namespace voetest
282
RunInManualMode()283 int RunInManualMode() {
284 using namespace voetest;
285
286 SubAPIManager api_manager;
287 api_manager.DisplayStatus();
288
289 printf("----------------------------\n");
290 printf("Select type of test\n\n");
291 printf(" (0) Quit\n");
292 printf(" (1) Standard test\n");
293 printf(" (2) [OBSOLETE: Extended test(s)...]\n");
294 printf(" (3) Stress test(s)...\n");
295 printf(" (4) [OBSOLETE: Unit test(s)...]\n");
296 printf(" (5) CPU & memory reference test [Windows]...\n");
297 printf("\n: ");
298
299 int selection(0);
300 dummy = scanf("%d", &selection);
301
302 TestType test_type = Invalid;
303 switch (selection) {
304 case 0:
305 return 0;
306 case 1:
307 test_type = Standard;
308 break;
309 case 2:
310 break;
311 case 3:
312 test_type = Stress;
313 break;
314 case 4:
315 break;
316 case 5:
317 test_type = CPU;
318 break;
319 default:
320 TEST_LOG("Invalid selection!\n");
321 return 0;
322 }
323
324 if (test_type == Standard) {
325 TEST_LOG("\n\n+++ Running standard tests +++\n\n");
326
327 // Currently, all googletest-rewritten tests are in the "automated" suite.
328 return RunInAutomatedMode();
329 }
330
331 // Function that can be called from other entry functions.
332 return run_auto_test(test_type);
333 }
334
335 // ----------------------------------------------------------------------------
336 // main
337 // ----------------------------------------------------------------------------
338
339 #if !defined(WEBRTC_IOS)
main(int argc,char ** argv)340 int main(int argc, char** argv) {
341 // This function and RunInAutomatedMode is defined in automated_mode.cc
342 // to avoid macro clashes with googletest (for instance ASSERT_TRUE).
343 InitializeGoogleTest(&argc, argv);
344 // AllowCommandLineParsing allows us to ignore flags passed on to us by
345 // Chromium build bots without having to explicitly disable them.
346 google::AllowCommandLineReparsing();
347 google::ParseCommandLineFlags(&argc, &argv, true);
348
349 if (FLAGS_automated) {
350 return RunInAutomatedMode();
351 }
352
353 return RunInManualMode();
354 }
355 #endif //#if !defined(WEBRTC_IOS)
356