1 /*
2 **
3 ** Copyright 2007, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 ** http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17
18 //#define LOG_NDEBUG 0
19 #define LOG_TAG "AudioTrack"
20
21 #include <inttypes.h>
22 #include <math.h>
23 #include <sys/resource.h>
24
25 #include <android/media/IAudioPolicyService.h>
26 #include <android-base/macros.h>
27 #include <audio_utils/clock.h>
28 #include <audio_utils/primitives.h>
29 #include <binder/IPCThreadState.h>
30 #include <media/AudioTrack.h>
31 #include <utils/Log.h>
32 #include <private/media/AudioTrackShared.h>
33 #include <processgroup/sched_policy.h>
34 #include <media/IAudioFlinger.h>
35 #include <media/AudioParameter.h>
36 #include <media/AudioResamplerPublic.h>
37 #include <media/AudioSystem.h>
38 #include <media/MediaMetricsItem.h>
39 #include <media/TypeConverter.h>
40
41 #define WAIT_PERIOD_MS 10
42 #define WAIT_STREAM_END_TIMEOUT_SEC 120
43 static const int kMaxLoopCountNotifications = 32;
44
45 using ::android::aidl_utils::statusTFromBinderStatus;
46
47 namespace android {
48 // ---------------------------------------------------------------------------
49
50 using media::VolumeShaper;
51 using android::content::AttributionSourceState;
52
53 // TODO: Move to a separate .h
54
55 template <typename T>
min(const T & x,const T & y)56 static inline const T &min(const T &x, const T &y) {
57 return x < y ? x : y;
58 }
59
60 template <typename T>
max(const T & x,const T & y)61 static inline const T &max(const T &x, const T &y) {
62 return x > y ? x : y;
63 }
64
framesToNanoseconds(ssize_t frames,uint32_t sampleRate,float speed)65 static inline nsecs_t framesToNanoseconds(ssize_t frames, uint32_t sampleRate, float speed)
66 {
67 return ((double)frames * 1000000000) / ((double)sampleRate * speed);
68 }
69
convertTimespecToUs(const struct timespec & tv)70 static int64_t convertTimespecToUs(const struct timespec &tv)
71 {
72 return tv.tv_sec * 1000000LL + tv.tv_nsec / 1000;
73 }
74
75 // TODO move to audio_utils.
convertNsToTimespec(int64_t ns)76 static inline struct timespec convertNsToTimespec(int64_t ns) {
77 struct timespec tv;
78 tv.tv_sec = static_cast<time_t>(ns / NANOS_PER_SECOND);
79 tv.tv_nsec = static_cast<int64_t>(ns % NANOS_PER_SECOND);
80 return tv;
81 }
82
83 // current monotonic time in microseconds.
getNowUs()84 static int64_t getNowUs()
85 {
86 struct timespec tv;
87 (void) clock_gettime(CLOCK_MONOTONIC, &tv);
88 return convertTimespecToUs(tv);
89 }
90
91 // FIXME: we don't use the pitch setting in the time stretcher (not working);
92 // instead we emulate it using our sample rate converter.
93 static const bool kFixPitch = true; // enable pitch fix
adjustSampleRate(uint32_t sampleRate,float pitch)94 static inline uint32_t adjustSampleRate(uint32_t sampleRate, float pitch)
95 {
96 return kFixPitch ? (sampleRate * pitch + 0.5) : sampleRate;
97 }
98
adjustSpeed(float speed,float pitch)99 static inline float adjustSpeed(float speed, float pitch)
100 {
101 return kFixPitch ? speed / max(pitch, AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) : speed;
102 }
103
adjustPitch(float pitch)104 static inline float adjustPitch(float pitch)
105 {
106 return kFixPitch ? AUDIO_TIMESTRETCH_PITCH_NORMAL : pitch;
107 }
108
109 // static
getMinFrameCount(size_t * frameCount,audio_stream_type_t streamType,uint32_t sampleRate)110 status_t AudioTrack::getMinFrameCount(
111 size_t* frameCount,
112 audio_stream_type_t streamType,
113 uint32_t sampleRate)
114 {
115 if (frameCount == NULL) {
116 return BAD_VALUE;
117 }
118
119 // FIXME handle in server, like createTrack_l(), possible missing info:
120 // audio_io_handle_t output
121 // audio_format_t format
122 // audio_channel_mask_t channelMask
123 // audio_output_flags_t flags (FAST)
124 uint32_t afSampleRate;
125 status_t status;
126 status = AudioSystem::getOutputSamplingRate(&afSampleRate, streamType);
127 if (status != NO_ERROR) {
128 ALOGE("%s(): Unable to query output sample rate for stream type %d; status %d",
129 __func__, streamType, status);
130 return status;
131 }
132 size_t afFrameCount;
133 status = AudioSystem::getOutputFrameCount(&afFrameCount, streamType);
134 if (status != NO_ERROR) {
135 ALOGE("%s(): Unable to query output frame count for stream type %d; status %d",
136 __func__, streamType, status);
137 return status;
138 }
139 uint32_t afLatency;
140 status = AudioSystem::getOutputLatency(&afLatency, streamType);
141 if (status != NO_ERROR) {
142 ALOGE("%s(): Unable to query output latency for stream type %d; status %d",
143 __func__, streamType, status);
144 return status;
145 }
146
147 // When called from createTrack, speed is 1.0f (normal speed).
148 // This is rechecked again on setting playback rate (TODO: on setting sample rate, too).
149 *frameCount = AudioSystem::calculateMinFrameCount(afLatency, afFrameCount, afSampleRate,
150 sampleRate, 1.0f /*, 0 notificationsPerBufferReq*/);
151
152 // The formula above should always produce a non-zero value under normal circumstances:
153 // AudioTrack.SAMPLE_RATE_HZ_MIN <= sampleRate <= AudioTrack.SAMPLE_RATE_HZ_MAX.
154 // Return error in the unlikely event that it does not, as that's part of the API contract.
155 if (*frameCount == 0) {
156 ALOGE("%s(): failed for streamType %d, sampleRate %u",
157 __func__, streamType, sampleRate);
158 return BAD_VALUE;
159 }
160 ALOGV("%s(): getMinFrameCount=%zu: afFrameCount=%zu, afSampleRate=%u, afLatency=%u",
161 __func__, *frameCount, afFrameCount, afSampleRate, afLatency);
162 return NO_ERROR;
163 }
164
165 // static
isDirectOutputSupported(const audio_config_base_t & config,const audio_attributes_t & attributes)166 bool AudioTrack::isDirectOutputSupported(const audio_config_base_t& config,
167 const audio_attributes_t& attributes) {
168 ALOGV("%s()", __FUNCTION__);
169 const sp<media::IAudioPolicyService>& aps = AudioSystem::get_audio_policy_service();
170 if (aps == 0) return false;
171
172 auto result = [&]() -> ConversionResult<bool> {
173 media::AudioConfigBase configAidl = VALUE_OR_RETURN(
174 legacy2aidl_audio_config_base_t_AudioConfigBase(config));
175 media::AudioAttributesInternal attributesAidl = VALUE_OR_RETURN(
176 legacy2aidl_audio_attributes_t_AudioAttributesInternal(attributes));
177 bool retAidl;
178 RETURN_IF_ERROR(aidl_utils::statusTFromBinderStatus(
179 aps->isDirectOutputSupported(configAidl, attributesAidl, &retAidl)));
180 return retAidl;
181 }();
182 return result.value_or(false);
183 }
184
185 // ---------------------------------------------------------------------------
186
gather(const AudioTrack * track)187 void AudioTrack::MediaMetrics::gather(const AudioTrack *track)
188 {
189 // only if we're in a good state...
190 // XXX: shall we gather alternative info if failing?
191 const status_t lstatus = track->initCheck();
192 if (lstatus != NO_ERROR) {
193 ALOGD("%s(): no metrics gathered, track status=%d", __func__, (int) lstatus);
194 return;
195 }
196
197 #define MM_PREFIX "android.media.audiotrack." // avoid cut-n-paste errors.
198
199 // Java API 28 entries, do not change.
200 mMetricsItem->setCString(MM_PREFIX "streamtype", toString(track->streamType()).c_str());
201 mMetricsItem->setCString(MM_PREFIX "type",
202 toString(track->mAttributes.content_type).c_str());
203 mMetricsItem->setCString(MM_PREFIX "usage", toString(track->mAttributes.usage).c_str());
204
205 // Non-API entries, these can change due to a Java string mistake.
206 mMetricsItem->setInt32(MM_PREFIX "sampleRate", (int32_t)track->mSampleRate);
207 mMetricsItem->setInt64(MM_PREFIX "channelMask", (int64_t)track->mChannelMask);
208 // Non-API entries, these can change.
209 mMetricsItem->setInt32(MM_PREFIX "portId", (int32_t)track->mPortId);
210 mMetricsItem->setCString(MM_PREFIX "encoding", toString(track->mFormat).c_str());
211 mMetricsItem->setInt32(MM_PREFIX "frameCount", (int32_t)track->mFrameCount);
212 mMetricsItem->setCString(MM_PREFIX "attributes", toString(track->mAttributes).c_str());
213 mMetricsItem->setCString(MM_PREFIX "logSessionId", track->mLogSessionId.c_str());
214 }
215
216 // hand the user a snapshot of the metrics.
getMetrics(mediametrics::Item * & item)217 status_t AudioTrack::getMetrics(mediametrics::Item * &item)
218 {
219 mMediaMetrics.gather(this);
220 mediametrics::Item *tmp = mMediaMetrics.dup();
221 if (tmp == nullptr) {
222 return BAD_VALUE;
223 }
224 item = tmp;
225 return NO_ERROR;
226 }
227
AudioTrack()228 AudioTrack::AudioTrack() : AudioTrack(AttributionSourceState())
229 {
230 }
231
AudioTrack(const AttributionSourceState & attributionSource)232 AudioTrack::AudioTrack(const AttributionSourceState& attributionSource)
233 : mStatus(NO_INIT),
234 mState(STATE_STOPPED),
235 mPreviousPriority(ANDROID_PRIORITY_NORMAL),
236 mPreviousSchedulingGroup(SP_DEFAULT),
237 mPausedPosition(0),
238 mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
239 mRoutedDeviceId(AUDIO_PORT_HANDLE_NONE),
240 mClientAttributionSource(attributionSource),
241 mAudioTrackCallback(new AudioTrackCallback())
242 {
243 mAttributes.content_type = AUDIO_CONTENT_TYPE_UNKNOWN;
244 mAttributes.usage = AUDIO_USAGE_UNKNOWN;
245 mAttributes.flags = AUDIO_FLAG_NONE;
246 strcpy(mAttributes.tags, "");
247 }
248
AudioTrack(audio_stream_type_t streamType,uint32_t sampleRate,audio_format_t format,audio_channel_mask_t channelMask,size_t frameCount,audio_output_flags_t flags,callback_t cbf,void * user,int32_t notificationFrames,audio_session_t sessionId,transfer_type transferType,const audio_offload_info_t * offloadInfo,const AttributionSourceState & attributionSource,const audio_attributes_t * pAttributes,bool doNotReconnect,float maxRequiredSpeed,audio_port_handle_t selectedDeviceId)249 AudioTrack::AudioTrack(
250 audio_stream_type_t streamType,
251 uint32_t sampleRate,
252 audio_format_t format,
253 audio_channel_mask_t channelMask,
254 size_t frameCount,
255 audio_output_flags_t flags,
256 callback_t cbf,
257 void* user,
258 int32_t notificationFrames,
259 audio_session_t sessionId,
260 transfer_type transferType,
261 const audio_offload_info_t *offloadInfo,
262 const AttributionSourceState& attributionSource,
263 const audio_attributes_t* pAttributes,
264 bool doNotReconnect,
265 float maxRequiredSpeed,
266 audio_port_handle_t selectedDeviceId)
267 : mStatus(NO_INIT),
268 mState(STATE_STOPPED),
269 mPreviousPriority(ANDROID_PRIORITY_NORMAL),
270 mPreviousSchedulingGroup(SP_DEFAULT),
271 mPausedPosition(0),
272 mAudioTrackCallback(new AudioTrackCallback())
273 {
274 mAttributes = AUDIO_ATTRIBUTES_INITIALIZER;
275
276 (void)set(streamType, sampleRate, format, channelMask,
277 frameCount, flags, cbf, user, notificationFrames,
278 0 /*sharedBuffer*/, false /*threadCanCallJava*/, sessionId, transferType, offloadInfo,
279 attributionSource, pAttributes, doNotReconnect, maxRequiredSpeed, selectedDeviceId);
280 }
281
AudioTrack(audio_stream_type_t streamType,uint32_t sampleRate,audio_format_t format,audio_channel_mask_t channelMask,const sp<IMemory> & sharedBuffer,audio_output_flags_t flags,callback_t cbf,void * user,int32_t notificationFrames,audio_session_t sessionId,transfer_type transferType,const audio_offload_info_t * offloadInfo,const AttributionSourceState & attributionSource,const audio_attributes_t * pAttributes,bool doNotReconnect,float maxRequiredSpeed)282 AudioTrack::AudioTrack(
283 audio_stream_type_t streamType,
284 uint32_t sampleRate,
285 audio_format_t format,
286 audio_channel_mask_t channelMask,
287 const sp<IMemory>& sharedBuffer,
288 audio_output_flags_t flags,
289 callback_t cbf,
290 void* user,
291 int32_t notificationFrames,
292 audio_session_t sessionId,
293 transfer_type transferType,
294 const audio_offload_info_t *offloadInfo,
295 const AttributionSourceState& attributionSource,
296 const audio_attributes_t* pAttributes,
297 bool doNotReconnect,
298 float maxRequiredSpeed)
299 : mStatus(NO_INIT),
300 mState(STATE_STOPPED),
301 mPreviousPriority(ANDROID_PRIORITY_NORMAL),
302 mPreviousSchedulingGroup(SP_DEFAULT),
303 mPausedPosition(0),
304 mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
305 mAudioTrackCallback(new AudioTrackCallback())
306 {
307 mAttributes = AUDIO_ATTRIBUTES_INITIALIZER;
308
309 (void)set(streamType, sampleRate, format, channelMask,
310 0 /*frameCount*/, flags, cbf, user, notificationFrames,
311 sharedBuffer, false /*threadCanCallJava*/, sessionId, transferType, offloadInfo,
312 attributionSource, pAttributes, doNotReconnect, maxRequiredSpeed);
313 }
314
~AudioTrack()315 AudioTrack::~AudioTrack()
316 {
317 // pull together the numbers, before we clean up our structures
318 mMediaMetrics.gather(this);
319
320 mediametrics::LogItem(mMetricsId)
321 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_DTOR)
322 .set(AMEDIAMETRICS_PROP_CALLERNAME,
323 mCallerName.empty()
324 ? AMEDIAMETRICS_PROP_CALLERNAME_VALUE_UNKNOWN
325 : mCallerName.c_str())
326 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
327 .set(AMEDIAMETRICS_PROP_STATUS, (int32_t)mStatus)
328 .record();
329
330 stopAndJoinCallbacks(); // checks mStatus
331
332 if (mStatus == NO_ERROR) {
333 IInterface::asBinder(mAudioTrack)->unlinkToDeath(mDeathNotifier, this);
334 mAudioTrack.clear();
335 mCblkMemory.clear();
336 mSharedBuffer.clear();
337 IPCThreadState::self()->flushCommands();
338 pid_t clientPid = VALUE_OR_FATAL(aidl2legacy_int32_t_pid_t(mClientAttributionSource.pid));
339 ALOGV("%s(%d), releasing session id %d from %d on behalf of %d",
340 __func__, mPortId,
341 mSessionId, IPCThreadState::self()->getCallingPid(), clientPid);
342 AudioSystem::releaseAudioSessionId(mSessionId, clientPid);
343 }
344 }
345
stopAndJoinCallbacks()346 void AudioTrack::stopAndJoinCallbacks() {
347 // Prevent nullptr crash if it did not open properly.
348 if (mStatus != NO_ERROR) return;
349
350 // Make sure that callback function exits in the case where
351 // it is looping on buffer full condition in obtainBuffer().
352 // Otherwise the callback thread will never exit.
353 stop();
354 if (mAudioTrackThread != 0) { // not thread safe
355 mProxy->interrupt();
356 mAudioTrackThread->requestExit(); // see comment in AudioTrack.h
357 mAudioTrackThread->requestExitAndWait();
358 mAudioTrackThread.clear();
359 }
360 // No lock here: worst case we remove a NULL callback which will be a nop
361 if (mDeviceCallback != 0 && mOutput != AUDIO_IO_HANDLE_NONE) {
362 // This may not stop all of these device callbacks!
363 // TODO: Add some sort of protection.
364 AudioSystem::removeAudioDeviceCallback(this, mOutput, mPortId);
365 mDeviceCallback.clear();
366 }
367 }
368
set(audio_stream_type_t streamType,uint32_t sampleRate,audio_format_t format,audio_channel_mask_t channelMask,size_t frameCount,audio_output_flags_t flags,callback_t cbf,void * user,int32_t notificationFrames,const sp<IMemory> & sharedBuffer,bool threadCanCallJava,audio_session_t sessionId,transfer_type transferType,const audio_offload_info_t * offloadInfo,const AttributionSourceState & attributionSource,const audio_attributes_t * pAttributes,bool doNotReconnect,float maxRequiredSpeed,audio_port_handle_t selectedDeviceId)369 status_t AudioTrack::set(
370 audio_stream_type_t streamType,
371 uint32_t sampleRate,
372 audio_format_t format,
373 audio_channel_mask_t channelMask,
374 size_t frameCount,
375 audio_output_flags_t flags,
376 callback_t cbf,
377 void* user,
378 int32_t notificationFrames,
379 const sp<IMemory>& sharedBuffer,
380 bool threadCanCallJava,
381 audio_session_t sessionId,
382 transfer_type transferType,
383 const audio_offload_info_t *offloadInfo,
384 const AttributionSourceState& attributionSource,
385 const audio_attributes_t* pAttributes,
386 bool doNotReconnect,
387 float maxRequiredSpeed,
388 audio_port_handle_t selectedDeviceId)
389 {
390 status_t status;
391 uint32_t channelCount;
392 pid_t callingPid;
393 pid_t myPid;
394 uid_t uid = VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid));
395 pid_t pid = VALUE_OR_FATAL(aidl2legacy_int32_t_pid_t(attributionSource.pid));
396
397 // Note mPortId is not valid until the track is created, so omit mPortId in ALOG for set.
398 ALOGV("%s(): streamType %d, sampleRate %u, format %#x, channelMask %#x, frameCount %zu, "
399 "flags #%x, notificationFrames %d, sessionId %d, transferType %d, uid %d, pid %d",
400 __func__,
401 streamType, sampleRate, format, channelMask, frameCount, flags, notificationFrames,
402 sessionId, transferType, attributionSource.uid, attributionSource.pid);
403
404 mThreadCanCallJava = threadCanCallJava;
405 mSelectedDeviceId = selectedDeviceId;
406 mSessionId = sessionId;
407
408 switch (transferType) {
409 case TRANSFER_DEFAULT:
410 if (sharedBuffer != 0) {
411 transferType = TRANSFER_SHARED;
412 } else if (cbf == NULL || threadCanCallJava) {
413 transferType = TRANSFER_SYNC;
414 } else {
415 transferType = TRANSFER_CALLBACK;
416 }
417 break;
418 case TRANSFER_CALLBACK:
419 case TRANSFER_SYNC_NOTIF_CALLBACK:
420 if (cbf == NULL || sharedBuffer != 0) {
421 ALOGE("%s(): Transfer type %s but cbf == NULL || sharedBuffer != 0",
422 convertTransferToText(transferType), __func__);
423 status = BAD_VALUE;
424 goto exit;
425 }
426 break;
427 case TRANSFER_OBTAIN:
428 case TRANSFER_SYNC:
429 if (sharedBuffer != 0) {
430 ALOGE("%s(): Transfer type TRANSFER_OBTAIN but sharedBuffer != 0", __func__);
431 status = BAD_VALUE;
432 goto exit;
433 }
434 break;
435 case TRANSFER_SHARED:
436 if (sharedBuffer == 0) {
437 ALOGE("%s(): Transfer type TRANSFER_SHARED but sharedBuffer == 0", __func__);
438 status = BAD_VALUE;
439 goto exit;
440 }
441 break;
442 default:
443 ALOGE("%s(): Invalid transfer type %d",
444 __func__, transferType);
445 status = BAD_VALUE;
446 goto exit;
447 }
448 mSharedBuffer = sharedBuffer;
449 mTransfer = transferType;
450 mDoNotReconnect = doNotReconnect;
451
452 ALOGV_IF(sharedBuffer != 0, "%s(): sharedBuffer: %p, size: %zu",
453 __func__, sharedBuffer->unsecurePointer(), sharedBuffer->size());
454
455 ALOGV("%s(): streamType %d frameCount %zu flags %04x",
456 __func__, streamType, frameCount, flags);
457
458 // invariant that mAudioTrack != 0 is true only after set() returns successfully
459 if (mAudioTrack != 0) {
460 ALOGE("%s(): Track already in use", __func__);
461 status = INVALID_OPERATION;
462 goto exit;
463 }
464
465 // handle default values first.
466 if (streamType == AUDIO_STREAM_DEFAULT) {
467 streamType = AUDIO_STREAM_MUSIC;
468 }
469 if (pAttributes == NULL) {
470 if (uint32_t(streamType) >= AUDIO_STREAM_PUBLIC_CNT) {
471 ALOGE("%s(): Invalid stream type %d", __func__, streamType);
472 status = BAD_VALUE;
473 goto exit;
474 }
475 mOriginalStreamType = streamType;
476
477 } else {
478 // stream type shouldn't be looked at, this track has audio attributes
479 memcpy(&mAttributes, pAttributes, sizeof(audio_attributes_t));
480 ALOGV("%s(): Building AudioTrack with attributes:"
481 " usage=%d content=%d flags=0x%x tags=[%s]",
482 __func__,
483 mAttributes.usage, mAttributes.content_type, mAttributes.flags, mAttributes.tags);
484 mOriginalStreamType = AUDIO_STREAM_DEFAULT;
485 audio_flags_to_audio_output_flags(mAttributes.flags, &flags);
486 }
487
488 // these below should probably come from the audioFlinger too...
489 if (format == AUDIO_FORMAT_DEFAULT) {
490 format = AUDIO_FORMAT_PCM_16_BIT;
491 } else if (format == AUDIO_FORMAT_IEC61937) { // HDMI pass-through?
492 flags = static_cast<audio_output_flags_t>(flags | AUDIO_OUTPUT_FLAG_IEC958_NONAUDIO);
493 }
494
495 // validate parameters
496 if (!audio_is_valid_format(format)) {
497 ALOGE("%s(): Invalid format %#x", __func__, format);
498 status = BAD_VALUE;
499 goto exit;
500 }
501 mFormat = format;
502
503 if (!audio_is_output_channel(channelMask)) {
504 ALOGE("%s(): Invalid channel mask %#x", __func__, channelMask);
505 status = BAD_VALUE;
506 goto exit;
507 }
508 mChannelMask = channelMask;
509 channelCount = audio_channel_count_from_out_mask(channelMask);
510 mChannelCount = channelCount;
511
512 // force direct flag if format is not linear PCM
513 // or offload was requested
514 if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD)
515 || !audio_is_linear_pcm(format)) {
516 ALOGV( (flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD)
517 ? "%s(): Offload request, forcing to Direct Output"
518 : "%s(): Not linear PCM, forcing to Direct Output",
519 __func__);
520 flags = (audio_output_flags_t)
521 // FIXME why can't we allow direct AND fast?
522 ((flags | AUDIO_OUTPUT_FLAG_DIRECT) & ~AUDIO_OUTPUT_FLAG_FAST);
523 }
524
525 // force direct flag if HW A/V sync requested
526 if ((flags & AUDIO_OUTPUT_FLAG_HW_AV_SYNC) != 0) {
527 flags = (audio_output_flags_t)(flags | AUDIO_OUTPUT_FLAG_DIRECT);
528 }
529
530 if (flags & AUDIO_OUTPUT_FLAG_DIRECT) {
531 if (audio_has_proportional_frames(format)) {
532 mFrameSize = channelCount * audio_bytes_per_sample(format);
533 } else {
534 mFrameSize = sizeof(uint8_t);
535 }
536 } else {
537 ALOG_ASSERT(audio_has_proportional_frames(format));
538 mFrameSize = channelCount * audio_bytes_per_sample(format);
539 // createTrack will return an error if PCM format is not supported by server,
540 // so no need to check for specific PCM formats here
541 }
542
543 // sampling rate must be specified for direct outputs
544 if (sampleRate == 0 && (flags & AUDIO_OUTPUT_FLAG_DIRECT) != 0) {
545 status = BAD_VALUE;
546 goto exit;
547 }
548 mSampleRate = sampleRate;
549 mOriginalSampleRate = sampleRate;
550 mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
551 // 1.0 <= mMaxRequiredSpeed <= AUDIO_TIMESTRETCH_SPEED_MAX
552 mMaxRequiredSpeed = min(max(maxRequiredSpeed, 1.0f), AUDIO_TIMESTRETCH_SPEED_MAX);
553
554 // Make copy of input parameter offloadInfo so that in the future:
555 // (a) createTrack_l doesn't need it as an input parameter
556 // (b) we can support re-creation of offloaded tracks
557 if (offloadInfo != NULL) {
558 mOffloadInfoCopy = *offloadInfo;
559 mOffloadInfo = &mOffloadInfoCopy;
560 } else {
561 mOffloadInfo = NULL;
562 memset(&mOffloadInfoCopy, 0, sizeof(audio_offload_info_t));
563 mOffloadInfoCopy = AUDIO_INFO_INITIALIZER;
564 }
565
566 mVolume[AUDIO_INTERLEAVE_LEFT] = 1.0f;
567 mVolume[AUDIO_INTERLEAVE_RIGHT] = 1.0f;
568 mSendLevel = 0.0f;
569 // mFrameCount is initialized in createTrack_l
570 mReqFrameCount = frameCount;
571 if (notificationFrames >= 0) {
572 mNotificationFramesReq = notificationFrames;
573 mNotificationsPerBufferReq = 0;
574 } else {
575 if (!(flags & AUDIO_OUTPUT_FLAG_FAST)) {
576 ALOGE("%s(): notificationFrames=%d not permitted for non-fast track",
577 __func__, notificationFrames);
578 status = BAD_VALUE;
579 goto exit;
580 }
581 if (frameCount > 0) {
582 ALOGE("%s(): notificationFrames=%d not permitted with non-zero frameCount=%zu",
583 __func__, notificationFrames, frameCount);
584 status = BAD_VALUE;
585 goto exit;
586 }
587 mNotificationFramesReq = 0;
588 const uint32_t minNotificationsPerBuffer = 1;
589 const uint32_t maxNotificationsPerBuffer = 8;
590 mNotificationsPerBufferReq = min(maxNotificationsPerBuffer,
591 max((uint32_t) -notificationFrames, minNotificationsPerBuffer));
592 ALOGW_IF(mNotificationsPerBufferReq != (uint32_t) -notificationFrames,
593 "%s(): notificationFrames=%d clamped to the range -%u to -%u",
594 __func__,
595 notificationFrames, minNotificationsPerBuffer, maxNotificationsPerBuffer);
596 }
597 mNotificationFramesAct = 0;
598 // TODO b/182392553: refactor or remove
599 mClientAttributionSource = AttributionSourceState(attributionSource);
600 callingPid = IPCThreadState::self()->getCallingPid();
601 myPid = getpid();
602 if (uid == -1 || (callingPid != myPid)) {
603 mClientAttributionSource.uid = VALUE_OR_FATAL(legacy2aidl_uid_t_int32_t(
604 IPCThreadState::self()->getCallingUid()));
605 }
606 if (pid == (pid_t)-1 || (callingPid != myPid)) {
607 mClientAttributionSource.pid = VALUE_OR_FATAL(legacy2aidl_uid_t_int32_t(callingPid));
608 }
609 mAuxEffectId = 0;
610 mOrigFlags = mFlags = flags;
611 mCbf = cbf;
612
613 if (cbf != NULL) {
614 mAudioTrackThread = new AudioTrackThread(*this);
615 mAudioTrackThread->run("AudioTrack", ANDROID_PRIORITY_AUDIO, 0 /*stack*/);
616 // thread begins in paused state, and will not reference us until start()
617 }
618
619 // create the IAudioTrack
620 {
621 AutoMutex lock(mLock);
622 status = createTrack_l();
623 }
624 if (status != NO_ERROR) {
625 if (mAudioTrackThread != 0) {
626 mAudioTrackThread->requestExit(); // see comment in AudioTrack.h
627 mAudioTrackThread->requestExitAndWait();
628 mAudioTrackThread.clear();
629 }
630 goto exit;
631 }
632
633 mUserData = user;
634 mLoopCount = 0;
635 mLoopStart = 0;
636 mLoopEnd = 0;
637 mLoopCountNotified = 0;
638 mMarkerPosition = 0;
639 mMarkerReached = false;
640 mNewPosition = 0;
641 mUpdatePeriod = 0;
642 mPosition = 0;
643 mReleased = 0;
644 mStartNs = 0;
645 mStartFromZeroUs = 0;
646 AudioSystem::acquireAudioSessionId(mSessionId, pid, uid);
647 mSequence = 1;
648 mObservedSequence = mSequence;
649 mInUnderrun = false;
650 mPreviousTimestampValid = false;
651 mTimestampStartupGlitchReported = false;
652 mTimestampRetrogradePositionReported = false;
653 mTimestampRetrogradeTimeReported = false;
654 mTimestampStallReported = false;
655 mTimestampStaleTimeReported = false;
656 mPreviousLocation = ExtendedTimestamp::LOCATION_INVALID;
657 mStartTs.mPosition = 0;
658 mUnderrunCountOffset = 0;
659 mFramesWritten = 0;
660 mFramesWrittenServerOffset = 0;
661 mFramesWrittenAtRestore = -1; // -1 is a unique initializer.
662 mVolumeHandler = new media::VolumeHandler();
663
664 exit:
665 mStatus = status;
666 return status;
667 }
668
669
set(audio_stream_type_t streamType,uint32_t sampleRate,audio_format_t format,uint32_t channelMask,size_t frameCount,audio_output_flags_t flags,callback_t cbf,void * user,int32_t notificationFrames,const sp<IMemory> & sharedBuffer,bool threadCanCallJava,audio_session_t sessionId,transfer_type transferType,const audio_offload_info_t * offloadInfo,uid_t uid,pid_t pid,const audio_attributes_t * pAttributes,bool doNotReconnect,float maxRequiredSpeed,audio_port_handle_t selectedDeviceId)670 status_t AudioTrack::set(
671 audio_stream_type_t streamType,
672 uint32_t sampleRate,
673 audio_format_t format,
674 uint32_t channelMask,
675 size_t frameCount,
676 audio_output_flags_t flags,
677 callback_t cbf,
678 void* user,
679 int32_t notificationFrames,
680 const sp<IMemory>& sharedBuffer,
681 bool threadCanCallJava,
682 audio_session_t sessionId,
683 transfer_type transferType,
684 const audio_offload_info_t *offloadInfo,
685 uid_t uid,
686 pid_t pid,
687 const audio_attributes_t* pAttributes,
688 bool doNotReconnect,
689 float maxRequiredSpeed,
690 audio_port_handle_t selectedDeviceId)
691 {
692 AttributionSourceState attributionSource;
693 attributionSource.uid = VALUE_OR_FATAL(legacy2aidl_uid_t_int32_t(uid));
694 attributionSource.pid = VALUE_OR_FATAL(legacy2aidl_pid_t_int32_t(pid));
695 attributionSource.token = sp<BBinder>::make();
696 return set(streamType, sampleRate, format,
697 static_cast<audio_channel_mask_t>(channelMask),
698 frameCount, flags, cbf, user, notificationFrames, sharedBuffer,
699 threadCanCallJava, sessionId, transferType, offloadInfo, attributionSource,
700 pAttributes, doNotReconnect, maxRequiredSpeed, selectedDeviceId);
701 }
702
703 // -------------------------------------------------------------------------
704
start()705 status_t AudioTrack::start()
706 {
707 AutoMutex lock(mLock);
708
709 if (mState == STATE_ACTIVE) {
710 return INVALID_OPERATION;
711 }
712
713 ALOGV("%s(%d): prior state:%s", __func__, mPortId, stateToString(mState));
714
715 // Defer logging here due to OpenSL ES repeated start calls.
716 // TODO(b/154868033) after fix, restore this logging back to the beginning of start().
717 const int64_t beginNs = systemTime();
718 status_t status = NO_ERROR; // logged: make sure to set this before returning.
719 mediametrics::Defer defer([&] {
720 mediametrics::LogItem(mMetricsId)
721 .set(AMEDIAMETRICS_PROP_CALLERNAME,
722 mCallerName.empty()
723 ? AMEDIAMETRICS_PROP_CALLERNAME_VALUE_UNKNOWN
724 : mCallerName.c_str())
725 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_START)
726 .set(AMEDIAMETRICS_PROP_EXECUTIONTIMENS, (int64_t)(systemTime() - beginNs))
727 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
728 .set(AMEDIAMETRICS_PROP_STATUS, (int32_t)status)
729 .record(); });
730
731
732 mInUnderrun = true;
733
734 State previousState = mState;
735 if (previousState == STATE_PAUSED_STOPPING) {
736 mState = STATE_STOPPING;
737 } else {
738 mState = STATE_ACTIVE;
739 }
740 (void) updateAndGetPosition_l();
741
742 // save start timestamp
743 if (isOffloadedOrDirect_l()) {
744 if (getTimestamp_l(mStartTs) != OK) {
745 mStartTs.mPosition = 0;
746 }
747 } else {
748 if (getTimestamp_l(&mStartEts) != OK) {
749 mStartEts.clear();
750 }
751 }
752 mStartNs = systemTime(); // save this for timestamp adjustment after starting.
753 if (previousState == STATE_STOPPED || previousState == STATE_FLUSHED) {
754 // reset current position as seen by client to 0
755 mPosition = 0;
756 mPreviousTimestampValid = false;
757 mTimestampStartupGlitchReported = false;
758 mTimestampRetrogradePositionReported = false;
759 mTimestampRetrogradeTimeReported = false;
760 mTimestampStallReported = false;
761 mTimestampStaleTimeReported = false;
762 mPreviousLocation = ExtendedTimestamp::LOCATION_INVALID;
763
764 if (!isOffloadedOrDirect_l()
765 && mStartEts.mTimeNs[ExtendedTimestamp::LOCATION_SERVER] > 0) {
766 // Server side has consumed something, but is it finished consuming?
767 // It is possible since flush and stop are asynchronous that the server
768 // is still active at this point.
769 ALOGV("%s(%d): server read:%lld cumulative flushed:%lld client written:%lld",
770 __func__, mPortId,
771 (long long)(mFramesWrittenServerOffset
772 + mStartEts.mPosition[ExtendedTimestamp::LOCATION_SERVER]),
773 (long long)mStartEts.mFlushed,
774 (long long)mFramesWritten);
775 // mStartEts is already adjusted by mFramesWrittenServerOffset, so we delta adjust.
776 mFramesWrittenServerOffset -= mStartEts.mPosition[ExtendedTimestamp::LOCATION_SERVER];
777 }
778 mFramesWritten = 0;
779 mProxy->clearTimestamp(); // need new server push for valid timestamp
780 mMarkerReached = false;
781
782 // For offloaded tracks, we don't know if the hardware counters are really zero here,
783 // since the flush is asynchronous and stop may not fully drain.
784 // We save the time when the track is started to later verify whether
785 // the counters are realistic (i.e. start from zero after this time).
786 mStartFromZeroUs = mStartNs / 1000;
787
788 // force refresh of remaining frames by processAudioBuffer() as last
789 // write before stop could be partial.
790 mRefreshRemaining = true;
791
792 // for static track, clear the old flags when starting from stopped state
793 if (mSharedBuffer != 0) {
794 android_atomic_and(
795 ~(CBLK_LOOP_CYCLE | CBLK_LOOP_FINAL | CBLK_BUFFER_END),
796 &mCblk->mFlags);
797 }
798 }
799 mNewPosition = mPosition + mUpdatePeriod;
800 int32_t flags = android_atomic_and(~(CBLK_STREAM_END_DONE | CBLK_DISABLED), &mCblk->mFlags);
801
802 if (!(flags & CBLK_INVALID)) {
803 mAudioTrack->start(&status);
804 if (status == DEAD_OBJECT) {
805 flags |= CBLK_INVALID;
806 }
807 }
808 if (flags & CBLK_INVALID) {
809 status = restoreTrack_l("start");
810 }
811
812 // resume or pause the callback thread as needed.
813 sp<AudioTrackThread> t = mAudioTrackThread;
814 if (status == NO_ERROR) {
815 if (t != 0) {
816 if (previousState == STATE_STOPPING) {
817 mProxy->interrupt();
818 } else {
819 t->resume();
820 }
821 } else {
822 mPreviousPriority = getpriority(PRIO_PROCESS, 0);
823 get_sched_policy(0, &mPreviousSchedulingGroup);
824 androidSetThreadPriority(0, ANDROID_PRIORITY_AUDIO);
825 }
826
827 // Start our local VolumeHandler for restoration purposes.
828 mVolumeHandler->setStarted();
829 } else {
830 ALOGE("%s(%d): status %d", __func__, mPortId, status);
831 mState = previousState;
832 if (t != 0) {
833 if (previousState != STATE_STOPPING) {
834 t->pause();
835 }
836 } else {
837 setpriority(PRIO_PROCESS, 0, mPreviousPriority);
838 set_sched_policy(0, mPreviousSchedulingGroup);
839 }
840 }
841
842 return status;
843 }
844
stop()845 void AudioTrack::stop()
846 {
847 const int64_t beginNs = systemTime();
848
849 AutoMutex lock(mLock);
850 mediametrics::Defer defer([&]() {
851 mediametrics::LogItem(mMetricsId)
852 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_STOP)
853 .set(AMEDIAMETRICS_PROP_EXECUTIONTIMENS, (int64_t)(systemTime() - beginNs))
854 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
855 .set(AMEDIAMETRICS_PROP_BUFFERSIZEFRAMES, (int32_t)mProxy->getBufferSizeInFrames())
856 .set(AMEDIAMETRICS_PROP_UNDERRUN, (int32_t) getUnderrunCount_l())
857 .record();
858 });
859
860 ALOGV("%s(%d): prior state:%s", __func__, mPortId, stateToString(mState));
861
862 if (mState != STATE_ACTIVE && mState != STATE_PAUSED) {
863 return;
864 }
865
866 if (isOffloaded_l()) {
867 mState = STATE_STOPPING;
868 } else {
869 mState = STATE_STOPPED;
870 ALOGD_IF(mSharedBuffer == nullptr,
871 "%s(%d): called with %u frames delivered", __func__, mPortId, mReleased.value());
872 mReleased = 0;
873 }
874
875 mProxy->stop(); // notify server not to read beyond current client position until start().
876 mProxy->interrupt();
877 mAudioTrack->stop();
878
879 // Note: legacy handling - stop does not clear playback marker
880 // and periodic update counter, but flush does for streaming tracks.
881
882 if (mSharedBuffer != 0) {
883 // clear buffer position and loop count.
884 mStaticProxy->setBufferPositionAndLoop(0 /* position */,
885 0 /* loopStart */, 0 /* loopEnd */, 0 /* loopCount */);
886 }
887
888 sp<AudioTrackThread> t = mAudioTrackThread;
889 if (t != 0) {
890 if (!isOffloaded_l()) {
891 t->pause();
892 } else if (mTransfer == TRANSFER_SYNC_NOTIF_CALLBACK) {
893 // causes wake up of the playback thread, that will callback the client for
894 // EVENT_STREAM_END in processAudioBuffer()
895 t->wake();
896 }
897 } else {
898 setpriority(PRIO_PROCESS, 0, mPreviousPriority);
899 set_sched_policy(0, mPreviousSchedulingGroup);
900 }
901 }
902
stopped() const903 bool AudioTrack::stopped() const
904 {
905 AutoMutex lock(mLock);
906 return mState != STATE_ACTIVE;
907 }
908
flush()909 void AudioTrack::flush()
910 {
911 const int64_t beginNs = systemTime();
912 AutoMutex lock(mLock);
913 mediametrics::Defer defer([&]() {
914 mediametrics::LogItem(mMetricsId)
915 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_FLUSH)
916 .set(AMEDIAMETRICS_PROP_EXECUTIONTIMENS, (int64_t)(systemTime() - beginNs))
917 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
918 .record(); });
919
920 ALOGV("%s(%d): prior state:%s", __func__, mPortId, stateToString(mState));
921
922 if (mSharedBuffer != 0) {
923 return;
924 }
925 if (mState == STATE_ACTIVE) {
926 return;
927 }
928 flush_l();
929 }
930
flush_l()931 void AudioTrack::flush_l()
932 {
933 ALOG_ASSERT(mState != STATE_ACTIVE);
934
935 // clear playback marker and periodic update counter
936 mMarkerPosition = 0;
937 mMarkerReached = false;
938 mUpdatePeriod = 0;
939 mRefreshRemaining = true;
940
941 mState = STATE_FLUSHED;
942 mReleased = 0;
943 if (isOffloaded_l()) {
944 mProxy->interrupt();
945 }
946 mProxy->flush();
947 mAudioTrack->flush();
948 }
949
pause()950 void AudioTrack::pause()
951 {
952 const int64_t beginNs = systemTime();
953 AutoMutex lock(mLock);
954 mediametrics::Defer defer([&]() {
955 mediametrics::LogItem(mMetricsId)
956 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_PAUSE)
957 .set(AMEDIAMETRICS_PROP_EXECUTIONTIMENS, (int64_t)(systemTime() - beginNs))
958 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
959 .record(); });
960
961 ALOGV("%s(%d): prior state:%s", __func__, mPortId, stateToString(mState));
962
963 if (mState == STATE_ACTIVE) {
964 mState = STATE_PAUSED;
965 } else if (mState == STATE_STOPPING) {
966 mState = STATE_PAUSED_STOPPING;
967 } else {
968 return;
969 }
970 mProxy->interrupt();
971 mAudioTrack->pause();
972
973 if (isOffloaded_l()) {
974 if (mOutput != AUDIO_IO_HANDLE_NONE) {
975 // An offload output can be re-used between two audio tracks having
976 // the same configuration. A timestamp query for a paused track
977 // while the other is running would return an incorrect time.
978 // To fix this, cache the playback position on a pause() and return
979 // this time when requested until the track is resumed.
980
981 // OffloadThread sends HAL pause in its threadLoop. Time saved
982 // here can be slightly off.
983
984 // TODO: check return code for getRenderPosition.
985
986 uint32_t halFrames;
987 AudioSystem::getRenderPosition(mOutput, &halFrames, &mPausedPosition);
988 ALOGV("%s(%d): for offload, cache current position %u",
989 __func__, mPortId, mPausedPosition);
990 }
991 }
992 }
993
setVolume(float left,float right)994 status_t AudioTrack::setVolume(float left, float right)
995 {
996 // This duplicates a test by AudioTrack JNI, but that is not the only caller
997 if (isnanf(left) || left < GAIN_FLOAT_ZERO || left > GAIN_FLOAT_UNITY ||
998 isnanf(right) || right < GAIN_FLOAT_ZERO || right > GAIN_FLOAT_UNITY) {
999 return BAD_VALUE;
1000 }
1001
1002 mediametrics::LogItem(mMetricsId)
1003 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETVOLUME)
1004 .set(AMEDIAMETRICS_PROP_VOLUME_LEFT, (double)left)
1005 .set(AMEDIAMETRICS_PROP_VOLUME_RIGHT, (double)right)
1006 .record();
1007
1008 AutoMutex lock(mLock);
1009 mVolume[AUDIO_INTERLEAVE_LEFT] = left;
1010 mVolume[AUDIO_INTERLEAVE_RIGHT] = right;
1011
1012 mProxy->setVolumeLR(gain_minifloat_pack(gain_from_float(left), gain_from_float(right)));
1013
1014 if (isOffloaded_l()) {
1015 mAudioTrack->signal();
1016 }
1017 return NO_ERROR;
1018 }
1019
setVolume(float volume)1020 status_t AudioTrack::setVolume(float volume)
1021 {
1022 return setVolume(volume, volume);
1023 }
1024
setAuxEffectSendLevel(float level)1025 status_t AudioTrack::setAuxEffectSendLevel(float level)
1026 {
1027 // This duplicates a test by AudioTrack JNI, but that is not the only caller
1028 if (isnanf(level) || level < GAIN_FLOAT_ZERO || level > GAIN_FLOAT_UNITY) {
1029 return BAD_VALUE;
1030 }
1031
1032 AutoMutex lock(mLock);
1033 mSendLevel = level;
1034 mProxy->setSendLevel(level);
1035
1036 return NO_ERROR;
1037 }
1038
getAuxEffectSendLevel(float * level) const1039 void AudioTrack::getAuxEffectSendLevel(float* level) const
1040 {
1041 if (level != NULL) {
1042 *level = mSendLevel;
1043 }
1044 }
1045
setSampleRate(uint32_t rate)1046 status_t AudioTrack::setSampleRate(uint32_t rate)
1047 {
1048 AutoMutex lock(mLock);
1049 ALOGV("%s(%d): prior state:%s rate:%u", __func__, mPortId, stateToString(mState), rate);
1050
1051 if (rate == mSampleRate) {
1052 return NO_ERROR;
1053 }
1054 if (isOffloadedOrDirect_l() || (mFlags & AUDIO_OUTPUT_FLAG_FAST)
1055 || (mChannelMask & AUDIO_CHANNEL_HAPTIC_ALL)) {
1056 return INVALID_OPERATION;
1057 }
1058 if (mOutput == AUDIO_IO_HANDLE_NONE) {
1059 return NO_INIT;
1060 }
1061 // NOTE: it is theoretically possible, but highly unlikely, that a device change
1062 // could mean a previously allowed sampling rate is no longer allowed.
1063 uint32_t afSamplingRate;
1064 if (AudioSystem::getSamplingRate(mOutput, &afSamplingRate) != NO_ERROR) {
1065 return NO_INIT;
1066 }
1067 // pitch is emulated by adjusting speed and sampleRate
1068 const uint32_t effectiveSampleRate = adjustSampleRate(rate, mPlaybackRate.mPitch);
1069 if (rate == 0 || effectiveSampleRate > afSamplingRate * AUDIO_RESAMPLER_DOWN_RATIO_MAX) {
1070 return BAD_VALUE;
1071 }
1072 // TODO: Should we also check if the buffer size is compatible?
1073
1074 mSampleRate = rate;
1075 mProxy->setSampleRate(effectiveSampleRate);
1076
1077 return NO_ERROR;
1078 }
1079
getSampleRate() const1080 uint32_t AudioTrack::getSampleRate() const
1081 {
1082 AutoMutex lock(mLock);
1083
1084 // sample rate can be updated during playback by the offloaded decoder so we need to
1085 // query the HAL and update if needed.
1086 // FIXME use Proxy return channel to update the rate from server and avoid polling here
1087 if (isOffloadedOrDirect_l()) {
1088 if (mOutput != AUDIO_IO_HANDLE_NONE) {
1089 uint32_t sampleRate = 0;
1090 status_t status = AudioSystem::getSamplingRate(mOutput, &sampleRate);
1091 if (status == NO_ERROR) {
1092 mSampleRate = sampleRate;
1093 }
1094 }
1095 }
1096 return mSampleRate;
1097 }
1098
getOriginalSampleRate() const1099 uint32_t AudioTrack::getOriginalSampleRate() const
1100 {
1101 return mOriginalSampleRate;
1102 }
1103
setDualMonoMode(audio_dual_mono_mode_t mode)1104 status_t AudioTrack::setDualMonoMode(audio_dual_mono_mode_t mode)
1105 {
1106 AutoMutex lock(mLock);
1107 return setDualMonoMode_l(mode);
1108 }
1109
setDualMonoMode_l(audio_dual_mono_mode_t mode)1110 status_t AudioTrack::setDualMonoMode_l(audio_dual_mono_mode_t mode)
1111 {
1112 const status_t status = statusTFromBinderStatus(
1113 mAudioTrack->setDualMonoMode(VALUE_OR_RETURN_STATUS(
1114 legacy2aidl_audio_dual_mono_mode_t_AudioDualMonoMode(mode))));
1115 if (status == NO_ERROR) mDualMonoMode = mode;
1116 return status;
1117 }
1118
getDualMonoMode(audio_dual_mono_mode_t * mode) const1119 status_t AudioTrack::getDualMonoMode(audio_dual_mono_mode_t* mode) const
1120 {
1121 AutoMutex lock(mLock);
1122 media::AudioDualMonoMode mediaMode;
1123 const status_t status = statusTFromBinderStatus(mAudioTrack->getDualMonoMode(&mediaMode));
1124 if (status == NO_ERROR) {
1125 *mode = VALUE_OR_RETURN_STATUS(
1126 aidl2legacy_AudioDualMonoMode_audio_dual_mono_mode_t(mediaMode));
1127 }
1128 return status;
1129 }
1130
setAudioDescriptionMixLevel(float leveldB)1131 status_t AudioTrack::setAudioDescriptionMixLevel(float leveldB)
1132 {
1133 AutoMutex lock(mLock);
1134 return setAudioDescriptionMixLevel_l(leveldB);
1135 }
1136
setAudioDescriptionMixLevel_l(float leveldB)1137 status_t AudioTrack::setAudioDescriptionMixLevel_l(float leveldB)
1138 {
1139 const status_t status = statusTFromBinderStatus(
1140 mAudioTrack->setAudioDescriptionMixLevel(leveldB));
1141 if (status == NO_ERROR) mAudioDescriptionMixLeveldB = leveldB;
1142 return status;
1143 }
1144
getAudioDescriptionMixLevel(float * leveldB) const1145 status_t AudioTrack::getAudioDescriptionMixLevel(float* leveldB) const
1146 {
1147 AutoMutex lock(mLock);
1148 return statusTFromBinderStatus(mAudioTrack->getAudioDescriptionMixLevel(leveldB));
1149 }
1150
setPlaybackRate(const AudioPlaybackRate & playbackRate)1151 status_t AudioTrack::setPlaybackRate(const AudioPlaybackRate &playbackRate)
1152 {
1153 AutoMutex lock(mLock);
1154 if (isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
1155 return NO_ERROR;
1156 }
1157 if (isOffloadedOrDirect_l()) {
1158 const status_t status = statusTFromBinderStatus(mAudioTrack->setPlaybackRateParameters(
1159 VALUE_OR_RETURN_STATUS(
1160 legacy2aidl_audio_playback_rate_t_AudioPlaybackRate(playbackRate))));
1161 if (status == NO_ERROR) {
1162 mPlaybackRate = playbackRate;
1163 }
1164 return status;
1165 }
1166 if (mFlags & AUDIO_OUTPUT_FLAG_FAST) {
1167 return INVALID_OPERATION;
1168 }
1169
1170 ALOGV("%s(%d): mSampleRate:%u mSpeed:%f mPitch:%f",
1171 __func__, mPortId, mSampleRate, playbackRate.mSpeed, playbackRate.mPitch);
1172 // pitch is emulated by adjusting speed and sampleRate
1173 const uint32_t effectiveRate = adjustSampleRate(mSampleRate, playbackRate.mPitch);
1174 const float effectiveSpeed = adjustSpeed(playbackRate.mSpeed, playbackRate.mPitch);
1175 const float effectivePitch = adjustPitch(playbackRate.mPitch);
1176 AudioPlaybackRate playbackRateTemp = playbackRate;
1177 playbackRateTemp.mSpeed = effectiveSpeed;
1178 playbackRateTemp.mPitch = effectivePitch;
1179
1180 ALOGV("%s(%d) (effective) mSampleRate:%u mSpeed:%f mPitch:%f",
1181 __func__, mPortId, effectiveRate, effectiveSpeed, effectivePitch);
1182
1183 if (!isAudioPlaybackRateValid(playbackRateTemp)) {
1184 ALOGW("%s(%d) (%f, %f) failed (effective rate out of bounds)",
1185 __func__, mPortId, playbackRate.mSpeed, playbackRate.mPitch);
1186 return BAD_VALUE;
1187 }
1188 // Check if the buffer size is compatible.
1189 if (!isSampleRateSpeedAllowed_l(effectiveRate, effectiveSpeed)) {
1190 ALOGW("%s(%d) (%f, %f) failed (buffer size)",
1191 __func__, mPortId, playbackRate.mSpeed, playbackRate.mPitch);
1192 return BAD_VALUE;
1193 }
1194
1195 // Check resampler ratios are within bounds
1196 if ((uint64_t)effectiveRate > (uint64_t)mSampleRate *
1197 (uint64_t)AUDIO_RESAMPLER_DOWN_RATIO_MAX) {
1198 ALOGW("%s(%d) (%f, %f) failed. Resample rate exceeds max accepted value",
1199 __func__, mPortId, playbackRate.mSpeed, playbackRate.mPitch);
1200 return BAD_VALUE;
1201 }
1202
1203 if ((uint64_t)effectiveRate * (uint64_t)AUDIO_RESAMPLER_UP_RATIO_MAX < (uint64_t)mSampleRate) {
1204 ALOGW("%s(%d) (%f, %f) failed. Resample rate below min accepted value",
1205 __func__, mPortId, playbackRate.mSpeed, playbackRate.mPitch);
1206 return BAD_VALUE;
1207 }
1208 mPlaybackRate = playbackRate;
1209 //set effective rates
1210 mProxy->setPlaybackRate(playbackRateTemp);
1211 mProxy->setSampleRate(effectiveRate); // FIXME: not quite "atomic" with setPlaybackRate
1212
1213 mediametrics::LogItem(mMetricsId)
1214 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETPLAYBACKPARAM)
1215 .set(AMEDIAMETRICS_PROP_SAMPLERATE, (int32_t)mSampleRate)
1216 .set(AMEDIAMETRICS_PROP_PLAYBACK_SPEED, (double)mPlaybackRate.mSpeed)
1217 .set(AMEDIAMETRICS_PROP_PLAYBACK_PITCH, (double)mPlaybackRate.mPitch)
1218 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1219 AMEDIAMETRICS_PROP_SAMPLERATE, (int32_t)effectiveRate)
1220 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1221 AMEDIAMETRICS_PROP_PLAYBACK_SPEED, (double)playbackRateTemp.mSpeed)
1222 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1223 AMEDIAMETRICS_PROP_PLAYBACK_PITCH, (double)playbackRateTemp.mPitch)
1224 .record();
1225
1226 return NO_ERROR;
1227 }
1228
getPlaybackRate()1229 const AudioPlaybackRate& AudioTrack::getPlaybackRate()
1230 {
1231 AutoMutex lock(mLock);
1232 if (isOffloadedOrDirect_l()) {
1233 media::AudioPlaybackRate playbackRateTemp;
1234 const status_t status = statusTFromBinderStatus(
1235 mAudioTrack->getPlaybackRateParameters(&playbackRateTemp));
1236 if (status == NO_ERROR) { // update local version if changed.
1237 mPlaybackRate =
1238 aidl2legacy_AudioPlaybackRate_audio_playback_rate_t(playbackRateTemp).value();
1239 }
1240 }
1241 return mPlaybackRate;
1242 }
1243
getBufferSizeInFrames()1244 ssize_t AudioTrack::getBufferSizeInFrames()
1245 {
1246 AutoMutex lock(mLock);
1247 if (mOutput == AUDIO_IO_HANDLE_NONE || mProxy.get() == 0) {
1248 return NO_INIT;
1249 }
1250
1251 return (ssize_t) mProxy->getBufferSizeInFrames();
1252 }
1253
getBufferDurationInUs(int64_t * duration)1254 status_t AudioTrack::getBufferDurationInUs(int64_t *duration)
1255 {
1256 if (duration == nullptr) {
1257 return BAD_VALUE;
1258 }
1259 AutoMutex lock(mLock);
1260 if (mOutput == AUDIO_IO_HANDLE_NONE || mProxy.get() == 0) {
1261 return NO_INIT;
1262 }
1263 ssize_t bufferSizeInFrames = (ssize_t) mProxy->getBufferSizeInFrames();
1264 if (bufferSizeInFrames < 0) {
1265 return (status_t)bufferSizeInFrames;
1266 }
1267 *duration = (int64_t)((double)bufferSizeInFrames * 1000000
1268 / ((double)mSampleRate * mPlaybackRate.mSpeed));
1269 return NO_ERROR;
1270 }
1271
setBufferSizeInFrames(size_t bufferSizeInFrames)1272 ssize_t AudioTrack::setBufferSizeInFrames(size_t bufferSizeInFrames)
1273 {
1274 AutoMutex lock(mLock);
1275 if (mOutput == AUDIO_IO_HANDLE_NONE || mProxy.get() == 0) {
1276 return NO_INIT;
1277 }
1278 // Reject if timed track or compressed audio.
1279 if (!audio_is_linear_pcm(mFormat)) {
1280 return INVALID_OPERATION;
1281 }
1282
1283 ssize_t originalBufferSize = mProxy->getBufferSizeInFrames();
1284 ssize_t finalBufferSize = mProxy->setBufferSizeInFrames((uint32_t) bufferSizeInFrames);
1285 if (originalBufferSize != finalBufferSize) {
1286 android::mediametrics::LogItem(mMetricsId)
1287 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETBUFFERSIZE)
1288 .set(AMEDIAMETRICS_PROP_BUFFERSIZEFRAMES, (int32_t)mProxy->getBufferSizeInFrames())
1289 .set(AMEDIAMETRICS_PROP_UNDERRUN, (int32_t)getUnderrunCount_l())
1290 .record();
1291 }
1292 return finalBufferSize;
1293 }
1294
getStartThresholdInFrames() const1295 ssize_t AudioTrack::getStartThresholdInFrames() const
1296 {
1297 AutoMutex lock(mLock);
1298 if (mOutput == AUDIO_IO_HANDLE_NONE || mProxy.get() == 0) {
1299 return NO_INIT;
1300 }
1301 return (ssize_t) mProxy->getStartThresholdInFrames();
1302 }
1303
setStartThresholdInFrames(size_t startThresholdInFrames)1304 ssize_t AudioTrack::setStartThresholdInFrames(size_t startThresholdInFrames)
1305 {
1306 if (startThresholdInFrames > INT32_MAX || startThresholdInFrames == 0) {
1307 // contractually we could simply return the current threshold in frames
1308 // to indicate the request was ignored, but we return an error here.
1309 return BAD_VALUE;
1310 }
1311 AutoMutex lock(mLock);
1312 // We do not permit calling setStartThresholdInFrames() between the AudioTrack
1313 // default ctor AudioTrack() and set(...) but rather fail such an attempt.
1314 // (To do so would require a cached mOrigStartThresholdInFrames and we may
1315 // not have proper validation for the actual set value).
1316 if (mOutput == AUDIO_IO_HANDLE_NONE || mProxy.get() == 0) {
1317 return NO_INIT;
1318 }
1319 const uint32_t original = mProxy->getStartThresholdInFrames();
1320 const uint32_t final = mProxy->setStartThresholdInFrames(startThresholdInFrames);
1321 if (original != final) {
1322 android::mediametrics::LogItem(mMetricsId)
1323 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETSTARTTHRESHOLD)
1324 .set(AMEDIAMETRICS_PROP_STARTTHRESHOLDFRAMES, (int32_t)final)
1325 .record();
1326 if (original > final) {
1327 // restart track if it was disabled by audioflinger due to previous underrun
1328 // and we reduced the number of frames for the threshold.
1329 restartIfDisabled();
1330 }
1331 }
1332 return final;
1333 }
1334
setLoop(uint32_t loopStart,uint32_t loopEnd,int loopCount)1335 status_t AudioTrack::setLoop(uint32_t loopStart, uint32_t loopEnd, int loopCount)
1336 {
1337 if (mSharedBuffer == 0 || isOffloadedOrDirect()) {
1338 return INVALID_OPERATION;
1339 }
1340
1341 if (loopCount == 0) {
1342 ;
1343 } else if (loopCount >= -1 && loopStart < loopEnd && loopEnd <= mFrameCount &&
1344 loopEnd - loopStart >= MIN_LOOP) {
1345 ;
1346 } else {
1347 return BAD_VALUE;
1348 }
1349
1350 AutoMutex lock(mLock);
1351 // See setPosition() regarding setting parameters such as loop points or position while active
1352 if (mState == STATE_ACTIVE) {
1353 return INVALID_OPERATION;
1354 }
1355 setLoop_l(loopStart, loopEnd, loopCount);
1356 return NO_ERROR;
1357 }
1358
setLoop_l(uint32_t loopStart,uint32_t loopEnd,int loopCount)1359 void AudioTrack::setLoop_l(uint32_t loopStart, uint32_t loopEnd, int loopCount)
1360 {
1361 // We do not update the periodic notification point.
1362 // mNewPosition = updateAndGetPosition_l() + mUpdatePeriod;
1363 mLoopCount = loopCount;
1364 mLoopEnd = loopEnd;
1365 mLoopStart = loopStart;
1366 mLoopCountNotified = loopCount;
1367 mStaticProxy->setLoop(loopStart, loopEnd, loopCount);
1368
1369 // Waking the AudioTrackThread is not needed as this cannot be called when active.
1370 }
1371
setMarkerPosition(uint32_t marker)1372 status_t AudioTrack::setMarkerPosition(uint32_t marker)
1373 {
1374 // The only purpose of setting marker position is to get a callback
1375 if (mCbf == NULL || isOffloadedOrDirect()) {
1376 return INVALID_OPERATION;
1377 }
1378
1379 AutoMutex lock(mLock);
1380 mMarkerPosition = marker;
1381 mMarkerReached = false;
1382
1383 sp<AudioTrackThread> t = mAudioTrackThread;
1384 if (t != 0) {
1385 t->wake();
1386 }
1387 return NO_ERROR;
1388 }
1389
getMarkerPosition(uint32_t * marker) const1390 status_t AudioTrack::getMarkerPosition(uint32_t *marker) const
1391 {
1392 if (isOffloadedOrDirect()) {
1393 return INVALID_OPERATION;
1394 }
1395 if (marker == NULL) {
1396 return BAD_VALUE;
1397 }
1398
1399 AutoMutex lock(mLock);
1400 mMarkerPosition.getValue(marker);
1401
1402 return NO_ERROR;
1403 }
1404
setPositionUpdatePeriod(uint32_t updatePeriod)1405 status_t AudioTrack::setPositionUpdatePeriod(uint32_t updatePeriod)
1406 {
1407 // The only purpose of setting position update period is to get a callback
1408 if (mCbf == NULL || isOffloadedOrDirect()) {
1409 return INVALID_OPERATION;
1410 }
1411
1412 AutoMutex lock(mLock);
1413 mNewPosition = updateAndGetPosition_l() + updatePeriod;
1414 mUpdatePeriod = updatePeriod;
1415
1416 sp<AudioTrackThread> t = mAudioTrackThread;
1417 if (t != 0) {
1418 t->wake();
1419 }
1420 return NO_ERROR;
1421 }
1422
getPositionUpdatePeriod(uint32_t * updatePeriod) const1423 status_t AudioTrack::getPositionUpdatePeriod(uint32_t *updatePeriod) const
1424 {
1425 if (isOffloadedOrDirect()) {
1426 return INVALID_OPERATION;
1427 }
1428 if (updatePeriod == NULL) {
1429 return BAD_VALUE;
1430 }
1431
1432 AutoMutex lock(mLock);
1433 *updatePeriod = mUpdatePeriod;
1434
1435 return NO_ERROR;
1436 }
1437
setPosition(uint32_t position)1438 status_t AudioTrack::setPosition(uint32_t position)
1439 {
1440 if (mSharedBuffer == 0 || isOffloadedOrDirect()) {
1441 return INVALID_OPERATION;
1442 }
1443 if (position > mFrameCount) {
1444 return BAD_VALUE;
1445 }
1446
1447 AutoMutex lock(mLock);
1448 // Currently we require that the player is inactive before setting parameters such as position
1449 // or loop points. Otherwise, there could be a race condition: the application could read the
1450 // current position, compute a new position or loop parameters, and then set that position or
1451 // loop parameters but it would do the "wrong" thing since the position has continued to advance
1452 // in the mean time. If we ever provide a sequencer in server, we could allow a way for the app
1453 // to specify how it wants to handle such scenarios.
1454 if (mState == STATE_ACTIVE) {
1455 return INVALID_OPERATION;
1456 }
1457 // After setting the position, use full update period before notification.
1458 mNewPosition = updateAndGetPosition_l() + mUpdatePeriod;
1459 mStaticProxy->setBufferPosition(position);
1460
1461 // Waking the AudioTrackThread is not needed as this cannot be called when active.
1462 return NO_ERROR;
1463 }
1464
getPosition(uint32_t * position)1465 status_t AudioTrack::getPosition(uint32_t *position)
1466 {
1467 if (position == NULL) {
1468 return BAD_VALUE;
1469 }
1470
1471 AutoMutex lock(mLock);
1472 // FIXME: offloaded and direct tracks call into the HAL for render positions
1473 // for compressed/synced data; however, we use proxy position for pure linear pcm data
1474 // as we do not know the capability of the HAL for pcm position support and standby.
1475 // There may be some latency differences between the HAL position and the proxy position.
1476 if (isOffloadedOrDirect_l() && !isPurePcmData_l()) {
1477 uint32_t dspFrames = 0;
1478
1479 if (isOffloaded_l() && ((mState == STATE_PAUSED) || (mState == STATE_PAUSED_STOPPING))) {
1480 ALOGV("%s(%d): called in paused state, return cached position %u",
1481 __func__, mPortId, mPausedPosition);
1482 *position = mPausedPosition;
1483 return NO_ERROR;
1484 }
1485
1486 if (mOutput != AUDIO_IO_HANDLE_NONE) {
1487 uint32_t halFrames; // actually unused
1488 (void) AudioSystem::getRenderPosition(mOutput, &halFrames, &dspFrames);
1489 // FIXME: on getRenderPosition() error, we return OK with frame position 0.
1490 }
1491 // FIXME: dspFrames may not be zero in (mState == STATE_STOPPED || mState == STATE_FLUSHED)
1492 // due to hardware latency. We leave this behavior for now.
1493 *position = dspFrames;
1494 } else {
1495 if (mCblk->mFlags & CBLK_INVALID) {
1496 (void) restoreTrack_l("getPosition");
1497 // FIXME: for compatibility with the Java API we ignore the restoreTrack_l()
1498 // error here (e.g. DEAD_OBJECT) and return OK with the last recorded server position.
1499 }
1500
1501 // IAudioTrack::stop() isn't synchronous; we don't know when presentation completes
1502 *position = (mState == STATE_STOPPED || mState == STATE_FLUSHED) ?
1503 0 : updateAndGetPosition_l().value();
1504 }
1505 return NO_ERROR;
1506 }
1507
getBufferPosition(uint32_t * position)1508 status_t AudioTrack::getBufferPosition(uint32_t *position)
1509 {
1510 if (mSharedBuffer == 0) {
1511 return INVALID_OPERATION;
1512 }
1513 if (position == NULL) {
1514 return BAD_VALUE;
1515 }
1516
1517 AutoMutex lock(mLock);
1518 *position = mStaticProxy->getBufferPosition();
1519 return NO_ERROR;
1520 }
1521
reload()1522 status_t AudioTrack::reload()
1523 {
1524 if (mSharedBuffer == 0 || isOffloadedOrDirect()) {
1525 return INVALID_OPERATION;
1526 }
1527
1528 AutoMutex lock(mLock);
1529 // See setPosition() regarding setting parameters such as loop points or position while active
1530 if (mState == STATE_ACTIVE) {
1531 return INVALID_OPERATION;
1532 }
1533 mNewPosition = mUpdatePeriod;
1534 (void) updateAndGetPosition_l();
1535 mPosition = 0;
1536 mPreviousTimestampValid = false;
1537 #if 0
1538 // The documentation is not clear on the behavior of reload() and the restoration
1539 // of loop count. Historically we have not restored loop count, start, end,
1540 // but it makes sense if one desires to repeat playing a particular sound.
1541 if (mLoopCount != 0) {
1542 mLoopCountNotified = mLoopCount;
1543 mStaticProxy->setLoop(mLoopStart, mLoopEnd, mLoopCount);
1544 }
1545 #endif
1546 mStaticProxy->setBufferPosition(0);
1547 return NO_ERROR;
1548 }
1549
getOutput() const1550 audio_io_handle_t AudioTrack::getOutput() const
1551 {
1552 AutoMutex lock(mLock);
1553 return mOutput;
1554 }
1555
setOutputDevice(audio_port_handle_t deviceId)1556 status_t AudioTrack::setOutputDevice(audio_port_handle_t deviceId) {
1557 AutoMutex lock(mLock);
1558 if (mSelectedDeviceId != deviceId) {
1559 mSelectedDeviceId = deviceId;
1560 if (mStatus == NO_ERROR) {
1561 android_atomic_or(CBLK_INVALID, &mCblk->mFlags);
1562 mProxy->interrupt();
1563 }
1564 }
1565 return NO_ERROR;
1566 }
1567
getOutputDevice()1568 audio_port_handle_t AudioTrack::getOutputDevice() {
1569 AutoMutex lock(mLock);
1570 return mSelectedDeviceId;
1571 }
1572
1573 // must be called with mLock held
updateRoutedDeviceId_l()1574 void AudioTrack::updateRoutedDeviceId_l()
1575 {
1576 // if the track is inactive, do not update actual device as the output stream maybe routed
1577 // to a device not relevant to this client because of other active use cases.
1578 if (mState != STATE_ACTIVE) {
1579 return;
1580 }
1581 if (mOutput != AUDIO_IO_HANDLE_NONE) {
1582 audio_port_handle_t deviceId = AudioSystem::getDeviceIdForIo(mOutput);
1583 if (deviceId != AUDIO_PORT_HANDLE_NONE) {
1584 mRoutedDeviceId = deviceId;
1585 }
1586 }
1587 }
1588
getRoutedDeviceId()1589 audio_port_handle_t AudioTrack::getRoutedDeviceId() {
1590 AutoMutex lock(mLock);
1591 updateRoutedDeviceId_l();
1592 return mRoutedDeviceId;
1593 }
1594
attachAuxEffect(int effectId)1595 status_t AudioTrack::attachAuxEffect(int effectId)
1596 {
1597 AutoMutex lock(mLock);
1598 status_t status;
1599 mAudioTrack->attachAuxEffect(effectId, &status);
1600 if (status == NO_ERROR) {
1601 mAuxEffectId = effectId;
1602 }
1603 return status;
1604 }
1605
streamType() const1606 audio_stream_type_t AudioTrack::streamType() const
1607 {
1608 return mStreamType;
1609 }
1610
latency()1611 uint32_t AudioTrack::latency()
1612 {
1613 AutoMutex lock(mLock);
1614 updateLatency_l();
1615 return mLatency;
1616 }
1617
1618 // -------------------------------------------------------------------------
1619
1620 // must be called with mLock held
updateLatency_l()1621 void AudioTrack::updateLatency_l()
1622 {
1623 status_t status = AudioSystem::getLatency(mOutput, &mAfLatency);
1624 if (status != NO_ERROR) {
1625 ALOGW("%s(%d): getLatency(%d) failed status %d", __func__, mPortId, mOutput, status);
1626 } else {
1627 // FIXME don't believe this lie
1628 mLatency = mAfLatency + (1000LL * mFrameCount) / mSampleRate;
1629 }
1630 }
1631
1632 // TODO Move this macro to a common header file for enum to string conversion in audio framework.
1633 #define MEDIA_CASE_ENUM(name) case name: return #name
convertTransferToText(transfer_type transferType)1634 const char * AudioTrack::convertTransferToText(transfer_type transferType) {
1635 switch (transferType) {
1636 MEDIA_CASE_ENUM(TRANSFER_DEFAULT);
1637 MEDIA_CASE_ENUM(TRANSFER_CALLBACK);
1638 MEDIA_CASE_ENUM(TRANSFER_OBTAIN);
1639 MEDIA_CASE_ENUM(TRANSFER_SYNC);
1640 MEDIA_CASE_ENUM(TRANSFER_SHARED);
1641 MEDIA_CASE_ENUM(TRANSFER_SYNC_NOTIF_CALLBACK);
1642 default:
1643 return "UNRECOGNIZED";
1644 }
1645 }
1646
createTrack_l()1647 status_t AudioTrack::createTrack_l()
1648 {
1649 status_t status;
1650 bool callbackAdded = false;
1651
1652 const sp<IAudioFlinger>& audioFlinger = AudioSystem::get_audio_flinger();
1653 if (audioFlinger == 0) {
1654 ALOGE("%s(%d): Could not get audioflinger",
1655 __func__, mPortId);
1656 status = NO_INIT;
1657 goto exit;
1658 }
1659
1660 {
1661 // mFlags (not mOrigFlags) is modified depending on whether fast request is accepted.
1662 // After fast request is denied, we will request again if IAudioTrack is re-created.
1663 // Client can only express a preference for FAST. Server will perform additional tests.
1664 if (mFlags & AUDIO_OUTPUT_FLAG_FAST) {
1665 // either of these use cases:
1666 // use case 1: shared buffer
1667 bool sharedBuffer = mSharedBuffer != 0;
1668 bool transferAllowed =
1669 // use case 2: callback transfer mode
1670 (mTransfer == TRANSFER_CALLBACK) ||
1671 // use case 3: obtain/release mode
1672 (mTransfer == TRANSFER_OBTAIN) ||
1673 // use case 4: synchronous write
1674 ((mTransfer == TRANSFER_SYNC || mTransfer == TRANSFER_SYNC_NOTIF_CALLBACK)
1675 && mThreadCanCallJava);
1676
1677 bool fastAllowed = sharedBuffer || transferAllowed;
1678 if (!fastAllowed) {
1679 ALOGW("%s(%d): AUDIO_OUTPUT_FLAG_FAST denied by client,"
1680 " not shared buffer and transfer = %s",
1681 __func__, mPortId,
1682 convertTransferToText(mTransfer));
1683 mFlags = (audio_output_flags_t) (mFlags & ~AUDIO_OUTPUT_FLAG_FAST);
1684 }
1685 }
1686
1687 IAudioFlinger::CreateTrackInput input;
1688 if (mOriginalStreamType != AUDIO_STREAM_DEFAULT) {
1689 // Legacy: This is based on original parameters even if the track is recreated.
1690 input.attr = AudioSystem::streamTypeToAttributes(mOriginalStreamType);
1691 } else {
1692 input.attr = mAttributes;
1693 }
1694 input.config = AUDIO_CONFIG_INITIALIZER;
1695 input.config.sample_rate = mSampleRate;
1696 input.config.channel_mask = mChannelMask;
1697 input.config.format = mFormat;
1698 input.config.offload_info = mOffloadInfoCopy;
1699 input.clientInfo.attributionSource = mClientAttributionSource;
1700 input.clientInfo.clientTid = -1;
1701 if (mFlags & AUDIO_OUTPUT_FLAG_FAST) {
1702 // It is currently meaningless to request SCHED_FIFO for a Java thread. Even if the
1703 // application-level code follows all non-blocking design rules, the language runtime
1704 // doesn't also follow those rules, so the thread will not benefit overall.
1705 if (mAudioTrackThread != 0 && !mThreadCanCallJava) {
1706 input.clientInfo.clientTid = mAudioTrackThread->getTid();
1707 }
1708 }
1709 input.sharedBuffer = mSharedBuffer;
1710 input.notificationsPerBuffer = mNotificationsPerBufferReq;
1711 input.speed = 1.0;
1712 if (audio_has_proportional_frames(mFormat) && mSharedBuffer == 0 &&
1713 (mFlags & AUDIO_OUTPUT_FLAG_FAST) == 0) {
1714 input.speed = !isPurePcmData_l() || isOffloadedOrDirect_l() ? 1.0f :
1715 max(mMaxRequiredSpeed, mPlaybackRate.mSpeed);
1716 }
1717 input.flags = mFlags;
1718 input.frameCount = mReqFrameCount;
1719 input.notificationFrameCount = mNotificationFramesReq;
1720 input.selectedDeviceId = mSelectedDeviceId;
1721 input.sessionId = mSessionId;
1722 input.audioTrackCallback = mAudioTrackCallback;
1723
1724 media::CreateTrackResponse response;
1725 status = audioFlinger->createTrack(VALUE_OR_FATAL(input.toAidl()), response);
1726
1727 IAudioFlinger::CreateTrackOutput output{};
1728 if (status == NO_ERROR) {
1729 output = VALUE_OR_FATAL(IAudioFlinger::CreateTrackOutput::fromAidl(response));
1730 }
1731
1732 if (status != NO_ERROR || output.outputId == AUDIO_IO_HANDLE_NONE) {
1733 ALOGE("%s(%d): AudioFlinger could not create track, status: %d output %d",
1734 __func__, mPortId, status, output.outputId);
1735 if (status == NO_ERROR) {
1736 status = NO_INIT;
1737 }
1738 goto exit;
1739 }
1740 ALOG_ASSERT(output.audioTrack != 0);
1741
1742 mFrameCount = output.frameCount;
1743 mNotificationFramesAct = (uint32_t)output.notificationFrameCount;
1744 mRoutedDeviceId = output.selectedDeviceId;
1745 mSessionId = output.sessionId;
1746 mStreamType = output.streamType;
1747
1748 mSampleRate = output.sampleRate;
1749 if (mOriginalSampleRate == 0) {
1750 mOriginalSampleRate = mSampleRate;
1751 }
1752
1753 mAfFrameCount = output.afFrameCount;
1754 mAfSampleRate = output.afSampleRate;
1755 mAfLatency = output.afLatencyMs;
1756
1757 mLatency = mAfLatency + (1000LL * mFrameCount) / mSampleRate;
1758
1759 // AudioFlinger now owns the reference to the I/O handle,
1760 // so we are no longer responsible for releasing it.
1761
1762 // FIXME compare to AudioRecord
1763 std::optional<media::SharedFileRegion> sfr;
1764 output.audioTrack->getCblk(&sfr);
1765 sp<IMemory> iMem = VALUE_OR_FATAL(aidl2legacy_NullableSharedFileRegion_IMemory(sfr));
1766 if (iMem == 0) {
1767 ALOGE("%s(%d): Could not get control block", __func__, mPortId);
1768 status = NO_INIT;
1769 goto exit;
1770 }
1771 // TODO: Using unsecurePointer() has some associated security pitfalls
1772 // (see declaration for details).
1773 // Either document why it is safe in this case or address the
1774 // issue (e.g. by copying).
1775 void *iMemPointer = iMem->unsecurePointer();
1776 if (iMemPointer == NULL) {
1777 ALOGE("%s(%d): Could not get control block pointer", __func__, mPortId);
1778 status = NO_INIT;
1779 goto exit;
1780 }
1781 // invariant that mAudioTrack != 0 is true only after set() returns successfully
1782 if (mAudioTrack != 0) {
1783 IInterface::asBinder(mAudioTrack)->unlinkToDeath(mDeathNotifier, this);
1784 mDeathNotifier.clear();
1785 }
1786 mAudioTrack = output.audioTrack;
1787 mCblkMemory = iMem;
1788 IPCThreadState::self()->flushCommands();
1789
1790 audio_track_cblk_t* cblk = static_cast<audio_track_cblk_t*>(iMemPointer);
1791 mCblk = cblk;
1792
1793 mAwaitBoost = false;
1794 if (mFlags & AUDIO_OUTPUT_FLAG_FAST) {
1795 if (output.flags & AUDIO_OUTPUT_FLAG_FAST) {
1796 ALOGI("%s(%d): AUDIO_OUTPUT_FLAG_FAST successful; frameCount %zu -> %zu",
1797 __func__, mPortId, mReqFrameCount, mFrameCount);
1798 if (!mThreadCanCallJava) {
1799 mAwaitBoost = true;
1800 }
1801 } else {
1802 ALOGD("%s(%d): AUDIO_OUTPUT_FLAG_FAST denied by server; frameCount %zu -> %zu",
1803 __func__, mPortId, mReqFrameCount, mFrameCount);
1804 }
1805 }
1806 mFlags = output.flags;
1807
1808 //mOutput != output includes the case where mOutput == AUDIO_IO_HANDLE_NONE for first creation
1809 if (mDeviceCallback != 0) {
1810 if (mOutput != AUDIO_IO_HANDLE_NONE) {
1811 AudioSystem::removeAudioDeviceCallback(this, mOutput, mPortId);
1812 }
1813 AudioSystem::addAudioDeviceCallback(this, output.outputId, output.portId);
1814 callbackAdded = true;
1815 }
1816
1817 mPortId = output.portId;
1818 // We retain a copy of the I/O handle, but don't own the reference
1819 mOutput = output.outputId;
1820 mRefreshRemaining = true;
1821
1822 // Starting address of buffers in shared memory. If there is a shared buffer, buffers
1823 // is the value of pointer() for the shared buffer, otherwise buffers points
1824 // immediately after the control block. This address is for the mapping within client
1825 // address space. AudioFlinger::TrackBase::mBuffer is for the server address space.
1826 void* buffers;
1827 if (mSharedBuffer == 0) {
1828 buffers = cblk + 1;
1829 } else {
1830 // TODO: Using unsecurePointer() has some associated security pitfalls
1831 // (see declaration for details).
1832 // Either document why it is safe in this case or address the
1833 // issue (e.g. by copying).
1834 buffers = mSharedBuffer->unsecurePointer();
1835 if (buffers == NULL) {
1836 ALOGE("%s(%d): Could not get buffer pointer", __func__, mPortId);
1837 status = NO_INIT;
1838 goto exit;
1839 }
1840 }
1841
1842 mAudioTrack->attachAuxEffect(mAuxEffectId, &status);
1843
1844 // If IAudioTrack is re-created, don't let the requested frameCount
1845 // decrease. This can confuse clients that cache frameCount().
1846 if (mFrameCount > mReqFrameCount) {
1847 mReqFrameCount = mFrameCount;
1848 }
1849
1850 // reset server position to 0 as we have new cblk.
1851 mServer = 0;
1852
1853 // update proxy
1854 if (mSharedBuffer == 0) {
1855 mStaticProxy.clear();
1856 mProxy = new AudioTrackClientProxy(cblk, buffers, mFrameCount, mFrameSize);
1857 } else {
1858 mStaticProxy = new StaticAudioTrackClientProxy(cblk, buffers, mFrameCount, mFrameSize);
1859 mProxy = mStaticProxy;
1860 }
1861
1862 mProxy->setVolumeLR(gain_minifloat_pack(
1863 gain_from_float(mVolume[AUDIO_INTERLEAVE_LEFT]),
1864 gain_from_float(mVolume[AUDIO_INTERLEAVE_RIGHT])));
1865
1866 mProxy->setSendLevel(mSendLevel);
1867 const uint32_t effectiveSampleRate = adjustSampleRate(mSampleRate, mPlaybackRate.mPitch);
1868 const float effectiveSpeed = adjustSpeed(mPlaybackRate.mSpeed, mPlaybackRate.mPitch);
1869 const float effectivePitch = adjustPitch(mPlaybackRate.mPitch);
1870 mProxy->setSampleRate(effectiveSampleRate);
1871
1872 AudioPlaybackRate playbackRateTemp = mPlaybackRate;
1873 playbackRateTemp.mSpeed = effectiveSpeed;
1874 playbackRateTemp.mPitch = effectivePitch;
1875 mProxy->setPlaybackRate(playbackRateTemp);
1876 mProxy->setMinimum(mNotificationFramesAct);
1877
1878 if (mDualMonoMode != AUDIO_DUAL_MONO_MODE_OFF) {
1879 setDualMonoMode_l(mDualMonoMode);
1880 }
1881 if (mAudioDescriptionMixLeveldB != -std::numeric_limits<float>::infinity()) {
1882 setAudioDescriptionMixLevel_l(mAudioDescriptionMixLeveldB);
1883 }
1884
1885 mDeathNotifier = new DeathNotifier(this);
1886 IInterface::asBinder(mAudioTrack)->linkToDeath(mDeathNotifier, this);
1887
1888 // This is the first log sent from the AudioTrack client.
1889 // The creation of the audio track by AudioFlinger (in the code above)
1890 // is the first log of the AudioTrack and must be present before
1891 // any AudioTrack client logs will be accepted.
1892
1893 mMetricsId = std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_TRACK) + std::to_string(mPortId);
1894 mediametrics::LogItem(mMetricsId)
1895 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_CREATE)
1896 // the following are immutable
1897 .set(AMEDIAMETRICS_PROP_FLAGS, toString(mFlags).c_str())
1898 .set(AMEDIAMETRICS_PROP_ORIGINALFLAGS, toString(mOrigFlags).c_str())
1899 .set(AMEDIAMETRICS_PROP_SESSIONID, (int32_t)mSessionId)
1900 .set(AMEDIAMETRICS_PROP_LOGSESSIONID, mLogSessionId)
1901 .set(AMEDIAMETRICS_PROP_PLAYERIID, mPlayerIId)
1902 .set(AMEDIAMETRICS_PROP_TRACKID, mPortId) // dup from key
1903 .set(AMEDIAMETRICS_PROP_CONTENTTYPE, toString(mAttributes.content_type).c_str())
1904 .set(AMEDIAMETRICS_PROP_USAGE, toString(mAttributes.usage).c_str())
1905 .set(AMEDIAMETRICS_PROP_THREADID, (int32_t)output.outputId)
1906 .set(AMEDIAMETRICS_PROP_SELECTEDDEVICEID, (int32_t)mSelectedDeviceId)
1907 .set(AMEDIAMETRICS_PROP_ROUTEDDEVICEID, (int32_t)mRoutedDeviceId)
1908 .set(AMEDIAMETRICS_PROP_ENCODING, toString(mFormat).c_str())
1909 .set(AMEDIAMETRICS_PROP_CHANNELMASK, (int32_t)mChannelMask)
1910 .set(AMEDIAMETRICS_PROP_FRAMECOUNT, (int32_t)mFrameCount)
1911 // the following are NOT immutable
1912 .set(AMEDIAMETRICS_PROP_VOLUME_LEFT, (double)mVolume[AUDIO_INTERLEAVE_LEFT])
1913 .set(AMEDIAMETRICS_PROP_VOLUME_RIGHT, (double)mVolume[AUDIO_INTERLEAVE_RIGHT])
1914 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
1915 .set(AMEDIAMETRICS_PROP_AUXEFFECTID, (int32_t)mAuxEffectId)
1916 .set(AMEDIAMETRICS_PROP_SAMPLERATE, (int32_t)mSampleRate)
1917 .set(AMEDIAMETRICS_PROP_PLAYBACK_SPEED, (double)mPlaybackRate.mSpeed)
1918 .set(AMEDIAMETRICS_PROP_PLAYBACK_PITCH, (double)mPlaybackRate.mPitch)
1919 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1920 AMEDIAMETRICS_PROP_SAMPLERATE, (int32_t)effectiveSampleRate)
1921 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1922 AMEDIAMETRICS_PROP_PLAYBACK_SPEED, (double)effectiveSpeed)
1923 .set(AMEDIAMETRICS_PROP_PREFIX_EFFECTIVE
1924 AMEDIAMETRICS_PROP_PLAYBACK_PITCH, (double)effectivePitch)
1925 .record();
1926
1927 // mSendLevel
1928 // mReqFrameCount?
1929 // mNotificationFramesAct, mNotificationFramesReq, mNotificationsPerBufferReq
1930 // mLatency, mAfLatency, mAfFrameCount, mAfSampleRate
1931
1932 }
1933
1934 exit:
1935 if (status != NO_ERROR && callbackAdded) {
1936 // note: mOutput is always valid is callbackAdded is true
1937 AudioSystem::removeAudioDeviceCallback(this, mOutput, mPortId);
1938 }
1939
1940 mStatus = status;
1941
1942 // sp<IAudioTrack> track destructor will cause releaseOutput() to be called by AudioFlinger
1943 return status;
1944 }
1945
obtainBuffer(Buffer * audioBuffer,int32_t waitCount,size_t * nonContig)1946 status_t AudioTrack::obtainBuffer(Buffer* audioBuffer, int32_t waitCount, size_t *nonContig)
1947 {
1948 if (audioBuffer == NULL) {
1949 if (nonContig != NULL) {
1950 *nonContig = 0;
1951 }
1952 return BAD_VALUE;
1953 }
1954 if (mTransfer != TRANSFER_OBTAIN) {
1955 audioBuffer->frameCount = 0;
1956 audioBuffer->size = 0;
1957 audioBuffer->raw = NULL;
1958 if (nonContig != NULL) {
1959 *nonContig = 0;
1960 }
1961 return INVALID_OPERATION;
1962 }
1963
1964 const struct timespec *requested;
1965 struct timespec timeout;
1966 if (waitCount == -1) {
1967 requested = &ClientProxy::kForever;
1968 } else if (waitCount == 0) {
1969 requested = &ClientProxy::kNonBlocking;
1970 } else if (waitCount > 0) {
1971 time_t ms = WAIT_PERIOD_MS * (time_t) waitCount;
1972 timeout.tv_sec = ms / 1000;
1973 timeout.tv_nsec = (ms % 1000) * 1000000;
1974 requested = &timeout;
1975 } else {
1976 ALOGE("%s(%d): invalid waitCount %d", __func__, mPortId, waitCount);
1977 requested = NULL;
1978 }
1979 return obtainBuffer(audioBuffer, requested, NULL /*elapsed*/, nonContig);
1980 }
1981
obtainBuffer(Buffer * audioBuffer,const struct timespec * requested,struct timespec * elapsed,size_t * nonContig)1982 status_t AudioTrack::obtainBuffer(Buffer* audioBuffer, const struct timespec *requested,
1983 struct timespec *elapsed, size_t *nonContig)
1984 {
1985 // previous and new IAudioTrack sequence numbers are used to detect track re-creation
1986 uint32_t oldSequence = 0;
1987
1988 Proxy::Buffer buffer;
1989 status_t status = NO_ERROR;
1990
1991 static const int32_t kMaxTries = 5;
1992 int32_t tryCounter = kMaxTries;
1993
1994 do {
1995 // obtainBuffer() is called with mutex unlocked, so keep extra references to these fields to
1996 // keep them from going away if another thread re-creates the track during obtainBuffer()
1997 sp<AudioTrackClientProxy> proxy;
1998 sp<IMemory> iMem;
1999
2000 { // start of lock scope
2001 AutoMutex lock(mLock);
2002
2003 uint32_t newSequence = mSequence;
2004 // did previous obtainBuffer() fail due to media server death or voluntary invalidation?
2005 if (status == DEAD_OBJECT) {
2006 // re-create track, unless someone else has already done so
2007 if (newSequence == oldSequence) {
2008 status = restoreTrack_l("obtainBuffer");
2009 if (status != NO_ERROR) {
2010 buffer.mFrameCount = 0;
2011 buffer.mRaw = NULL;
2012 buffer.mNonContig = 0;
2013 break;
2014 }
2015 }
2016 }
2017 oldSequence = newSequence;
2018
2019 if (status == NOT_ENOUGH_DATA) {
2020 restartIfDisabled();
2021 }
2022
2023 // Keep the extra references
2024 proxy = mProxy;
2025 iMem = mCblkMemory;
2026
2027 if (mState == STATE_STOPPING) {
2028 status = -EINTR;
2029 buffer.mFrameCount = 0;
2030 buffer.mRaw = NULL;
2031 buffer.mNonContig = 0;
2032 break;
2033 }
2034
2035 // Non-blocking if track is stopped or paused
2036 if (mState != STATE_ACTIVE) {
2037 requested = &ClientProxy::kNonBlocking;
2038 }
2039
2040 } // end of lock scope
2041
2042 buffer.mFrameCount = audioBuffer->frameCount;
2043 // FIXME starts the requested timeout and elapsed over from scratch
2044 status = proxy->obtainBuffer(&buffer, requested, elapsed);
2045 } while (((status == DEAD_OBJECT) || (status == NOT_ENOUGH_DATA)) && (tryCounter-- > 0));
2046
2047 audioBuffer->frameCount = buffer.mFrameCount;
2048 audioBuffer->size = buffer.mFrameCount * mFrameSize;
2049 audioBuffer->raw = buffer.mRaw;
2050 audioBuffer->sequence = oldSequence;
2051 if (nonContig != NULL) {
2052 *nonContig = buffer.mNonContig;
2053 }
2054 return status;
2055 }
2056
releaseBuffer(const Buffer * audioBuffer)2057 void AudioTrack::releaseBuffer(const Buffer* audioBuffer)
2058 {
2059 // FIXME add error checking on mode, by adding an internal version
2060 if (mTransfer == TRANSFER_SHARED) {
2061 return;
2062 }
2063
2064 size_t stepCount = audioBuffer->size / mFrameSize;
2065 if (stepCount == 0) {
2066 return;
2067 }
2068
2069 Proxy::Buffer buffer;
2070 buffer.mFrameCount = stepCount;
2071 buffer.mRaw = audioBuffer->raw;
2072
2073 AutoMutex lock(mLock);
2074 if (audioBuffer->sequence != mSequence) {
2075 // This Buffer came from a different IAudioTrack instance, so ignore the releaseBuffer
2076 ALOGD("%s is no-op due to IAudioTrack sequence mismatch %u != %u",
2077 __func__, audioBuffer->sequence, mSequence);
2078 return;
2079 }
2080 mReleased += stepCount;
2081 mInUnderrun = false;
2082 mProxy->releaseBuffer(&buffer);
2083
2084 // restart track if it was disabled by audioflinger due to previous underrun
2085 restartIfDisabled();
2086 }
2087
restartIfDisabled()2088 void AudioTrack::restartIfDisabled()
2089 {
2090 int32_t flags = android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags);
2091 if ((mState == STATE_ACTIVE) && (flags & CBLK_DISABLED)) {
2092 ALOGW("%s(%d): releaseBuffer() track %p disabled due to previous underrun, restarting",
2093 __func__, mPortId, this);
2094 // FIXME ignoring status
2095 status_t status;
2096 mAudioTrack->start(&status);
2097 }
2098 }
2099
2100 // -------------------------------------------------------------------------
2101
write(const void * buffer,size_t userSize,bool blocking)2102 ssize_t AudioTrack::write(const void* buffer, size_t userSize, bool blocking)
2103 {
2104 if (mTransfer != TRANSFER_SYNC && mTransfer != TRANSFER_SYNC_NOTIF_CALLBACK) {
2105 return INVALID_OPERATION;
2106 }
2107
2108 if (isDirect()) {
2109 AutoMutex lock(mLock);
2110 int32_t flags = android_atomic_and(
2111 ~(CBLK_UNDERRUN | CBLK_LOOP_CYCLE | CBLK_LOOP_FINAL | CBLK_BUFFER_END),
2112 &mCblk->mFlags);
2113 if (flags & CBLK_INVALID) {
2114 return DEAD_OBJECT;
2115 }
2116 }
2117
2118 if (ssize_t(userSize) < 0 || (buffer == NULL && userSize != 0)) {
2119 // Validation: user is most-likely passing an error code, and it would
2120 // make the return value ambiguous (actualSize vs error).
2121 ALOGE("%s(%d): AudioTrack::write(buffer=%p, size=%zu (%zd)",
2122 __func__, mPortId, buffer, userSize, userSize);
2123 return BAD_VALUE;
2124 }
2125
2126 size_t written = 0;
2127 Buffer audioBuffer;
2128
2129 while (userSize >= mFrameSize) {
2130 audioBuffer.frameCount = userSize / mFrameSize;
2131
2132 status_t err = obtainBuffer(&audioBuffer,
2133 blocking ? &ClientProxy::kForever : &ClientProxy::kNonBlocking);
2134 if (err < 0) {
2135 if (written > 0) {
2136 break;
2137 }
2138 if (err == TIMED_OUT || err == -EINTR) {
2139 err = WOULD_BLOCK;
2140 }
2141 return ssize_t(err);
2142 }
2143
2144 size_t toWrite = audioBuffer.size;
2145 memcpy(audioBuffer.i8, buffer, toWrite);
2146 buffer = ((const char *) buffer) + toWrite;
2147 userSize -= toWrite;
2148 written += toWrite;
2149
2150 releaseBuffer(&audioBuffer);
2151 }
2152
2153 if (written > 0) {
2154 mFramesWritten += written / mFrameSize;
2155
2156 if (mTransfer == TRANSFER_SYNC_NOTIF_CALLBACK) {
2157 const sp<AudioTrackThread> t = mAudioTrackThread;
2158 if (t != 0) {
2159 // causes wake up of the playback thread, that will callback the client for
2160 // more data (with EVENT_CAN_WRITE_MORE_DATA) in processAudioBuffer()
2161 t->wake();
2162 }
2163 }
2164 }
2165
2166 return written;
2167 }
2168
2169 // -------------------------------------------------------------------------
2170
processAudioBuffer()2171 nsecs_t AudioTrack::processAudioBuffer()
2172 {
2173 // Currently the AudioTrack thread is not created if there are no callbacks.
2174 // Would it ever make sense to run the thread, even without callbacks?
2175 // If so, then replace this by checks at each use for mCbf != NULL.
2176 LOG_ALWAYS_FATAL_IF(mCblk == NULL);
2177
2178 mLock.lock();
2179 if (mAwaitBoost) {
2180 mAwaitBoost = false;
2181 mLock.unlock();
2182 static const int32_t kMaxTries = 5;
2183 int32_t tryCounter = kMaxTries;
2184 uint32_t pollUs = 10000;
2185 do {
2186 int policy = sched_getscheduler(0) & ~SCHED_RESET_ON_FORK;
2187 if (policy == SCHED_FIFO || policy == SCHED_RR) {
2188 break;
2189 }
2190 usleep(pollUs);
2191 pollUs <<= 1;
2192 } while (tryCounter-- > 0);
2193 if (tryCounter < 0) {
2194 ALOGE("%s(%d): did not receive expected priority boost on time",
2195 __func__, mPortId);
2196 }
2197 // Run again immediately
2198 return 0;
2199 }
2200
2201 // Can only reference mCblk while locked
2202 int32_t flags = android_atomic_and(
2203 ~(CBLK_UNDERRUN | CBLK_LOOP_CYCLE | CBLK_LOOP_FINAL | CBLK_BUFFER_END), &mCblk->mFlags);
2204
2205 // Check for track invalidation
2206 if (flags & CBLK_INVALID) {
2207 // for offloaded tracks restoreTrack_l() will just update the sequence and clear
2208 // AudioSystem cache. We should not exit here but after calling the callback so
2209 // that the upper layers can recreate the track
2210 if (!isOffloadedOrDirect_l() || (mSequence == mObservedSequence)) {
2211 status_t status __unused = restoreTrack_l("processAudioBuffer");
2212 // FIXME unused status
2213 // after restoration, continue below to make sure that the loop and buffer events
2214 // are notified because they have been cleared from mCblk->mFlags above.
2215 }
2216 }
2217
2218 bool waitStreamEnd = mState == STATE_STOPPING;
2219 bool active = mState == STATE_ACTIVE;
2220
2221 // Manage underrun callback, must be done under lock to avoid race with releaseBuffer()
2222 bool newUnderrun = false;
2223 if (flags & CBLK_UNDERRUN) {
2224 #if 0
2225 // Currently in shared buffer mode, when the server reaches the end of buffer,
2226 // the track stays active in continuous underrun state. It's up to the application
2227 // to pause or stop the track, or set the position to a new offset within buffer.
2228 // This was some experimental code to auto-pause on underrun. Keeping it here
2229 // in "if 0" so we can re-visit this if we add a real sequencer for shared memory content.
2230 if (mTransfer == TRANSFER_SHARED) {
2231 mState = STATE_PAUSED;
2232 active = false;
2233 }
2234 #endif
2235 if (!mInUnderrun) {
2236 mInUnderrun = true;
2237 newUnderrun = true;
2238 }
2239 }
2240
2241 // Get current position of server
2242 Modulo<uint32_t> position(updateAndGetPosition_l());
2243
2244 // Manage marker callback
2245 bool markerReached = false;
2246 Modulo<uint32_t> markerPosition(mMarkerPosition);
2247 // uses 32 bit wraparound for comparison with position.
2248 if (!mMarkerReached && markerPosition.value() > 0 && position >= markerPosition) {
2249 mMarkerReached = markerReached = true;
2250 }
2251
2252 // Determine number of new position callback(s) that will be needed, while locked
2253 size_t newPosCount = 0;
2254 Modulo<uint32_t> newPosition(mNewPosition);
2255 uint32_t updatePeriod = mUpdatePeriod;
2256 // FIXME fails for wraparound, need 64 bits
2257 if (updatePeriod > 0 && position >= newPosition) {
2258 newPosCount = ((position - newPosition).value() / updatePeriod) + 1;
2259 mNewPosition += updatePeriod * newPosCount;
2260 }
2261
2262 // Cache other fields that will be needed soon
2263 uint32_t sampleRate = mSampleRate;
2264 float speed = mPlaybackRate.mSpeed;
2265 const uint32_t notificationFrames = mNotificationFramesAct;
2266 if (mRefreshRemaining) {
2267 mRefreshRemaining = false;
2268 mRemainingFrames = notificationFrames;
2269 mRetryOnPartialBuffer = false;
2270 }
2271 size_t misalignment = mProxy->getMisalignment();
2272 uint32_t sequence = mSequence;
2273 sp<AudioTrackClientProxy> proxy = mProxy;
2274
2275 // Determine the number of new loop callback(s) that will be needed, while locked.
2276 int loopCountNotifications = 0;
2277 uint32_t loopPeriod = 0; // time in frames for next EVENT_LOOP_END or EVENT_BUFFER_END
2278
2279 if (mLoopCount > 0) {
2280 int loopCount;
2281 size_t bufferPosition;
2282 mStaticProxy->getBufferPositionAndLoopCount(&bufferPosition, &loopCount);
2283 loopPeriod = ((loopCount > 0) ? mLoopEnd : mFrameCount) - bufferPosition;
2284 loopCountNotifications = min(mLoopCountNotified - loopCount, kMaxLoopCountNotifications);
2285 mLoopCountNotified = loopCount; // discard any excess notifications
2286 } else if (mLoopCount < 0) {
2287 // FIXME: We're not accurate with notification count and position with infinite looping
2288 // since loopCount from server side will always return -1 (we could decrement it).
2289 size_t bufferPosition = mStaticProxy->getBufferPosition();
2290 loopCountNotifications = int((flags & (CBLK_LOOP_CYCLE | CBLK_LOOP_FINAL)) != 0);
2291 loopPeriod = mLoopEnd - bufferPosition;
2292 } else if (/* mLoopCount == 0 && */ mSharedBuffer != 0) {
2293 size_t bufferPosition = mStaticProxy->getBufferPosition();
2294 loopPeriod = mFrameCount - bufferPosition;
2295 }
2296
2297 // These fields don't need to be cached, because they are assigned only by set():
2298 // mTransfer, mCbf, mUserData, mFormat, mFrameSize, mFlags
2299 // mFlags is also assigned by createTrack_l(), but not the bit we care about.
2300
2301 mLock.unlock();
2302
2303 // get anchor time to account for callbacks.
2304 const nsecs_t timeBeforeCallbacks = systemTime();
2305
2306 if (waitStreamEnd) {
2307 // FIXME: Instead of blocking in proxy->waitStreamEndDone(), Callback thread
2308 // should wait on proxy futex and handle CBLK_STREAM_END_DONE within this function
2309 // (and make sure we don't callback for more data while we're stopping).
2310 // This helps with position, marker notifications, and track invalidation.
2311 struct timespec timeout;
2312 timeout.tv_sec = WAIT_STREAM_END_TIMEOUT_SEC;
2313 timeout.tv_nsec = 0;
2314
2315 status_t status = proxy->waitStreamEndDone(&timeout);
2316 switch (status) {
2317 case NO_ERROR:
2318 case DEAD_OBJECT:
2319 case TIMED_OUT:
2320 if (status != DEAD_OBJECT) {
2321 // for DEAD_OBJECT, we do not send a EVENT_STREAM_END after stop();
2322 // instead, the application should handle the EVENT_NEW_IAUDIOTRACK.
2323 mCbf(EVENT_STREAM_END, mUserData, NULL);
2324 }
2325 {
2326 AutoMutex lock(mLock);
2327 // The previously assigned value of waitStreamEnd is no longer valid,
2328 // since the mutex has been unlocked and either the callback handler
2329 // or another thread could have re-started the AudioTrack during that time.
2330 waitStreamEnd = mState == STATE_STOPPING;
2331 if (waitStreamEnd) {
2332 mState = STATE_STOPPED;
2333 mReleased = 0;
2334 }
2335 }
2336 if (waitStreamEnd && status != DEAD_OBJECT) {
2337 return NS_INACTIVE;
2338 }
2339 break;
2340 }
2341 return 0;
2342 }
2343
2344 // perform callbacks while unlocked
2345 if (newUnderrun) {
2346 mCbf(EVENT_UNDERRUN, mUserData, NULL);
2347 }
2348 while (loopCountNotifications > 0) {
2349 mCbf(EVENT_LOOP_END, mUserData, NULL);
2350 --loopCountNotifications;
2351 }
2352 if (flags & CBLK_BUFFER_END) {
2353 mCbf(EVENT_BUFFER_END, mUserData, NULL);
2354 }
2355 if (markerReached) {
2356 mCbf(EVENT_MARKER, mUserData, &markerPosition);
2357 }
2358 while (newPosCount > 0) {
2359 size_t temp = newPosition.value(); // FIXME size_t != uint32_t
2360 mCbf(EVENT_NEW_POS, mUserData, &temp);
2361 newPosition += updatePeriod;
2362 newPosCount--;
2363 }
2364
2365 if (mObservedSequence != sequence) {
2366 mObservedSequence = sequence;
2367 mCbf(EVENT_NEW_IAUDIOTRACK, mUserData, NULL);
2368 // for offloaded tracks, just wait for the upper layers to recreate the track
2369 if (isOffloadedOrDirect()) {
2370 return NS_INACTIVE;
2371 }
2372 }
2373
2374 // if inactive, then don't run me again until re-started
2375 if (!active) {
2376 return NS_INACTIVE;
2377 }
2378
2379 // Compute the estimated time until the next timed event (position, markers, loops)
2380 // FIXME only for non-compressed audio
2381 uint32_t minFrames = ~0;
2382 if (!markerReached && position < markerPosition) {
2383 minFrames = (markerPosition - position).value();
2384 }
2385 if (loopPeriod > 0 && loopPeriod < minFrames) {
2386 // loopPeriod is already adjusted for actual position.
2387 minFrames = loopPeriod;
2388 }
2389 if (updatePeriod > 0) {
2390 minFrames = min(minFrames, (newPosition - position).value());
2391 }
2392
2393 // If > 0, poll periodically to recover from a stuck server. A good value is 2.
2394 static const uint32_t kPoll = 0;
2395 if (kPoll > 0 && mTransfer == TRANSFER_CALLBACK && kPoll * notificationFrames < minFrames) {
2396 minFrames = kPoll * notificationFrames;
2397 }
2398
2399 // This "fudge factor" avoids soaking CPU, and compensates for late progress by server
2400 static const nsecs_t kWaitPeriodNs = WAIT_PERIOD_MS * 1000000LL;
2401 const nsecs_t timeAfterCallbacks = systemTime();
2402
2403 // Convert frame units to time units
2404 nsecs_t ns = NS_WHENEVER;
2405 if (minFrames != (uint32_t) ~0) {
2406 // AudioFlinger consumption of client data may be irregular when coming out of device
2407 // standby since the kernel buffers require filling. This is throttled to no more than 2x
2408 // the expected rate in the MixerThread. Hence, we reduce the estimated time to wait by one
2409 // half (but no more than half a second) to improve callback accuracy during these temporary
2410 // data surges.
2411 const nsecs_t estimatedNs = framesToNanoseconds(minFrames, sampleRate, speed);
2412 constexpr nsecs_t maxThrottleCompensationNs = 500000000LL;
2413 ns = estimatedNs - min(estimatedNs / 2, maxThrottleCompensationNs) + kWaitPeriodNs;
2414 ns -= (timeAfterCallbacks - timeBeforeCallbacks); // account for callback time
2415 // TODO: Should we warn if the callback time is too long?
2416 if (ns < 0) ns = 0;
2417 }
2418
2419 // If not supplying data by EVENT_MORE_DATA or EVENT_CAN_WRITE_MORE_DATA, then we're done
2420 if (mTransfer != TRANSFER_CALLBACK && mTransfer != TRANSFER_SYNC_NOTIF_CALLBACK) {
2421 return ns;
2422 }
2423
2424 // EVENT_MORE_DATA callback handling.
2425 // Timing for linear pcm audio data formats can be derived directly from the
2426 // buffer fill level.
2427 // Timing for compressed data is not directly available from the buffer fill level,
2428 // rather indirectly from waiting for blocking mode callbacks or waiting for obtain()
2429 // to return a certain fill level.
2430
2431 struct timespec timeout;
2432 const struct timespec *requested = &ClientProxy::kForever;
2433 if (ns != NS_WHENEVER) {
2434 timeout.tv_sec = ns / 1000000000LL;
2435 timeout.tv_nsec = ns % 1000000000LL;
2436 ALOGV("%s(%d): timeout %ld.%03d",
2437 __func__, mPortId, timeout.tv_sec, (int) timeout.tv_nsec / 1000000);
2438 requested = &timeout;
2439 }
2440
2441 size_t writtenFrames = 0;
2442 while (mRemainingFrames > 0) {
2443
2444 Buffer audioBuffer;
2445 audioBuffer.frameCount = mRemainingFrames;
2446 size_t nonContig;
2447 status_t err = obtainBuffer(&audioBuffer, requested, NULL, &nonContig);
2448 LOG_ALWAYS_FATAL_IF((err != NO_ERROR) != (audioBuffer.frameCount == 0),
2449 "%s(%d): obtainBuffer() err=%d frameCount=%zu",
2450 __func__, mPortId, err, audioBuffer.frameCount);
2451 requested = &ClientProxy::kNonBlocking;
2452 size_t avail = audioBuffer.frameCount + nonContig;
2453 ALOGV("%s(%d): obtainBuffer(%u) returned %zu = %zu + %zu err %d",
2454 __func__, mPortId, mRemainingFrames, avail, audioBuffer.frameCount, nonContig, err);
2455 if (err != NO_ERROR) {
2456 if (err == TIMED_OUT || err == WOULD_BLOCK || err == -EINTR ||
2457 (isOffloaded() && (err == DEAD_OBJECT))) {
2458 // FIXME bug 25195759
2459 return 1000000;
2460 }
2461 ALOGE("%s(%d): Error %d obtaining an audio buffer, giving up.",
2462 __func__, mPortId, err);
2463 return NS_NEVER;
2464 }
2465
2466 if (mRetryOnPartialBuffer && audio_has_proportional_frames(mFormat)) {
2467 mRetryOnPartialBuffer = false;
2468 if (avail < mRemainingFrames) {
2469 if (ns > 0) { // account for obtain time
2470 const nsecs_t timeNow = systemTime();
2471 ns = max((nsecs_t)0, ns - (timeNow - timeAfterCallbacks));
2472 }
2473
2474 // delayNs is first computed by the additional frames required in the buffer.
2475 nsecs_t delayNs = framesToNanoseconds(
2476 mRemainingFrames - avail, sampleRate, speed);
2477
2478 // afNs is the AudioFlinger mixer period in ns.
2479 const nsecs_t afNs = framesToNanoseconds(mAfFrameCount, mAfSampleRate, speed);
2480
2481 // If the AudioTrack is double buffered based on the AudioFlinger mixer period,
2482 // we may have a race if we wait based on the number of frames desired.
2483 // This is a possible issue with resampling and AAudio.
2484 //
2485 // The granularity of audioflinger processing is one mixer period; if
2486 // our wait time is less than one mixer period, wait at most half the period.
2487 if (delayNs < afNs) {
2488 delayNs = std::min(delayNs, afNs / 2);
2489 }
2490
2491 // adjust our ns wait by delayNs.
2492 if (ns < 0 /* NS_WHENEVER */ || delayNs < ns) {
2493 ns = delayNs;
2494 }
2495 return ns;
2496 }
2497 }
2498
2499 size_t reqSize = audioBuffer.size;
2500 if (mTransfer == TRANSFER_SYNC_NOTIF_CALLBACK) {
2501 // when notifying client it can write more data, pass the total size that can be
2502 // written in the next write() call, since it's not passed through the callback
2503 audioBuffer.size += nonContig;
2504 }
2505 mCbf(mTransfer == TRANSFER_CALLBACK ? EVENT_MORE_DATA : EVENT_CAN_WRITE_MORE_DATA,
2506 mUserData, &audioBuffer);
2507 size_t writtenSize = audioBuffer.size;
2508
2509 // Validate on returned size
2510 if (ssize_t(writtenSize) < 0 || writtenSize > reqSize) {
2511 ALOGE("%s(%d): EVENT_MORE_DATA requested %zu bytes but callback returned %zd bytes",
2512 __func__, mPortId, reqSize, ssize_t(writtenSize));
2513 return NS_NEVER;
2514 }
2515
2516 if (writtenSize == 0) {
2517 if (mTransfer == TRANSFER_SYNC_NOTIF_CALLBACK) {
2518 // The callback EVENT_CAN_WRITE_MORE_DATA was processed in the JNI of
2519 // android.media.AudioTrack. The JNI is not using the callback to provide data,
2520 // it only signals to the Java client that it can provide more data, which
2521 // this track is read to accept now.
2522 // The playback thread will be awaken at the next ::write()
2523 return NS_WHENEVER;
2524 }
2525 // The callback is done filling buffers
2526 // Keep this thread going to handle timed events and
2527 // still try to get more data in intervals of WAIT_PERIOD_MS
2528 // but don't just loop and block the CPU, so wait
2529
2530 // mCbf(EVENT_MORE_DATA, ...) might either
2531 // (1) Block until it can fill the buffer, returning 0 size on EOS.
2532 // (2) Block until it can fill the buffer, returning 0 data (silence) on EOS.
2533 // (3) Return 0 size when no data is available, does not wait for more data.
2534 //
2535 // (1) and (2) occurs with AudioPlayer/AwesomePlayer; (3) occurs with NuPlayer.
2536 // We try to compute the wait time to avoid a tight sleep-wait cycle,
2537 // especially for case (3).
2538 //
2539 // The decision to support (1) and (2) affect the sizing of mRemainingFrames
2540 // and this loop; whereas for case (3) we could simply check once with the full
2541 // buffer size and skip the loop entirely.
2542
2543 nsecs_t myns;
2544 if (audio_has_proportional_frames(mFormat)) {
2545 // time to wait based on buffer occupancy
2546 const nsecs_t datans = mRemainingFrames <= avail ? 0 :
2547 framesToNanoseconds(mRemainingFrames - avail, sampleRate, speed);
2548 // audio flinger thread buffer size (TODO: adjust for fast tracks)
2549 // FIXME: use mAfFrameCountHAL instead of mAfFrameCount below for fast tracks.
2550 const nsecs_t afns = framesToNanoseconds(mAfFrameCount, mAfSampleRate, speed);
2551 // add a half the AudioFlinger buffer time to avoid soaking CPU if datans is 0.
2552 myns = datans + (afns / 2);
2553 } else {
2554 // FIXME: This could ping quite a bit if the buffer isn't full.
2555 // Note that when mState is stopping we waitStreamEnd, so it never gets here.
2556 myns = kWaitPeriodNs;
2557 }
2558 if (ns > 0) { // account for obtain and callback time
2559 const nsecs_t timeNow = systemTime();
2560 ns = max((nsecs_t)0, ns - (timeNow - timeAfterCallbacks));
2561 }
2562 if (ns < 0 /* NS_WHENEVER */ || myns < ns) {
2563 ns = myns;
2564 }
2565 return ns;
2566 }
2567
2568 size_t releasedFrames = writtenSize / mFrameSize;
2569 audioBuffer.frameCount = releasedFrames;
2570 mRemainingFrames -= releasedFrames;
2571 if (misalignment >= releasedFrames) {
2572 misalignment -= releasedFrames;
2573 } else {
2574 misalignment = 0;
2575 }
2576
2577 releaseBuffer(&audioBuffer);
2578 writtenFrames += releasedFrames;
2579
2580 // FIXME here is where we would repeat EVENT_MORE_DATA again on same advanced buffer
2581 // if callback doesn't like to accept the full chunk
2582 if (writtenSize < reqSize) {
2583 continue;
2584 }
2585
2586 // There could be enough non-contiguous frames available to satisfy the remaining request
2587 if (mRemainingFrames <= nonContig) {
2588 continue;
2589 }
2590
2591 #if 0
2592 // This heuristic tries to collapse a series of EVENT_MORE_DATA that would total to a
2593 // sum <= notificationFrames. It replaces that series by at most two EVENT_MORE_DATA
2594 // that total to a sum == notificationFrames.
2595 if (0 < misalignment && misalignment <= mRemainingFrames) {
2596 mRemainingFrames = misalignment;
2597 return ((double)mRemainingFrames * 1100000000) / ((double)sampleRate * speed);
2598 }
2599 #endif
2600
2601 }
2602 if (writtenFrames > 0) {
2603 AutoMutex lock(mLock);
2604 mFramesWritten += writtenFrames;
2605 }
2606 mRemainingFrames = notificationFrames;
2607 mRetryOnPartialBuffer = true;
2608
2609 // A lot has transpired since ns was calculated, so run again immediately and re-calculate
2610 return 0;
2611 }
2612
restoreTrack_l(const char * from)2613 status_t AudioTrack::restoreTrack_l(const char *from)
2614 {
2615 status_t result = NO_ERROR; // logged: make sure to set this before returning.
2616 const int64_t beginNs = systemTime();
2617 mediametrics::Defer defer([&] {
2618 mediametrics::LogItem(mMetricsId)
2619 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_RESTORE)
2620 .set(AMEDIAMETRICS_PROP_EXECUTIONTIMENS, (int64_t)(systemTime() - beginNs))
2621 .set(AMEDIAMETRICS_PROP_STATE, stateToString(mState))
2622 .set(AMEDIAMETRICS_PROP_STATUS, (int32_t)result)
2623 .set(AMEDIAMETRICS_PROP_WHERE, from)
2624 .record(); });
2625
2626 ALOGW("%s(%d): dead IAudioTrack, %s, creating a new one from %s()",
2627 __func__, mPortId, isOffloadedOrDirect_l() ? "Offloaded or Direct" : "PCM", from);
2628 ++mSequence;
2629
2630 // refresh the audio configuration cache in this process to make sure we get new
2631 // output parameters and new IAudioFlinger in createTrack_l()
2632 AudioSystem::clearAudioConfigCache();
2633
2634 if (isOffloadedOrDirect_l() || mDoNotReconnect) {
2635 // FIXME re-creation of offloaded and direct tracks is not yet implemented;
2636 // reconsider enabling for linear PCM encodings when position can be preserved.
2637 result = DEAD_OBJECT;
2638 return result;
2639 }
2640
2641 // Save so we can return count since creation.
2642 mUnderrunCountOffset = getUnderrunCount_l();
2643
2644 // save the old static buffer position
2645 uint32_t staticPosition = 0;
2646 size_t bufferPosition = 0;
2647 int loopCount = 0;
2648 if (mStaticProxy != 0) {
2649 mStaticProxy->getBufferPositionAndLoopCount(&bufferPosition, &loopCount);
2650 staticPosition = mStaticProxy->getPosition().unsignedValue();
2651 }
2652
2653 // save the old startThreshold and framecount
2654 const uint32_t originalStartThresholdInFrames = mProxy->getStartThresholdInFrames();
2655 const uint32_t originalFrameCount = mProxy->frameCount();
2656
2657 // See b/74409267. Connecting to a BT A2DP device supporting multiple codecs
2658 // causes a lot of churn on the service side, and it can reject starting
2659 // playback of a previously created track. May also apply to other cases.
2660 const int INITIAL_RETRIES = 3;
2661 int retries = INITIAL_RETRIES;
2662 retry:
2663 if (retries < INITIAL_RETRIES) {
2664 // See the comment for clearAudioConfigCache at the start of the function.
2665 AudioSystem::clearAudioConfigCache();
2666 }
2667 mFlags = mOrigFlags;
2668
2669 // If a new IAudioTrack is successfully created, createTrack_l() will modify the
2670 // following member variables: mAudioTrack, mCblkMemory and mCblk.
2671 // It will also delete the strong references on previous IAudioTrack and IMemory.
2672 // If a new IAudioTrack cannot be created, the previous (dead) instance will be left intact.
2673 result = createTrack_l();
2674
2675 if (result == NO_ERROR) {
2676 // take the frames that will be lost by track recreation into account in saved position
2677 // For streaming tracks, this is the amount we obtained from the user/client
2678 // (not the number actually consumed at the server - those are already lost).
2679 if (mStaticProxy == 0) {
2680 mPosition = mReleased;
2681 }
2682 // Continue playback from last known position and restore loop.
2683 if (mStaticProxy != 0) {
2684 if (loopCount != 0) {
2685 mStaticProxy->setBufferPositionAndLoop(bufferPosition,
2686 mLoopStart, mLoopEnd, loopCount);
2687 } else {
2688 mStaticProxy->setBufferPosition(bufferPosition);
2689 if (bufferPosition == mFrameCount) {
2690 ALOGD("%s(%d): restoring track at end of static buffer", __func__, mPortId);
2691 }
2692 }
2693 }
2694 // restore volume handler
2695 mVolumeHandler->forall([this](const VolumeShaper &shaper) -> VolumeShaper::Status {
2696 sp<VolumeShaper::Operation> operationToEnd =
2697 new VolumeShaper::Operation(shaper.mOperation);
2698 // TODO: Ideally we would restore to the exact xOffset position
2699 // as returned by getVolumeShaperState(), but we don't have that
2700 // information when restoring at the client unless we periodically poll
2701 // the server or create shared memory state.
2702 //
2703 // For now, we simply advance to the end of the VolumeShaper effect
2704 // if it has been started.
2705 if (shaper.isStarted()) {
2706 operationToEnd->setNormalizedTime(1.f);
2707 }
2708 media::VolumeShaperConfiguration config;
2709 shaper.mConfiguration->writeToParcelable(&config);
2710 media::VolumeShaperOperation operation;
2711 operationToEnd->writeToParcelable(&operation);
2712 status_t status;
2713 mAudioTrack->applyVolumeShaper(config, operation, &status);
2714 return status;
2715 });
2716
2717 // restore the original start threshold if different than frameCount.
2718 if (originalStartThresholdInFrames != originalFrameCount) {
2719 // Note: mProxy->setStartThresholdInFrames() call is in the Proxy
2720 // and does not trigger a restart.
2721 // (Also CBLK_DISABLED is not set, buffers are empty after track recreation).
2722 // Any start would be triggered on the mState == ACTIVE check below.
2723 const uint32_t currentThreshold =
2724 mProxy->setStartThresholdInFrames(originalStartThresholdInFrames);
2725 ALOGD_IF(originalStartThresholdInFrames != currentThreshold,
2726 "%s(%d) startThresholdInFrames changing from %u to %u",
2727 __func__, mPortId, originalStartThresholdInFrames, currentThreshold);
2728 }
2729 if (mState == STATE_ACTIVE) {
2730 mAudioTrack->start(&result);
2731 }
2732 // server resets to zero so we offset
2733 mFramesWrittenServerOffset =
2734 mStaticProxy.get() != nullptr ? staticPosition : mFramesWritten;
2735 mFramesWrittenAtRestore = mFramesWrittenServerOffset;
2736 }
2737 if (result != NO_ERROR) {
2738 ALOGW("%s(%d): failed status %d, retries %d", __func__, mPortId, result, retries);
2739 if (--retries > 0) {
2740 // leave time for an eventual race condition to clear before retrying
2741 usleep(500000);
2742 goto retry;
2743 }
2744 // if no retries left, set invalid bit to force restoring at next occasion
2745 // and avoid inconsistent active state on client and server sides
2746 if (mCblk != nullptr) {
2747 android_atomic_or(CBLK_INVALID, &mCblk->mFlags);
2748 }
2749 }
2750 return result;
2751 }
2752
updateAndGetPosition_l()2753 Modulo<uint32_t> AudioTrack::updateAndGetPosition_l()
2754 {
2755 // This is the sole place to read server consumed frames
2756 Modulo<uint32_t> newServer(mProxy->getPosition());
2757 const int32_t delta = (newServer - mServer).signedValue();
2758 // TODO There is controversy about whether there can be "negative jitter" in server position.
2759 // This should be investigated further, and if possible, it should be addressed.
2760 // A more definite failure mode is infrequent polling by client.
2761 // One could call (void)getPosition_l() in releaseBuffer(),
2762 // so mReleased and mPosition are always lock-step as best possible.
2763 // That should ensure delta never goes negative for infrequent polling
2764 // unless the server has more than 2^31 frames in its buffer,
2765 // in which case the use of uint32_t for these counters has bigger issues.
2766 ALOGE_IF(delta < 0,
2767 "%s(%d): detected illegal retrograde motion by the server: mServer advanced by %d",
2768 __func__, mPortId, delta);
2769 mServer = newServer;
2770 if (delta > 0) { // avoid retrograde
2771 mPosition += delta;
2772 }
2773 return mPosition;
2774 }
2775
isSampleRateSpeedAllowed_l(uint32_t sampleRate,float speed)2776 bool AudioTrack::isSampleRateSpeedAllowed_l(uint32_t sampleRate, float speed)
2777 {
2778 updateLatency_l();
2779 // applicable for mixing tracks only (not offloaded or direct)
2780 if (mStaticProxy != 0) {
2781 return true; // static tracks do not have issues with buffer sizing.
2782 }
2783 const size_t minFrameCount =
2784 AudioSystem::calculateMinFrameCount(mAfLatency, mAfFrameCount, mAfSampleRate,
2785 sampleRate, speed /*, 0 mNotificationsPerBufferReq*/);
2786 const bool allowed = mFrameCount >= minFrameCount;
2787 ALOGD_IF(!allowed,
2788 "%s(%d): denied "
2789 "mAfLatency:%u mAfFrameCount:%zu mAfSampleRate:%u sampleRate:%u speed:%f "
2790 "mFrameCount:%zu < minFrameCount:%zu",
2791 __func__, mPortId,
2792 mAfLatency, mAfFrameCount, mAfSampleRate, sampleRate, speed,
2793 mFrameCount, minFrameCount);
2794 return allowed;
2795 }
2796
setParameters(const String8 & keyValuePairs)2797 status_t AudioTrack::setParameters(const String8& keyValuePairs)
2798 {
2799 AutoMutex lock(mLock);
2800 status_t status;
2801 mAudioTrack->setParameters(keyValuePairs.c_str(), &status);
2802 return status;
2803 }
2804
selectPresentation(int presentationId,int programId)2805 status_t AudioTrack::selectPresentation(int presentationId, int programId)
2806 {
2807 AutoMutex lock(mLock);
2808 AudioParameter param = AudioParameter();
2809 param.addInt(String8(AudioParameter::keyPresentationId), presentationId);
2810 param.addInt(String8(AudioParameter::keyProgramId), programId);
2811 ALOGV("%s(%d): PresentationId/ProgramId[%s]",
2812 __func__, mPortId, param.toString().string());
2813
2814 status_t status;
2815 mAudioTrack->setParameters(param.toString().c_str(), &status);
2816 return status;
2817 }
2818
applyVolumeShaper(const sp<VolumeShaper::Configuration> & configuration,const sp<VolumeShaper::Operation> & operation)2819 VolumeShaper::Status AudioTrack::applyVolumeShaper(
2820 const sp<VolumeShaper::Configuration>& configuration,
2821 const sp<VolumeShaper::Operation>& operation)
2822 {
2823 AutoMutex lock(mLock);
2824 mVolumeHandler->setIdIfNecessary(configuration);
2825 media::VolumeShaperConfiguration config;
2826 configuration->writeToParcelable(&config);
2827 media::VolumeShaperOperation op;
2828 operation->writeToParcelable(&op);
2829 VolumeShaper::Status status;
2830 mAudioTrack->applyVolumeShaper(config, op, &status);
2831
2832 if (status == DEAD_OBJECT) {
2833 if (restoreTrack_l("applyVolumeShaper") == OK) {
2834 mAudioTrack->applyVolumeShaper(config, op, &status);
2835 }
2836 }
2837 if (status >= 0) {
2838 // save VolumeShaper for restore
2839 mVolumeHandler->applyVolumeShaper(configuration, operation);
2840 if (mState == STATE_ACTIVE || mState == STATE_STOPPING) {
2841 mVolumeHandler->setStarted();
2842 }
2843 } else {
2844 // warn only if not an expected restore failure.
2845 ALOGW_IF(!((isOffloadedOrDirect_l() || mDoNotReconnect) && status == DEAD_OBJECT),
2846 "%s(%d): applyVolumeShaper failed: %d", __func__, mPortId, status);
2847 }
2848 return status;
2849 }
2850
getVolumeShaperState(int id)2851 sp<VolumeShaper::State> AudioTrack::getVolumeShaperState(int id)
2852 {
2853 AutoMutex lock(mLock);
2854 std::optional<media::VolumeShaperState> vss;
2855 mAudioTrack->getVolumeShaperState(id, &vss);
2856 sp<VolumeShaper::State> state;
2857 if (vss.has_value()) {
2858 state = new VolumeShaper::State();
2859 state->readFromParcelable(vss.value());
2860 }
2861 if (state.get() == nullptr && (mCblk->mFlags & CBLK_INVALID) != 0) {
2862 if (restoreTrack_l("getVolumeShaperState") == OK) {
2863 mAudioTrack->getVolumeShaperState(id, &vss);
2864 if (vss.has_value()) {
2865 state = new VolumeShaper::State();
2866 state->readFromParcelable(vss.value());
2867 }
2868 }
2869 }
2870 return state;
2871 }
2872
getTimestamp(ExtendedTimestamp * timestamp)2873 status_t AudioTrack::getTimestamp(ExtendedTimestamp *timestamp)
2874 {
2875 if (timestamp == nullptr) {
2876 return BAD_VALUE;
2877 }
2878 AutoMutex lock(mLock);
2879 return getTimestamp_l(timestamp);
2880 }
2881
getTimestamp_l(ExtendedTimestamp * timestamp)2882 status_t AudioTrack::getTimestamp_l(ExtendedTimestamp *timestamp)
2883 {
2884 if (mCblk->mFlags & CBLK_INVALID) {
2885 const status_t status = restoreTrack_l("getTimestampExtended");
2886 if (status != OK) {
2887 // per getTimestamp() API doc in header, we return DEAD_OBJECT here,
2888 // recommending that the track be recreated.
2889 return DEAD_OBJECT;
2890 }
2891 }
2892 // check for offloaded/direct here in case restoring somehow changed those flags.
2893 if (isOffloadedOrDirect_l()) {
2894 return INVALID_OPERATION; // not supported
2895 }
2896 status_t status = mProxy->getTimestamp(timestamp);
2897 LOG_ALWAYS_FATAL_IF(status != OK, "%s(%d): status %d not allowed from proxy getTimestamp",
2898 __func__, mPortId, status);
2899 bool found = false;
2900 timestamp->mPosition[ExtendedTimestamp::LOCATION_CLIENT] = mFramesWritten;
2901 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_CLIENT] = 0;
2902 // server side frame offset in case AudioTrack has been restored.
2903 for (int i = ExtendedTimestamp::LOCATION_SERVER;
2904 i < ExtendedTimestamp::LOCATION_MAX; ++i) {
2905 if (timestamp->mTimeNs[i] >= 0) {
2906 // apply server offset (frames flushed is ignored
2907 // so we don't report the jump when the flush occurs).
2908 timestamp->mPosition[i] += mFramesWrittenServerOffset;
2909 found = true;
2910 }
2911 }
2912 return found ? OK : WOULD_BLOCK;
2913 }
2914
getTimestamp(AudioTimestamp & timestamp)2915 status_t AudioTrack::getTimestamp(AudioTimestamp& timestamp)
2916 {
2917 AutoMutex lock(mLock);
2918 return getTimestamp_l(timestamp);
2919 }
2920
getTimestamp_l(AudioTimestamp & timestamp)2921 status_t AudioTrack::getTimestamp_l(AudioTimestamp& timestamp)
2922 {
2923 bool previousTimestampValid = mPreviousTimestampValid;
2924 // Set false here to cover all the error return cases.
2925 mPreviousTimestampValid = false;
2926
2927 switch (mState) {
2928 case STATE_ACTIVE:
2929 case STATE_PAUSED:
2930 break; // handle below
2931 case STATE_FLUSHED:
2932 case STATE_STOPPED:
2933 return WOULD_BLOCK;
2934 case STATE_STOPPING:
2935 case STATE_PAUSED_STOPPING:
2936 if (!isOffloaded_l()) {
2937 return INVALID_OPERATION;
2938 }
2939 break; // offloaded tracks handled below
2940 default:
2941 LOG_ALWAYS_FATAL("%s(%d): Invalid mState in getTimestamp(): %d",
2942 __func__, mPortId, mState);
2943 break;
2944 }
2945
2946 if (mCblk->mFlags & CBLK_INVALID) {
2947 const status_t status = restoreTrack_l("getTimestamp");
2948 if (status != OK) {
2949 // per getTimestamp() API doc in header, we return DEAD_OBJECT here,
2950 // recommending that the track be recreated.
2951 return DEAD_OBJECT;
2952 }
2953 }
2954
2955 // The presented frame count must always lag behind the consumed frame count.
2956 // To avoid a race, read the presented frames first. This ensures that presented <= consumed.
2957
2958 status_t status;
2959 if (isOffloadedOrDirect_l()) {
2960 // use Binder to get timestamp
2961 media::AudioTimestampInternal ts;
2962 mAudioTrack->getTimestamp(&ts, &status);
2963 if (status == OK) {
2964 timestamp = VALUE_OR_FATAL(aidl2legacy_AudioTimestampInternal_AudioTimestamp(ts));
2965 }
2966 } else {
2967 // read timestamp from shared memory
2968 ExtendedTimestamp ets;
2969 status = mProxy->getTimestamp(&ets);
2970 if (status == OK) {
2971 ExtendedTimestamp::Location location;
2972 status = ets.getBestTimestamp(×tamp, &location);
2973
2974 if (status == OK) {
2975 updateLatency_l();
2976 // It is possible that the best location has moved from the kernel to the server.
2977 // In this case we adjust the position from the previous computed latency.
2978 if (location == ExtendedTimestamp::LOCATION_SERVER) {
2979 ALOGW_IF(mPreviousLocation == ExtendedTimestamp::LOCATION_KERNEL,
2980 "%s(%d): location moved from kernel to server",
2981 __func__, mPortId);
2982 // check that the last kernel OK time info exists and the positions
2983 // are valid (if they predate the current track, the positions may
2984 // be zero or negative).
2985 const int64_t frames =
2986 (ets.mTimeNs[ExtendedTimestamp::LOCATION_SERVER_LASTKERNELOK] < 0 ||
2987 ets.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL_LASTKERNELOK] < 0 ||
2988 ets.mPosition[ExtendedTimestamp::LOCATION_SERVER_LASTKERNELOK] <= 0 ||
2989 ets.mPosition[ExtendedTimestamp::LOCATION_KERNEL_LASTKERNELOK] <= 0)
2990 ?
2991 int64_t((double)mAfLatency * mSampleRate * mPlaybackRate.mSpeed
2992 / 1000)
2993 :
2994 (ets.mPosition[ExtendedTimestamp::LOCATION_SERVER_LASTKERNELOK]
2995 - ets.mPosition[ExtendedTimestamp::LOCATION_KERNEL_LASTKERNELOK]);
2996 ALOGV("%s(%d): frame adjustment:%lld timestamp:%s",
2997 __func__, mPortId, (long long)frames, ets.toString().c_str());
2998 if (frames >= ets.mPosition[location]) {
2999 timestamp.mPosition = 0;
3000 } else {
3001 timestamp.mPosition = (uint32_t)(ets.mPosition[location] - frames);
3002 }
3003 } else if (location == ExtendedTimestamp::LOCATION_KERNEL) {
3004 ALOGV_IF(mPreviousLocation == ExtendedTimestamp::LOCATION_SERVER,
3005 "%s(%d): location moved from server to kernel",
3006 __func__, mPortId);
3007
3008 if (ets.mPosition[ExtendedTimestamp::LOCATION_SERVER] ==
3009 ets.mPosition[ExtendedTimestamp::LOCATION_KERNEL]) {
3010 // In Q, we don't return errors as an invalid time
3011 // but instead we leave the last kernel good timestamp alone.
3012 //
3013 // If server is identical to kernel, the device data pipeline is idle.
3014 // A better start time is now. The retrograde check ensures
3015 // timestamp monotonicity.
3016 const int64_t nowNs = systemTime();
3017 if (!mTimestampStallReported) {
3018 ALOGD("%s(%d): device stall time corrected using current time %lld",
3019 __func__, mPortId, (long long)nowNs);
3020 mTimestampStallReported = true;
3021 }
3022 timestamp.mTime = convertNsToTimespec(nowNs);
3023 } else {
3024 mTimestampStallReported = false;
3025 }
3026 }
3027
3028 // We update the timestamp time even when paused.
3029 if (mState == STATE_PAUSED /* not needed: STATE_PAUSED_STOPPING */) {
3030 const int64_t now = systemTime();
3031 const int64_t at = audio_utils_ns_from_timespec(×tamp.mTime);
3032 const int64_t lag =
3033 (ets.mTimeNs[ExtendedTimestamp::LOCATION_SERVER_LASTKERNELOK] < 0 ||
3034 ets.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL_LASTKERNELOK] < 0)
3035 ? int64_t(mAfLatency * 1000000LL)
3036 : (ets.mPosition[ExtendedTimestamp::LOCATION_SERVER_LASTKERNELOK]
3037 - ets.mPosition[ExtendedTimestamp::LOCATION_KERNEL_LASTKERNELOK])
3038 * NANOS_PER_SECOND / mSampleRate;
3039 const int64_t limit = now - lag; // no earlier than this limit
3040 if (at < limit) {
3041 ALOGV("timestamp pause lag:%lld adjusting from %lld to %lld",
3042 (long long)lag, (long long)at, (long long)limit);
3043 timestamp.mTime = convertNsToTimespec(limit);
3044 }
3045 }
3046 mPreviousLocation = location;
3047 } else {
3048 // right after AudioTrack is started, one may not find a timestamp
3049 ALOGV("%s(%d): getBestTimestamp did not find timestamp", __func__, mPortId);
3050 }
3051 }
3052 if (status == INVALID_OPERATION) {
3053 // INVALID_OPERATION occurs when no timestamp has been issued by the server;
3054 // other failures are signaled by a negative time.
3055 // If we come out of FLUSHED or STOPPED where the position is known
3056 // to be zero we convert this to WOULD_BLOCK (with the implicit meaning of
3057 // "zero" for NuPlayer). We don't convert for track restoration as position
3058 // does not reset.
3059 ALOGV("%s(%d): timestamp server offset:%lld restore frames:%lld",
3060 __func__, mPortId,
3061 (long long)mFramesWrittenServerOffset, (long long)mFramesWrittenAtRestore);
3062 if (mFramesWrittenServerOffset != mFramesWrittenAtRestore) {
3063 status = WOULD_BLOCK;
3064 }
3065 }
3066 }
3067 if (status != NO_ERROR) {
3068 ALOGV_IF(status != WOULD_BLOCK, "%s(%d): getTimestamp error:%#x", __func__, mPortId, status);
3069 return status;
3070 }
3071 if (isOffloadedOrDirect_l()) {
3072 if (isOffloaded_l() && (mState == STATE_PAUSED || mState == STATE_PAUSED_STOPPING)) {
3073 // use cached paused position in case another offloaded track is running.
3074 timestamp.mPosition = mPausedPosition;
3075 clock_gettime(CLOCK_MONOTONIC, ×tamp.mTime);
3076 // TODO: adjust for delay
3077 return NO_ERROR;
3078 }
3079
3080 // Check whether a pending flush or stop has completed, as those commands may
3081 // be asynchronous or return near finish or exhibit glitchy behavior.
3082 //
3083 // Originally this showed up as the first timestamp being a continuation of
3084 // the previous song under gapless playback.
3085 // However, we sometimes see zero timestamps, then a glitch of
3086 // the previous song's position, and then correct timestamps afterwards.
3087 if (mStartFromZeroUs != 0 && mSampleRate != 0) {
3088 static const int kTimeJitterUs = 100000; // 100 ms
3089 static const int k1SecUs = 1000000;
3090
3091 const int64_t timeNow = getNowUs();
3092
3093 if (timeNow < mStartFromZeroUs + k1SecUs) { // within first second of starting
3094 const int64_t timestampTimeUs = convertTimespecToUs(timestamp.mTime);
3095 if (timestampTimeUs < mStartFromZeroUs) {
3096 return WOULD_BLOCK; // stale timestamp time, occurs before start.
3097 }
3098 const int64_t deltaTimeUs = timestampTimeUs - mStartFromZeroUs;
3099 const int64_t deltaPositionByUs = (double)timestamp.mPosition * 1000000
3100 / ((double)mSampleRate * mPlaybackRate.mSpeed);
3101
3102 if (deltaPositionByUs > deltaTimeUs + kTimeJitterUs) {
3103 // Verify that the counter can't count faster than the sample rate
3104 // since the start time. If greater, then that means we may have failed
3105 // to completely flush or stop the previous playing track.
3106 ALOGW_IF(!mTimestampStartupGlitchReported,
3107 "%s(%d): startup glitch detected"
3108 " deltaTimeUs(%lld) deltaPositionUs(%lld) tsmPosition(%u)",
3109 __func__, mPortId,
3110 (long long)deltaTimeUs, (long long)deltaPositionByUs,
3111 timestamp.mPosition);
3112 mTimestampStartupGlitchReported = true;
3113 if (previousTimestampValid
3114 && mPreviousTimestamp.mPosition == 0 /* should be true if valid */) {
3115 timestamp = mPreviousTimestamp;
3116 mPreviousTimestampValid = true;
3117 return NO_ERROR;
3118 }
3119 return WOULD_BLOCK;
3120 }
3121 if (deltaPositionByUs != 0) {
3122 mStartFromZeroUs = 0; // don't check again, we got valid nonzero position.
3123 }
3124 } else {
3125 mStartFromZeroUs = 0; // don't check again, start time expired.
3126 }
3127 mTimestampStartupGlitchReported = false;
3128 }
3129 } else {
3130 // Update the mapping between local consumed (mPosition) and server consumed (mServer)
3131 (void) updateAndGetPosition_l();
3132 // Server consumed (mServer) and presented both use the same server time base,
3133 // and server consumed is always >= presented.
3134 // The delta between these represents the number of frames in the buffer pipeline.
3135 // If this delta between these is greater than the client position, it means that
3136 // actually presented is still stuck at the starting line (figuratively speaking),
3137 // waiting for the first frame to go by. So we can't report a valid timestamp yet.
3138 // Note: We explicitly use non-Modulo comparison here - potential wrap issue when
3139 // mPosition exceeds 32 bits.
3140 // TODO Remove when timestamp is updated to contain pipeline status info.
3141 const int32_t pipelineDepthInFrames = (mServer - timestamp.mPosition).signedValue();
3142 if (pipelineDepthInFrames > 0 /* should be true, but we check anyways */
3143 && (uint32_t)pipelineDepthInFrames > mPosition.value()) {
3144 return INVALID_OPERATION;
3145 }
3146 // Convert timestamp position from server time base to client time base.
3147 // TODO The following code should work OK now because timestamp.mPosition is 32-bit.
3148 // But if we change it to 64-bit then this could fail.
3149 // Use Modulo computation here.
3150 timestamp.mPosition = (mPosition - mServer + timestamp.mPosition).value();
3151 // Immediately after a call to getPosition_l(), mPosition and
3152 // mServer both represent the same frame position. mPosition is
3153 // in client's point of view, and mServer is in server's point of
3154 // view. So the difference between them is the "fudge factor"
3155 // between client and server views due to stop() and/or new
3156 // IAudioTrack. And timestamp.mPosition is initially in server's
3157 // point of view, so we need to apply the same fudge factor to it.
3158 }
3159
3160 // Prevent retrograde motion in timestamp.
3161 // This is sometimes caused by erratic reports of the available space in the ALSA drivers.
3162 if (status == NO_ERROR) {
3163 // Fix stale time when checking timestamp right after start().
3164 // The position is at the last reported location but the time can be stale
3165 // due to pause or standby or cold start latency.
3166 //
3167 // We keep advancing the time (but not the position) to ensure that the
3168 // stale value does not confuse the application.
3169 //
3170 // For offload compatibility, use a default lag value here.
3171 // Any time discrepancy between this update and the pause timestamp is handled
3172 // by the retrograde check afterwards.
3173 int64_t currentTimeNanos = audio_utils_ns_from_timespec(×tamp.mTime);
3174 const int64_t lagNs = int64_t(mAfLatency * 1000000LL);
3175 const int64_t limitNs = mStartNs - lagNs;
3176 if (currentTimeNanos < limitNs) {
3177 if (!mTimestampStaleTimeReported) {
3178 ALOGD("%s(%d): stale timestamp time corrected, "
3179 "currentTimeNanos: %lld < limitNs: %lld < mStartNs: %lld",
3180 __func__, mPortId,
3181 (long long)currentTimeNanos, (long long)limitNs, (long long)mStartNs);
3182 mTimestampStaleTimeReported = true;
3183 }
3184 timestamp.mTime = convertNsToTimespec(limitNs);
3185 currentTimeNanos = limitNs;
3186 } else {
3187 mTimestampStaleTimeReported = false;
3188 }
3189
3190 // previousTimestampValid is set to false when starting after a stop or flush.
3191 if (previousTimestampValid) {
3192 const int64_t previousTimeNanos =
3193 audio_utils_ns_from_timespec(&mPreviousTimestamp.mTime);
3194
3195 // retrograde check
3196 if (currentTimeNanos < previousTimeNanos) {
3197 if (!mTimestampRetrogradeTimeReported) {
3198 ALOGW("%s(%d): retrograde timestamp time corrected, %lld < %lld",
3199 __func__, mPortId,
3200 (long long)currentTimeNanos, (long long)previousTimeNanos);
3201 mTimestampRetrogradeTimeReported = true;
3202 }
3203 timestamp.mTime = mPreviousTimestamp.mTime;
3204 } else {
3205 mTimestampRetrogradeTimeReported = false;
3206 }
3207
3208 // Looking at signed delta will work even when the timestamps
3209 // are wrapping around.
3210 int32_t deltaPosition = (Modulo<uint32_t>(timestamp.mPosition)
3211 - mPreviousTimestamp.mPosition).signedValue();
3212 if (deltaPosition < 0) {
3213 // Only report once per position instead of spamming the log.
3214 if (!mTimestampRetrogradePositionReported) {
3215 ALOGW("%s(%d): retrograde timestamp position corrected, %d = %u - %u",
3216 __func__, mPortId,
3217 deltaPosition,
3218 timestamp.mPosition,
3219 mPreviousTimestamp.mPosition);
3220 mTimestampRetrogradePositionReported = true;
3221 }
3222 } else {
3223 mTimestampRetrogradePositionReported = false;
3224 }
3225 if (deltaPosition < 0) {
3226 timestamp.mPosition = mPreviousTimestamp.mPosition;
3227 deltaPosition = 0;
3228 }
3229 #if 0
3230 // Uncomment this to verify audio timestamp rate.
3231 const int64_t deltaTime =
3232 audio_utils_ns_from_timespec(×tamp.mTime) - previousTimeNanos;
3233 if (deltaTime != 0) {
3234 const int64_t computedSampleRate =
3235 deltaPosition * (long long)NANOS_PER_SECOND / deltaTime;
3236 ALOGD("%s(%d): computedSampleRate:%u sampleRate:%u",
3237 __func__, mPortId,
3238 (unsigned)computedSampleRate, mSampleRate);
3239 }
3240 #endif
3241 }
3242 mPreviousTimestamp = timestamp;
3243 mPreviousTimestampValid = true;
3244 }
3245
3246 return status;
3247 }
3248
getParameters(const String8 & keys)3249 String8 AudioTrack::getParameters(const String8& keys)
3250 {
3251 audio_io_handle_t output = getOutput();
3252 if (output != AUDIO_IO_HANDLE_NONE) {
3253 return AudioSystem::getParameters(output, keys);
3254 } else {
3255 return String8::empty();
3256 }
3257 }
3258
isOffloaded() const3259 bool AudioTrack::isOffloaded() const
3260 {
3261 AutoMutex lock(mLock);
3262 return isOffloaded_l();
3263 }
3264
isDirect() const3265 bool AudioTrack::isDirect() const
3266 {
3267 AutoMutex lock(mLock);
3268 return isDirect_l();
3269 }
3270
isOffloadedOrDirect() const3271 bool AudioTrack::isOffloadedOrDirect() const
3272 {
3273 AutoMutex lock(mLock);
3274 return isOffloadedOrDirect_l();
3275 }
3276
3277
dump(int fd,const Vector<String16> & args __unused) const3278 status_t AudioTrack::dump(int fd, const Vector<String16>& args __unused) const
3279 {
3280 String8 result;
3281
3282 result.append(" AudioTrack::dump\n");
3283 result.appendFormat(" id(%d) status(%d), state(%d), session Id(%d), flags(%#x)\n",
3284 mPortId, mStatus, mState, mSessionId, mFlags);
3285 result.appendFormat(" stream type(%d), left - right volume(%f, %f)\n",
3286 mStreamType,
3287 mVolume[AUDIO_INTERLEAVE_LEFT], mVolume[AUDIO_INTERLEAVE_RIGHT]);
3288 result.appendFormat(" format(%#x), channel mask(%#x), channel count(%u)\n",
3289 mFormat, mChannelMask, mChannelCount);
3290 result.appendFormat(" sample rate(%u), original sample rate(%u), speed(%f)\n",
3291 mSampleRate, mOriginalSampleRate, mPlaybackRate.mSpeed);
3292 result.appendFormat(" frame count(%zu), req. frame count(%zu)\n",
3293 mFrameCount, mReqFrameCount);
3294 result.appendFormat(" notif. frame count(%u), req. notif. frame count(%u),"
3295 " req. notif. per buff(%u)\n",
3296 mNotificationFramesAct, mNotificationFramesReq, mNotificationsPerBufferReq);
3297 result.appendFormat(" latency (%d), selected device Id(%d), routed device Id(%d)\n",
3298 mLatency, mSelectedDeviceId, mRoutedDeviceId);
3299 result.appendFormat(" output(%d) AF latency (%u) AF frame count(%zu) AF SampleRate(%u)\n",
3300 mOutput, mAfLatency, mAfFrameCount, mAfSampleRate);
3301 ::write(fd, result.string(), result.size());
3302 return NO_ERROR;
3303 }
3304
getUnderrunCount() const3305 uint32_t AudioTrack::getUnderrunCount() const
3306 {
3307 AutoMutex lock(mLock);
3308 return getUnderrunCount_l();
3309 }
3310
getUnderrunCount_l() const3311 uint32_t AudioTrack::getUnderrunCount_l() const
3312 {
3313 return mProxy->getUnderrunCount() + mUnderrunCountOffset;
3314 }
3315
getUnderrunFrames() const3316 uint32_t AudioTrack::getUnderrunFrames() const
3317 {
3318 AutoMutex lock(mLock);
3319 return mProxy->getUnderrunFrames();
3320 }
3321
setLogSessionId(const char * logSessionId)3322 void AudioTrack::setLogSessionId(const char *logSessionId)
3323 {
3324 AutoMutex lock(mLock);
3325 if (logSessionId == nullptr) logSessionId = ""; // an empty string is an unset session id.
3326 if (mLogSessionId == logSessionId) return;
3327
3328 mLogSessionId = logSessionId;
3329 mediametrics::LogItem(mMetricsId)
3330 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETLOGSESSIONID)
3331 .set(AMEDIAMETRICS_PROP_LOGSESSIONID, logSessionId)
3332 .record();
3333 }
3334
setPlayerIId(int playerIId)3335 void AudioTrack::setPlayerIId(int playerIId)
3336 {
3337 AutoMutex lock(mLock);
3338 if (mPlayerIId == playerIId) return;
3339
3340 mPlayerIId = playerIId;
3341 mediametrics::LogItem(mMetricsId)
3342 .set(AMEDIAMETRICS_PROP_EVENT, AMEDIAMETRICS_PROP_EVENT_VALUE_SETPLAYERIID)
3343 .set(AMEDIAMETRICS_PROP_PLAYERIID, playerIId)
3344 .record();
3345 }
3346
addAudioDeviceCallback(const sp<AudioSystem::AudioDeviceCallback> & callback)3347 status_t AudioTrack::addAudioDeviceCallback(const sp<AudioSystem::AudioDeviceCallback>& callback)
3348 {
3349
3350 if (callback == 0) {
3351 ALOGW("%s(%d): adding NULL callback!", __func__, mPortId);
3352 return BAD_VALUE;
3353 }
3354 AutoMutex lock(mLock);
3355 if (mDeviceCallback.unsafe_get() == callback.get()) {
3356 ALOGW("%s(%d): adding same callback!", __func__, mPortId);
3357 return INVALID_OPERATION;
3358 }
3359 status_t status = NO_ERROR;
3360 if (mOutput != AUDIO_IO_HANDLE_NONE) {
3361 if (mDeviceCallback != 0) {
3362 ALOGW("%s(%d): callback already present!", __func__, mPortId);
3363 AudioSystem::removeAudioDeviceCallback(this, mOutput, mPortId);
3364 }
3365 status = AudioSystem::addAudioDeviceCallback(this, mOutput, mPortId);
3366 }
3367 mDeviceCallback = callback;
3368 return status;
3369 }
3370
removeAudioDeviceCallback(const sp<AudioSystem::AudioDeviceCallback> & callback)3371 status_t AudioTrack::removeAudioDeviceCallback(
3372 const sp<AudioSystem::AudioDeviceCallback>& callback)
3373 {
3374 if (callback == 0) {
3375 ALOGW("%s(%d): removing NULL callback!", __func__, mPortId);
3376 return BAD_VALUE;
3377 }
3378 AutoMutex lock(mLock);
3379 if (mDeviceCallback.unsafe_get() != callback.get()) {
3380 ALOGW("%s removing different callback!", __FUNCTION__);
3381 return INVALID_OPERATION;
3382 }
3383 mDeviceCallback.clear();
3384 if (mOutput != AUDIO_IO_HANDLE_NONE) {
3385 AudioSystem::removeAudioDeviceCallback(this, mOutput, mPortId);
3386 }
3387 return NO_ERROR;
3388 }
3389
3390
onAudioDeviceUpdate(audio_io_handle_t audioIo,audio_port_handle_t deviceId)3391 void AudioTrack::onAudioDeviceUpdate(audio_io_handle_t audioIo,
3392 audio_port_handle_t deviceId)
3393 {
3394 sp<AudioSystem::AudioDeviceCallback> callback;
3395 {
3396 AutoMutex lock(mLock);
3397 if (audioIo != mOutput) {
3398 return;
3399 }
3400 callback = mDeviceCallback.promote();
3401 // only update device if the track is active as route changes due to other use cases are
3402 // irrelevant for this client
3403 if (mState == STATE_ACTIVE) {
3404 mRoutedDeviceId = deviceId;
3405 }
3406 }
3407
3408 if (callback.get() != nullptr) {
3409 callback->onAudioDeviceUpdate(mOutput, mRoutedDeviceId);
3410 }
3411 }
3412
pendingDuration(int32_t * msec,ExtendedTimestamp::Location location)3413 status_t AudioTrack::pendingDuration(int32_t *msec, ExtendedTimestamp::Location location)
3414 {
3415 if (msec == nullptr ||
3416 (location != ExtendedTimestamp::LOCATION_SERVER
3417 && location != ExtendedTimestamp::LOCATION_KERNEL)) {
3418 return BAD_VALUE;
3419 }
3420 AutoMutex lock(mLock);
3421 // inclusive of offloaded and direct tracks.
3422 //
3423 // It is possible, but not enabled, to allow duration computation for non-pcm
3424 // audio_has_proportional_frames() formats because currently they have
3425 // the drain rate equivalent to the pcm sample rate * framesize.
3426 if (!isPurePcmData_l()) {
3427 return INVALID_OPERATION;
3428 }
3429 ExtendedTimestamp ets;
3430 if (getTimestamp_l(&ets) == OK
3431 && ets.mTimeNs[location] > 0) {
3432 int64_t diff = ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT]
3433 - ets.mPosition[location];
3434 if (diff < 0) {
3435 *msec = 0;
3436 } else {
3437 // ms is the playback time by frames
3438 int64_t ms = (int64_t)((double)diff * 1000 /
3439 ((double)mSampleRate * mPlaybackRate.mSpeed));
3440 // clockdiff is the timestamp age (negative)
3441 int64_t clockdiff = (mState != STATE_ACTIVE) ? 0 :
3442 ets.mTimeNs[location]
3443 + ets.mTimebaseOffset[ExtendedTimestamp::TIMEBASE_MONOTONIC]
3444 - systemTime(SYSTEM_TIME_MONOTONIC);
3445
3446 //ALOGV("ms: %lld clockdiff: %lld", (long long)ms, (long long)clockdiff);
3447 static const int NANOS_PER_MILLIS = 1000000;
3448 *msec = (int32_t)(ms + clockdiff / NANOS_PER_MILLIS);
3449 }
3450 return NO_ERROR;
3451 }
3452 if (location != ExtendedTimestamp::LOCATION_SERVER) {
3453 return INVALID_OPERATION; // LOCATION_KERNEL is not available
3454 }
3455 // use server position directly (offloaded and direct arrive here)
3456 updateAndGetPosition_l();
3457 int32_t diff = (Modulo<uint32_t>(mFramesWritten) - mPosition).signedValue();
3458 *msec = (diff <= 0) ? 0
3459 : (int32_t)((double)diff * 1000 / ((double)mSampleRate * mPlaybackRate.mSpeed));
3460 return NO_ERROR;
3461 }
3462
hasStarted()3463 bool AudioTrack::hasStarted()
3464 {
3465 AutoMutex lock(mLock);
3466 switch (mState) {
3467 case STATE_STOPPED:
3468 if (isOffloadedOrDirect_l()) {
3469 // check if we have started in the past to return true.
3470 return mStartFromZeroUs > 0;
3471 }
3472 // A normal audio track may still be draining, so
3473 // check if stream has ended. This covers fasttrack position
3474 // instability and start/stop without any data written.
3475 if (mProxy->getStreamEndDone()) {
3476 return true;
3477 }
3478 FALLTHROUGH_INTENDED;
3479 case STATE_ACTIVE:
3480 case STATE_STOPPING:
3481 break;
3482 case STATE_PAUSED:
3483 case STATE_PAUSED_STOPPING:
3484 case STATE_FLUSHED:
3485 return false; // we're not active
3486 default:
3487 LOG_ALWAYS_FATAL("%s(%d): Invalid mState in hasStarted(): %d", __func__, mPortId, mState);
3488 break;
3489 }
3490
3491 // wait indicates whether we need to wait for a timestamp.
3492 // This is conservatively figured - if we encounter an unexpected error
3493 // then we will not wait.
3494 bool wait = false;
3495 if (isOffloadedOrDirect_l()) {
3496 AudioTimestamp ts;
3497 status_t status = getTimestamp_l(ts);
3498 if (status == WOULD_BLOCK) {
3499 wait = true;
3500 } else if (status == OK) {
3501 wait = (ts.mPosition == 0 || ts.mPosition == mStartTs.mPosition);
3502 }
3503 ALOGV("%s(%d): hasStarted wait:%d ts:%u start position:%lld",
3504 __func__, mPortId,
3505 (int)wait,
3506 ts.mPosition,
3507 (long long)mStartTs.mPosition);
3508 } else {
3509 int location = ExtendedTimestamp::LOCATION_SERVER; // for ALOG
3510 ExtendedTimestamp ets;
3511 status_t status = getTimestamp_l(&ets);
3512 if (status == WOULD_BLOCK) { // no SERVER or KERNEL frame info in ets
3513 wait = true;
3514 } else if (status == OK) {
3515 for (location = ExtendedTimestamp::LOCATION_KERNEL;
3516 location >= ExtendedTimestamp::LOCATION_SERVER; --location) {
3517 if (ets.mTimeNs[location] < 0 || mStartEts.mTimeNs[location] < 0) {
3518 continue;
3519 }
3520 wait = ets.mPosition[location] == 0
3521 || ets.mPosition[location] == mStartEts.mPosition[location];
3522 break;
3523 }
3524 }
3525 ALOGV("%s(%d): hasStarted wait:%d ets:%lld start position:%lld",
3526 __func__, mPortId,
3527 (int)wait,
3528 (long long)ets.mPosition[location],
3529 (long long)mStartEts.mPosition[location]);
3530 }
3531 return !wait;
3532 }
3533
3534 // =========================================================================
3535
binderDied(const wp<IBinder> & who __unused)3536 void AudioTrack::DeathNotifier::binderDied(const wp<IBinder>& who __unused)
3537 {
3538 sp<AudioTrack> audioTrack = mAudioTrack.promote();
3539 if (audioTrack != 0) {
3540 AutoMutex lock(audioTrack->mLock);
3541 audioTrack->mProxy->binderDied();
3542 }
3543 }
3544
3545 // =========================================================================
3546
AudioTrackThread(AudioTrack & receiver)3547 AudioTrack::AudioTrackThread::AudioTrackThread(AudioTrack& receiver)
3548 : Thread(true /* bCanCallJava */) // binder recursion on restoreTrack_l() may call Java.
3549 , mReceiver(receiver), mPaused(true), mPausedInt(false), mPausedNs(0LL),
3550 mIgnoreNextPausedInt(false)
3551 {
3552 }
3553
~AudioTrackThread()3554 AudioTrack::AudioTrackThread::~AudioTrackThread()
3555 {
3556 }
3557
threadLoop()3558 bool AudioTrack::AudioTrackThread::threadLoop()
3559 {
3560 {
3561 AutoMutex _l(mMyLock);
3562 if (mPaused) {
3563 // TODO check return value and handle or log
3564 mMyCond.wait(mMyLock);
3565 // caller will check for exitPending()
3566 return true;
3567 }
3568 if (mIgnoreNextPausedInt) {
3569 mIgnoreNextPausedInt = false;
3570 mPausedInt = false;
3571 }
3572 if (mPausedInt) {
3573 // TODO use futex instead of condition, for event flag "or"
3574 if (mPausedNs > 0) {
3575 // TODO check return value and handle or log
3576 (void) mMyCond.waitRelative(mMyLock, mPausedNs);
3577 } else {
3578 // TODO check return value and handle or log
3579 mMyCond.wait(mMyLock);
3580 }
3581 mPausedInt = false;
3582 return true;
3583 }
3584 }
3585 if (exitPending()) {
3586 return false;
3587 }
3588 nsecs_t ns = mReceiver.processAudioBuffer();
3589 switch (ns) {
3590 case 0:
3591 return true;
3592 case NS_INACTIVE:
3593 pauseInternal();
3594 return true;
3595 case NS_NEVER:
3596 return false;
3597 case NS_WHENEVER:
3598 // Event driven: call wake() when callback notifications conditions change.
3599 ns = INT64_MAX;
3600 FALLTHROUGH_INTENDED;
3601 default:
3602 LOG_ALWAYS_FATAL_IF(ns < 0, "%s(%d): processAudioBuffer() returned %lld",
3603 __func__, mReceiver.mPortId, (long long)ns);
3604 pauseInternal(ns);
3605 return true;
3606 }
3607 }
3608
requestExit()3609 void AudioTrack::AudioTrackThread::requestExit()
3610 {
3611 // must be in this order to avoid a race condition
3612 Thread::requestExit();
3613 resume();
3614 }
3615
pause()3616 void AudioTrack::AudioTrackThread::pause()
3617 {
3618 AutoMutex _l(mMyLock);
3619 mPaused = true;
3620 }
3621
resume()3622 void AudioTrack::AudioTrackThread::resume()
3623 {
3624 AutoMutex _l(mMyLock);
3625 mIgnoreNextPausedInt = true;
3626 if (mPaused || mPausedInt) {
3627 mPaused = false;
3628 mPausedInt = false;
3629 mMyCond.signal();
3630 }
3631 }
3632
wake()3633 void AudioTrack::AudioTrackThread::wake()
3634 {
3635 AutoMutex _l(mMyLock);
3636 if (!mPaused) {
3637 // wake() might be called while servicing a callback - ignore the next
3638 // pause time and call processAudioBuffer.
3639 mIgnoreNextPausedInt = true;
3640 if (mPausedInt && mPausedNs > 0) {
3641 // audio track is active and internally paused with timeout.
3642 mPausedInt = false;
3643 mMyCond.signal();
3644 }
3645 }
3646 }
3647
pauseInternal(nsecs_t ns)3648 void AudioTrack::AudioTrackThread::pauseInternal(nsecs_t ns)
3649 {
3650 AutoMutex _l(mMyLock);
3651 mPausedInt = true;
3652 mPausedNs = ns;
3653 }
3654
onCodecFormatChanged(const std::vector<uint8_t> & audioMetadata)3655 binder::Status AudioTrack::AudioTrackCallback::onCodecFormatChanged(
3656 const std::vector<uint8_t>& audioMetadata)
3657 {
3658 AutoMutex _l(mAudioTrackCbLock);
3659 sp<media::IAudioTrackCallback> callback = mCallback.promote();
3660 if (callback.get() != nullptr) {
3661 callback->onCodecFormatChanged(audioMetadata);
3662 } else {
3663 mCallback.clear();
3664 }
3665 return binder::Status::ok();
3666 }
3667
setAudioTrackCallback(const sp<media::IAudioTrackCallback> & callback)3668 void AudioTrack::AudioTrackCallback::setAudioTrackCallback(
3669 const sp<media::IAudioTrackCallback> &callback) {
3670 AutoMutex lock(mAudioTrackCbLock);
3671 mCallback = callback;
3672 }
3673
3674 } // namespace android
3675