1 /*
2 **
3 ** Copyright 2008, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 ** http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17
18 // Proxy for media player implementations
19
20 //#define LOG_NDEBUG 0
21 #define LOG_TAG "MediaPlayerService"
22 #include <utils/Log.h>
23
24 #include <sys/types.h>
25 #include <sys/stat.h>
26 #include <sys/time.h>
27 #include <dirent.h>
28 #include <unistd.h>
29
30 #include <string.h>
31
32 #include <cutils/atomic.h>
33 #include <cutils/properties.h> // for property_get
34
35 #include <utils/misc.h>
36
37 #include <android/hardware/media/omx/1.0/IOmx.h>
38 #include <android/hardware/media/c2/1.0/IComponentStore.h>
39 #include <binder/IPCThreadState.h>
40 #include <binder/IServiceManager.h>
41 #include <binder/MemoryHeapBase.h>
42 #include <binder/MemoryBase.h>
43 #include <gui/Surface.h>
44 #include <utils/Errors.h> // for status_t
45 #include <utils/String8.h>
46 #include <utils/SystemClock.h>
47 #include <utils/Timers.h>
48 #include <utils/Vector.h>
49
50 #include <codec2/hidl/client.h>
51 #include <media/IMediaHTTPService.h>
52 #include <media/IRemoteDisplay.h>
53 #include <media/IRemoteDisplayClient.h>
54 #include <media/MediaPlayerInterface.h>
55 #include <media/mediarecorder.h>
56 #include <media/MediaMetadataRetrieverInterface.h>
57 #include <media/Metadata.h>
58 #include <media/AudioTrack.h>
59 #include <media/MemoryLeakTrackUtil.h>
60 #include <media/stagefright/InterfaceUtils.h>
61 #include <media/stagefright/MediaCodecList.h>
62 #include <media/stagefright/MediaErrors.h>
63 #include <media/stagefright/Utils.h>
64 #include <media/stagefright/foundation/ADebug.h>
65 #include <media/stagefright/foundation/ALooperRoster.h>
66 #include <media/stagefright/SurfaceUtils.h>
67 #include <mediautils/BatteryNotifier.h>
68
69 #include <memunreachable/memunreachable.h>
70 #include <system/audio.h>
71
72 #include <private/android_filesystem_config.h>
73
74 #include "ActivityManager.h"
75 #include "MediaRecorderClient.h"
76 #include "MediaPlayerService.h"
77 #include "MetadataRetrieverClient.h"
78 #include "MediaPlayerFactory.h"
79
80 #include "TestPlayerStub.h"
81 #include "nuplayer/NuPlayerDriver.h"
82
83 #include "HTTPBase.h"
84
85 static const int kDumpLockRetries = 50;
86 static const int kDumpLockSleepUs = 20000;
87
88 namespace {
89 using android::media::Metadata;
90 using android::status_t;
91 using android::OK;
92 using android::BAD_VALUE;
93 using android::NOT_ENOUGH_DATA;
94 using android::Parcel;
95 using android::media::VolumeShaper;
96
97 // Max number of entries in the filter.
98 const int kMaxFilterSize = 64; // I pulled that out of thin air.
99
100 const float kMaxRequiredSpeed = 8.0f; // for PCM tracks allow up to 8x speedup.
101
102 // FIXME: Move all the metadata related function in the Metadata.cpp
103
104
105 // Unmarshall a filter from a Parcel.
106 // Filter format in a parcel:
107 //
108 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
109 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
110 // | number of entries (n) |
111 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
112 // | metadata type 1 |
113 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
114 // | metadata type 2 |
115 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
116 // ....
117 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
118 // | metadata type n |
119 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
120 //
121 // @param p Parcel that should start with a filter.
122 // @param[out] filter On exit contains the list of metadata type to be
123 // filtered.
124 // @param[out] status On exit contains the status code to be returned.
125 // @return true if the parcel starts with a valid filter.
unmarshallFilter(const Parcel & p,Metadata::Filter * filter,status_t * status)126 bool unmarshallFilter(const Parcel& p,
127 Metadata::Filter *filter,
128 status_t *status)
129 {
130 int32_t val;
131 if (p.readInt32(&val) != OK)
132 {
133 ALOGE("Failed to read filter's length");
134 *status = NOT_ENOUGH_DATA;
135 return false;
136 }
137
138 if( val > kMaxFilterSize || val < 0)
139 {
140 ALOGE("Invalid filter len %d", val);
141 *status = BAD_VALUE;
142 return false;
143 }
144
145 const size_t num = val;
146
147 filter->clear();
148 filter->setCapacity(num);
149
150 size_t size = num * sizeof(Metadata::Type);
151
152
153 if (p.dataAvail() < size)
154 {
155 ALOGE("Filter too short expected %zu but got %zu", size, p.dataAvail());
156 *status = NOT_ENOUGH_DATA;
157 return false;
158 }
159
160 const Metadata::Type *data =
161 static_cast<const Metadata::Type*>(p.readInplace(size));
162
163 if (NULL == data)
164 {
165 ALOGE("Filter had no data");
166 *status = BAD_VALUE;
167 return false;
168 }
169
170 // TODO: The stl impl of vector would be more efficient here
171 // because it degenerates into a memcpy on pod types. Try to
172 // replace later or use stl::set.
173 for (size_t i = 0; i < num; ++i)
174 {
175 filter->add(*data);
176 ++data;
177 }
178 *status = OK;
179 return true;
180 }
181
182 // @param filter Of metadata type.
183 // @param val To be searched.
184 // @return true if a match was found.
findMetadata(const Metadata::Filter & filter,const int32_t val)185 bool findMetadata(const Metadata::Filter& filter, const int32_t val)
186 {
187 // Deal with empty and ANY right away
188 if (filter.isEmpty()) return false;
189 if (filter[0] == Metadata::kAny) return true;
190
191 return filter.indexOf(val) >= 0;
192 }
193
194 } // anonymous namespace
195
196
197 namespace {
198 using android::Parcel;
199 using android::String16;
200
201 // marshalling tag indicating flattened utf16 tags
202 // keep in sync with frameworks/base/media/java/android/media/AudioAttributes.java
203 const int32_t kAudioAttributesMarshallTagFlattenTags = 1;
204
205 // Audio attributes format in a parcel:
206 //
207 // 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
208 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
209 // | usage |
210 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
211 // | content_type |
212 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
213 // | source |
214 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
215 // | flags |
216 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
217 // | kAudioAttributesMarshallTagFlattenTags | // ignore tags if not found
218 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
219 // | flattened tags in UTF16 |
220 // | ... |
221 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
222 //
223 // @param p Parcel that contains audio attributes.
224 // @param[out] attributes On exit points to an initialized audio_attributes_t structure
225 // @param[out] status On exit contains the status code to be returned.
unmarshallAudioAttributes(const Parcel & parcel,audio_attributes_t * attributes)226 void unmarshallAudioAttributes(const Parcel& parcel, audio_attributes_t *attributes)
227 {
228 attributes->usage = (audio_usage_t) parcel.readInt32();
229 attributes->content_type = (audio_content_type_t) parcel.readInt32();
230 attributes->source = (audio_source_t) parcel.readInt32();
231 attributes->flags = (audio_flags_mask_t) parcel.readInt32();
232 const bool hasFlattenedTag = (parcel.readInt32() == kAudioAttributesMarshallTagFlattenTags);
233 if (hasFlattenedTag) {
234 // the tags are UTF16, convert to UTF8
235 String16 tags = parcel.readString16();
236 ssize_t realTagSize = utf16_to_utf8_length(tags.string(), tags.size());
237 if (realTagSize <= 0) {
238 strcpy(attributes->tags, "");
239 } else {
240 // copy the flattened string into the attributes as the destination for the conversion:
241 // copying array size -1, array for tags was calloc'd, no need to NULL-terminate it
242 size_t tagSize = realTagSize > AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 ?
243 AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 : realTagSize;
244 utf16_to_utf8(tags.string(), tagSize, attributes->tags,
245 sizeof(attributes->tags) / sizeof(attributes->tags[0]));
246 }
247 } else {
248 ALOGE("unmarshallAudioAttributes() received unflattened tags, ignoring tag values");
249 strcpy(attributes->tags, "");
250 }
251 }
252 } // anonymous namespace
253
254
255 namespace android {
256
257 extern ALooperRoster gLooperRoster;
258
259
checkPermission(const char * permissionString)260 static bool checkPermission(const char* permissionString) {
261 if (getpid() == IPCThreadState::self()->getCallingPid()) return true;
262 bool ok = checkCallingPermission(String16(permissionString));
263 if (!ok) ALOGE("Request requires %s", permissionString);
264 return ok;
265 }
266
267 // TODO: Find real cause of Audio/Video delay in PV framework and remove this workaround
268 /* static */ int MediaPlayerService::AudioOutput::mMinBufferCount = 4;
269 /* static */ bool MediaPlayerService::AudioOutput::mIsOnEmulator = false;
270
instantiate()271 void MediaPlayerService::instantiate() {
272 defaultServiceManager()->addService(
273 String16("media.player"), new MediaPlayerService());
274 }
275
MediaPlayerService()276 MediaPlayerService::MediaPlayerService()
277 {
278 ALOGV("MediaPlayerService created");
279 mNextConnId = 1;
280
281 MediaPlayerFactory::registerBuiltinFactories();
282 }
283
~MediaPlayerService()284 MediaPlayerService::~MediaPlayerService()
285 {
286 ALOGV("MediaPlayerService destroyed");
287 }
288
createMediaRecorder(const String16 & opPackageName)289 sp<IMediaRecorder> MediaPlayerService::createMediaRecorder(const String16 &opPackageName)
290 {
291 pid_t pid = IPCThreadState::self()->getCallingPid();
292 sp<MediaRecorderClient> recorder = new MediaRecorderClient(this, pid, opPackageName);
293 wp<MediaRecorderClient> w = recorder;
294 Mutex::Autolock lock(mLock);
295 mMediaRecorderClients.add(w);
296 ALOGV("Create new media recorder client from pid %d", pid);
297 return recorder;
298 }
299
removeMediaRecorderClient(const wp<MediaRecorderClient> & client)300 void MediaPlayerService::removeMediaRecorderClient(const wp<MediaRecorderClient>& client)
301 {
302 Mutex::Autolock lock(mLock);
303 mMediaRecorderClients.remove(client);
304 ALOGV("Delete media recorder client");
305 }
306
createMetadataRetriever()307 sp<IMediaMetadataRetriever> MediaPlayerService::createMetadataRetriever()
308 {
309 pid_t pid = IPCThreadState::self()->getCallingPid();
310 sp<MetadataRetrieverClient> retriever = new MetadataRetrieverClient(pid);
311 ALOGV("Create new media retriever from pid %d", pid);
312 return retriever;
313 }
314
create(const sp<IMediaPlayerClient> & client,audio_session_t audioSessionId)315 sp<IMediaPlayer> MediaPlayerService::create(const sp<IMediaPlayerClient>& client,
316 audio_session_t audioSessionId)
317 {
318 pid_t pid = IPCThreadState::self()->getCallingPid();
319 int32_t connId = android_atomic_inc(&mNextConnId);
320
321 sp<Client> c = new Client(
322 this, pid, connId, client, audioSessionId,
323 IPCThreadState::self()->getCallingUid());
324
325 ALOGV("Create new client(%d) from pid %d, uid %d, ", connId, pid,
326 IPCThreadState::self()->getCallingUid());
327
328 wp<Client> w = c;
329 {
330 Mutex::Autolock lock(mLock);
331 mClients.add(w);
332 }
333 return c;
334 }
335
getCodecList() const336 sp<IMediaCodecList> MediaPlayerService::getCodecList() const {
337 return MediaCodecList::getLocalInstance();
338 }
339
listenForRemoteDisplay(const String16 &,const sp<IRemoteDisplayClient> &,const String8 &)340 sp<IRemoteDisplay> MediaPlayerService::listenForRemoteDisplay(
341 const String16 &/*opPackageName*/,
342 const sp<IRemoteDisplayClient>& /*client*/,
343 const String8& /*iface*/) {
344 ALOGE("listenForRemoteDisplay is no longer supported!");
345
346 return NULL;
347 }
348
dump(int fd,const Vector<String16> & args) const349 status_t MediaPlayerService::AudioOutput::dump(int fd, const Vector<String16>& args) const
350 {
351 const size_t SIZE = 256;
352 char buffer[SIZE];
353 String8 result;
354
355 result.append(" AudioOutput\n");
356 snprintf(buffer, 255, " stream type(%d), left - right volume(%f, %f)\n",
357 mStreamType, mLeftVolume, mRightVolume);
358 result.append(buffer);
359 snprintf(buffer, 255, " msec per frame(%f), latency (%d)\n",
360 mMsecsPerFrame, (mTrack != 0) ? mTrack->latency() : -1);
361 result.append(buffer);
362 snprintf(buffer, 255, " aux effect id(%d), send level (%f)\n",
363 mAuxEffectId, mSendLevel);
364 result.append(buffer);
365
366 ::write(fd, result.string(), result.size());
367 if (mTrack != 0) {
368 mTrack->dump(fd, args);
369 }
370 return NO_ERROR;
371 }
372
dump(int fd,const Vector<String16> & args)373 status_t MediaPlayerService::Client::dump(int fd, const Vector<String16>& args)
374 {
375 const size_t SIZE = 256;
376 char buffer[SIZE];
377 String8 result;
378 result.append(" Client\n");
379 snprintf(buffer, 255, " pid(%d), connId(%d), status(%d), looping(%s)\n",
380 mPid, mConnId, mStatus, mLoop?"true": "false");
381 result.append(buffer);
382
383 sp<MediaPlayerBase> p;
384 sp<AudioOutput> audioOutput;
385 bool locked = false;
386 for (int i = 0; i < kDumpLockRetries; ++i) {
387 if (mLock.tryLock() == NO_ERROR) {
388 locked = true;
389 break;
390 }
391 usleep(kDumpLockSleepUs);
392 }
393
394 if (locked) {
395 p = mPlayer;
396 audioOutput = mAudioOutput;
397 mLock.unlock();
398 } else {
399 result.append(" lock is taken, no dump from player and audio output\n");
400 }
401 write(fd, result.string(), result.size());
402
403 if (p != NULL) {
404 p->dump(fd, args);
405 }
406 if (audioOutput != 0) {
407 audioOutput->dump(fd, args);
408 }
409 write(fd, "\n", 1);
410 return NO_ERROR;
411 }
412
413 /**
414 * The only arguments this understands right now are -c, -von and -voff,
415 * which are parsed by ALooperRoster::dump()
416 */
dump(int fd,const Vector<String16> & args)417 status_t MediaPlayerService::dump(int fd, const Vector<String16>& args)
418 {
419 const size_t SIZE = 256;
420 char buffer[SIZE];
421 String8 result;
422 SortedVector< sp<Client> > clients; //to serialise the mutex unlock & client destruction.
423 SortedVector< sp<MediaRecorderClient> > mediaRecorderClients;
424
425 if (checkCallingPermission(String16("android.permission.DUMP")) == false) {
426 snprintf(buffer, SIZE, "Permission Denial: "
427 "can't dump MediaPlayerService from pid=%d, uid=%d\n",
428 IPCThreadState::self()->getCallingPid(),
429 IPCThreadState::self()->getCallingUid());
430 result.append(buffer);
431 } else {
432 Mutex::Autolock lock(mLock);
433 for (int i = 0, n = mClients.size(); i < n; ++i) {
434 sp<Client> c = mClients[i].promote();
435 if (c != 0) c->dump(fd, args);
436 clients.add(c);
437 }
438 if (mMediaRecorderClients.size() == 0) {
439 result.append(" No media recorder client\n\n");
440 } else {
441 for (int i = 0, n = mMediaRecorderClients.size(); i < n; ++i) {
442 sp<MediaRecorderClient> c = mMediaRecorderClients[i].promote();
443 if (c != 0) {
444 snprintf(buffer, 255, " MediaRecorderClient pid(%d)\n", c->mPid);
445 result.append(buffer);
446 write(fd, result.string(), result.size());
447 result = "\n";
448 c->dump(fd, args);
449 mediaRecorderClients.add(c);
450 }
451 }
452 }
453
454 result.append(" Files opened and/or mapped:\n");
455 snprintf(buffer, SIZE, "/proc/%d/maps", getpid());
456 FILE *f = fopen(buffer, "r");
457 if (f) {
458 while (!feof(f)) {
459 fgets(buffer, SIZE, f);
460 if (strstr(buffer, " /storage/") ||
461 strstr(buffer, " /system/sounds/") ||
462 strstr(buffer, " /data/") ||
463 strstr(buffer, " /system/media/")) {
464 result.append(" ");
465 result.append(buffer);
466 }
467 }
468 fclose(f);
469 } else {
470 result.append("couldn't open ");
471 result.append(buffer);
472 result.append("\n");
473 }
474
475 snprintf(buffer, SIZE, "/proc/%d/fd", getpid());
476 DIR *d = opendir(buffer);
477 if (d) {
478 struct dirent *ent;
479 while((ent = readdir(d)) != NULL) {
480 if (strcmp(ent->d_name,".") && strcmp(ent->d_name,"..")) {
481 snprintf(buffer, SIZE, "/proc/%d/fd/%s", getpid(), ent->d_name);
482 struct stat s;
483 if (lstat(buffer, &s) == 0) {
484 if ((s.st_mode & S_IFMT) == S_IFLNK) {
485 char linkto[256];
486 int len = readlink(buffer, linkto, sizeof(linkto));
487 if(len > 0) {
488 if(len > 255) {
489 linkto[252] = '.';
490 linkto[253] = '.';
491 linkto[254] = '.';
492 linkto[255] = 0;
493 } else {
494 linkto[len] = 0;
495 }
496 if (strstr(linkto, "/storage/") == linkto ||
497 strstr(linkto, "/system/sounds/") == linkto ||
498 strstr(linkto, "/data/") == linkto ||
499 strstr(linkto, "/system/media/") == linkto) {
500 result.append(" ");
501 result.append(buffer);
502 result.append(" -> ");
503 result.append(linkto);
504 result.append("\n");
505 }
506 }
507 } else {
508 result.append(" unexpected type for ");
509 result.append(buffer);
510 result.append("\n");
511 }
512 }
513 }
514 }
515 closedir(d);
516 } else {
517 result.append("couldn't open ");
518 result.append(buffer);
519 result.append("\n");
520 }
521
522 gLooperRoster.dump(fd, args);
523
524 bool dumpMem = false;
525 bool unreachableMemory = false;
526 for (size_t i = 0; i < args.size(); i++) {
527 if (args[i] == String16("-m")) {
528 dumpMem = true;
529 } else if (args[i] == String16("--unreachable")) {
530 unreachableMemory = true;
531 }
532 }
533 if (dumpMem) {
534 result.append("\nDumping memory:\n");
535 std::string s = dumpMemoryAddresses(100 /* limit */);
536 result.append(s.c_str(), s.size());
537 }
538 if (unreachableMemory) {
539 result.append("\nDumping unreachable memory:\n");
540 // TODO - should limit be an argument parameter?
541 std::string s = GetUnreachableMemoryString(true /* contents */, 10000 /* limit */);
542 result.append(s.c_str(), s.size());
543 }
544 }
545 write(fd, result.string(), result.size());
546 return NO_ERROR;
547 }
548
removeClient(const wp<Client> & client)549 void MediaPlayerService::removeClient(const wp<Client>& client)
550 {
551 Mutex::Autolock lock(mLock);
552 mClients.remove(client);
553 }
554
hasClient(wp<Client> client)555 bool MediaPlayerService::hasClient(wp<Client> client)
556 {
557 Mutex::Autolock lock(mLock);
558 return mClients.indexOf(client) != NAME_NOT_FOUND;
559 }
560
Client(const sp<MediaPlayerService> & service,pid_t pid,int32_t connId,const sp<IMediaPlayerClient> & client,audio_session_t audioSessionId,uid_t uid)561 MediaPlayerService::Client::Client(
562 const sp<MediaPlayerService>& service, pid_t pid,
563 int32_t connId, const sp<IMediaPlayerClient>& client,
564 audio_session_t audioSessionId, uid_t uid)
565 {
566 ALOGV("Client(%d) constructor", connId);
567 mPid = pid;
568 mConnId = connId;
569 mService = service;
570 mClient = client;
571 mLoop = false;
572 mStatus = NO_INIT;
573 mAudioSessionId = audioSessionId;
574 mUid = uid;
575 mRetransmitEndpointValid = false;
576 mAudioAttributes = NULL;
577 mListener = new Listener(this);
578
579 #if CALLBACK_ANTAGONIZER
580 ALOGD("create Antagonizer");
581 mAntagonizer = new Antagonizer(mListener);
582 #endif
583 }
584
~Client()585 MediaPlayerService::Client::~Client()
586 {
587 ALOGV("Client(%d) destructor pid = %d", mConnId, mPid);
588 mAudioOutput.clear();
589 wp<Client> client(this);
590 disconnect();
591 mService->removeClient(client);
592 if (mAudioAttributes != NULL) {
593 free(mAudioAttributes);
594 }
595 mAudioDeviceUpdatedListener.clear();
596 }
597
disconnect()598 void MediaPlayerService::Client::disconnect()
599 {
600 ALOGV("disconnect(%d) from pid %d", mConnId, mPid);
601 // grab local reference and clear main reference to prevent future
602 // access to object
603 sp<MediaPlayerBase> p;
604 {
605 Mutex::Autolock l(mLock);
606 p = mPlayer;
607 mClient.clear();
608 mPlayer.clear();
609 }
610
611 // clear the notification to prevent callbacks to dead client
612 // and reset the player. We assume the player will serialize
613 // access to itself if necessary.
614 if (p != 0) {
615 p->setNotifyCallback(0);
616 #if CALLBACK_ANTAGONIZER
617 ALOGD("kill Antagonizer");
618 mAntagonizer->kill();
619 #endif
620 p->reset();
621 }
622
623 {
624 Mutex::Autolock l(mLock);
625 disconnectNativeWindow_l();
626 }
627
628 IPCThreadState::self()->flushCommands();
629 }
630
createPlayer(player_type playerType)631 sp<MediaPlayerBase> MediaPlayerService::Client::createPlayer(player_type playerType)
632 {
633 // determine if we have the right player type
634 sp<MediaPlayerBase> p = getPlayer();
635 if ((p != NULL) && (p->playerType() != playerType)) {
636 ALOGV("delete player");
637 p.clear();
638 }
639 if (p == NULL) {
640 p = MediaPlayerFactory::createPlayer(playerType, mListener, mPid);
641 }
642
643 if (p != NULL) {
644 p->setUID(mUid);
645 }
646
647 return p;
648 }
649
onAudioDeviceUpdate(audio_io_handle_t audioIo,audio_port_handle_t deviceId)650 void MediaPlayerService::Client::AudioDeviceUpdatedNotifier::onAudioDeviceUpdate(
651 audio_io_handle_t audioIo,
652 audio_port_handle_t deviceId) {
653 sp<MediaPlayerBase> listener = mListener.promote();
654 if (listener != NULL) {
655 listener->sendEvent(MEDIA_AUDIO_ROUTING_CHANGED, audioIo, deviceId);
656 } else {
657 ALOGW("listener for process %d death is gone", MEDIA_AUDIO_ROUTING_CHANGED);
658 }
659 }
660
setDataSource_pre(player_type playerType)661 sp<MediaPlayerBase> MediaPlayerService::Client::setDataSource_pre(
662 player_type playerType)
663 {
664 ALOGV("player type = %d", playerType);
665
666 // create the right type of player
667 sp<MediaPlayerBase> p = createPlayer(playerType);
668 if (p == NULL) {
669 return p;
670 }
671
672 std::vector<DeathNotifier> deathNotifiers;
673
674 // Listen to death of media.extractor service
675 sp<IServiceManager> sm = defaultServiceManager();
676 sp<IBinder> binder = sm->getService(String16("media.extractor"));
677 if (binder == NULL) {
678 ALOGE("extractor service not available");
679 return NULL;
680 }
681 deathNotifiers.emplace_back(
682 binder, [l = wp<MediaPlayerBase>(p)]() {
683 sp<MediaPlayerBase> listener = l.promote();
684 if (listener) {
685 ALOGI("media.extractor died. Sending death notification.");
686 listener->sendEvent(MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
687 MEDIAEXTRACTOR_PROCESS_DEATH);
688 } else {
689 ALOGW("media.extractor died without a death handler.");
690 }
691 });
692
693 {
694 using ::android::hidl::base::V1_0::IBase;
695
696 // Listen to death of OMX service
697 {
698 sp<IBase> base = ::android::hardware::media::omx::V1_0::
699 IOmx::getService();
700 if (base == nullptr) {
701 ALOGD("OMX service is not available");
702 } else {
703 deathNotifiers.emplace_back(
704 base, [l = wp<MediaPlayerBase>(p)]() {
705 sp<MediaPlayerBase> listener = l.promote();
706 if (listener) {
707 ALOGI("OMX service died. "
708 "Sending death notification.");
709 listener->sendEvent(
710 MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
711 MEDIACODEC_PROCESS_DEATH);
712 } else {
713 ALOGW("OMX service died without a death handler.");
714 }
715 });
716 }
717 }
718
719 // Listen to death of Codec2 services
720 {
721 for (std::shared_ptr<Codec2Client> const& client :
722 Codec2Client::CreateFromAllServices()) {
723 sp<IBase> base = client->getBase();
724 deathNotifiers.emplace_back(
725 base, [l = wp<MediaPlayerBase>(p),
726 name = std::string(client->getServiceName())]() {
727 sp<MediaPlayerBase> listener = l.promote();
728 if (listener) {
729 ALOGI("Codec2 service \"%s\" died. "
730 "Sending death notification.",
731 name.c_str());
732 listener->sendEvent(
733 MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
734 MEDIACODEC_PROCESS_DEATH);
735 } else {
736 ALOGW("Codec2 service \"%s\" died "
737 "without a death handler.",
738 name.c_str());
739 }
740 });
741 }
742 }
743 }
744
745 Mutex::Autolock lock(mLock);
746
747 mDeathNotifiers.clear();
748 mDeathNotifiers.swap(deathNotifiers);
749 mAudioDeviceUpdatedListener = new AudioDeviceUpdatedNotifier(p);
750
751 if (!p->hardwareOutput()) {
752 mAudioOutput = new AudioOutput(mAudioSessionId, IPCThreadState::self()->getCallingUid(),
753 mPid, mAudioAttributes, mAudioDeviceUpdatedListener);
754 static_cast<MediaPlayerInterface*>(p.get())->setAudioSink(mAudioOutput);
755 }
756
757 return p;
758 }
759
setDataSource_post(const sp<MediaPlayerBase> & p,status_t status)760 status_t MediaPlayerService::Client::setDataSource_post(
761 const sp<MediaPlayerBase>& p,
762 status_t status)
763 {
764 ALOGV(" setDataSource");
765 if (status != OK) {
766 ALOGE(" error: %d", status);
767 return status;
768 }
769
770 // Set the re-transmission endpoint if one was chosen.
771 if (mRetransmitEndpointValid) {
772 status = p->setRetransmitEndpoint(&mRetransmitEndpoint);
773 if (status != NO_ERROR) {
774 ALOGE("setRetransmitEndpoint error: %d", status);
775 }
776 }
777
778 if (status == OK) {
779 Mutex::Autolock lock(mLock);
780 mPlayer = p;
781 }
782 return status;
783 }
784
setDataSource(const sp<IMediaHTTPService> & httpService,const char * url,const KeyedVector<String8,String8> * headers)785 status_t MediaPlayerService::Client::setDataSource(
786 const sp<IMediaHTTPService> &httpService,
787 const char *url,
788 const KeyedVector<String8, String8> *headers)
789 {
790 ALOGV("setDataSource(%s)", url);
791 if (url == NULL)
792 return UNKNOWN_ERROR;
793
794 if ((strncmp(url, "http://", 7) == 0) ||
795 (strncmp(url, "https://", 8) == 0) ||
796 (strncmp(url, "rtsp://", 7) == 0)) {
797 if (!checkPermission("android.permission.INTERNET")) {
798 return PERMISSION_DENIED;
799 }
800 }
801
802 if (strncmp(url, "content://", 10) == 0) {
803 // get a filedescriptor for the content Uri and
804 // pass it to the setDataSource(fd) method
805
806 String16 url16(url);
807 int fd = android::openContentProviderFile(url16);
808 if (fd < 0)
809 {
810 ALOGE("Couldn't open fd for %s", url);
811 return UNKNOWN_ERROR;
812 }
813 status_t status = setDataSource(fd, 0, 0x7fffffffffLL); // this sets mStatus
814 close(fd);
815 return mStatus = status;
816 } else {
817 player_type playerType = MediaPlayerFactory::getPlayerType(this, url);
818 sp<MediaPlayerBase> p = setDataSource_pre(playerType);
819 if (p == NULL) {
820 return NO_INIT;
821 }
822
823 return mStatus =
824 setDataSource_post(
825 p, p->setDataSource(httpService, url, headers));
826 }
827 }
828
setDataSource(int fd,int64_t offset,int64_t length)829 status_t MediaPlayerService::Client::setDataSource(int fd, int64_t offset, int64_t length)
830 {
831 ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld",
832 fd, nameForFd(fd).c_str(), (long long) offset, (long long) length);
833 struct stat sb;
834 int ret = fstat(fd, &sb);
835 if (ret != 0) {
836 ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno));
837 return UNKNOWN_ERROR;
838 }
839
840 ALOGV("st_dev = %llu", static_cast<unsigned long long>(sb.st_dev));
841 ALOGV("st_mode = %u", sb.st_mode);
842 ALOGV("st_uid = %lu", static_cast<unsigned long>(sb.st_uid));
843 ALOGV("st_gid = %lu", static_cast<unsigned long>(sb.st_gid));
844 ALOGV("st_size = %llu", static_cast<unsigned long long>(sb.st_size));
845
846 if (offset >= sb.st_size) {
847 ALOGE("offset error");
848 return UNKNOWN_ERROR;
849 }
850 if (offset + length > sb.st_size) {
851 length = sb.st_size - offset;
852 ALOGV("calculated length = %lld", (long long)length);
853 }
854
855 player_type playerType = MediaPlayerFactory::getPlayerType(this,
856 fd,
857 offset,
858 length);
859 sp<MediaPlayerBase> p = setDataSource_pre(playerType);
860 if (p == NULL) {
861 return NO_INIT;
862 }
863
864 // now set data source
865 return mStatus = setDataSource_post(p, p->setDataSource(fd, offset, length));
866 }
867
setDataSource(const sp<IStreamSource> & source)868 status_t MediaPlayerService::Client::setDataSource(
869 const sp<IStreamSource> &source) {
870 // create the right type of player
871 player_type playerType = MediaPlayerFactory::getPlayerType(this, source);
872 sp<MediaPlayerBase> p = setDataSource_pre(playerType);
873 if (p == NULL) {
874 return NO_INIT;
875 }
876
877 // now set data source
878 return mStatus = setDataSource_post(p, p->setDataSource(source));
879 }
880
setDataSource(const sp<IDataSource> & source)881 status_t MediaPlayerService::Client::setDataSource(
882 const sp<IDataSource> &source) {
883 sp<DataSource> dataSource = CreateDataSourceFromIDataSource(source);
884 player_type playerType = MediaPlayerFactory::getPlayerType(this, dataSource);
885 sp<MediaPlayerBase> p = setDataSource_pre(playerType);
886 if (p == NULL) {
887 return NO_INIT;
888 }
889 // now set data source
890 return mStatus = setDataSource_post(p, p->setDataSource(dataSource));
891 }
892
disconnectNativeWindow_l()893 void MediaPlayerService::Client::disconnectNativeWindow_l() {
894 if (mConnectedWindow != NULL) {
895 status_t err = nativeWindowDisconnect(
896 mConnectedWindow.get(), "disconnectNativeWindow");
897
898 if (err != OK) {
899 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
900 strerror(-err), err);
901 }
902 }
903 mConnectedWindow.clear();
904 }
905
setVideoSurfaceTexture(const sp<IGraphicBufferProducer> & bufferProducer)906 status_t MediaPlayerService::Client::setVideoSurfaceTexture(
907 const sp<IGraphicBufferProducer>& bufferProducer)
908 {
909 ALOGV("[%d] setVideoSurfaceTexture(%p)", mConnId, bufferProducer.get());
910 sp<MediaPlayerBase> p = getPlayer();
911 if (p == 0) return UNKNOWN_ERROR;
912
913 sp<IBinder> binder(IInterface::asBinder(bufferProducer));
914 if (mConnectedWindowBinder == binder) {
915 return OK;
916 }
917
918 sp<ANativeWindow> anw;
919 if (bufferProducer != NULL) {
920 anw = new Surface(bufferProducer, true /* controlledByApp */);
921 status_t err = nativeWindowConnect(anw.get(), "setVideoSurfaceTexture");
922
923 if (err != OK) {
924 ALOGE("setVideoSurfaceTexture failed: %d", err);
925 // Note that we must do the reset before disconnecting from the ANW.
926 // Otherwise queue/dequeue calls could be made on the disconnected
927 // ANW, which may result in errors.
928 reset();
929
930 Mutex::Autolock lock(mLock);
931 disconnectNativeWindow_l();
932
933 return err;
934 }
935 }
936
937 // Note that we must set the player's new GraphicBufferProducer before
938 // disconnecting the old one. Otherwise queue/dequeue calls could be made
939 // on the disconnected ANW, which may result in errors.
940 status_t err = p->setVideoSurfaceTexture(bufferProducer);
941
942 mLock.lock();
943 disconnectNativeWindow_l();
944
945 if (err == OK) {
946 mConnectedWindow = anw;
947 mConnectedWindowBinder = binder;
948 mLock.unlock();
949 } else {
950 mLock.unlock();
951 status_t err = nativeWindowDisconnect(
952 anw.get(), "disconnectNativeWindow");
953
954 if (err != OK) {
955 ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
956 strerror(-err), err);
957 }
958 }
959
960 return err;
961 }
962
invoke(const Parcel & request,Parcel * reply)963 status_t MediaPlayerService::Client::invoke(const Parcel& request,
964 Parcel *reply)
965 {
966 sp<MediaPlayerBase> p = getPlayer();
967 if (p == NULL) return UNKNOWN_ERROR;
968 return p->invoke(request, reply);
969 }
970
971 // This call doesn't need to access the native player.
setMetadataFilter(const Parcel & filter)972 status_t MediaPlayerService::Client::setMetadataFilter(const Parcel& filter)
973 {
974 status_t status;
975 media::Metadata::Filter allow, drop;
976
977 if (unmarshallFilter(filter, &allow, &status) &&
978 unmarshallFilter(filter, &drop, &status)) {
979 Mutex::Autolock lock(mLock);
980
981 mMetadataAllow = allow;
982 mMetadataDrop = drop;
983 }
984 return status;
985 }
986
getMetadata(bool update_only,bool,Parcel * reply)987 status_t MediaPlayerService::Client::getMetadata(
988 bool update_only, bool /*apply_filter*/, Parcel *reply)
989 {
990 sp<MediaPlayerBase> player = getPlayer();
991 if (player == 0) return UNKNOWN_ERROR;
992
993 status_t status;
994 // Placeholder for the return code, updated by the caller.
995 reply->writeInt32(-1);
996
997 media::Metadata::Filter ids;
998
999 // We don't block notifications while we fetch the data. We clear
1000 // mMetadataUpdated first so we don't lose notifications happening
1001 // during the rest of this call.
1002 {
1003 Mutex::Autolock lock(mLock);
1004 if (update_only) {
1005 ids = mMetadataUpdated;
1006 }
1007 mMetadataUpdated.clear();
1008 }
1009
1010 media::Metadata metadata(reply);
1011
1012 metadata.appendHeader();
1013 status = player->getMetadata(ids, reply);
1014
1015 if (status != OK) {
1016 metadata.resetParcel();
1017 ALOGE("getMetadata failed %d", status);
1018 return status;
1019 }
1020
1021 // FIXME: Implement filtering on the result. Not critical since
1022 // filtering takes place on the update notifications already. This
1023 // would be when all the metadata are fetch and a filter is set.
1024
1025 // Everything is fine, update the metadata length.
1026 metadata.updateLength();
1027 return OK;
1028 }
1029
setBufferingSettings(const BufferingSettings & buffering)1030 status_t MediaPlayerService::Client::setBufferingSettings(
1031 const BufferingSettings& buffering)
1032 {
1033 ALOGV("[%d] setBufferingSettings{%s}",
1034 mConnId, buffering.toString().string());
1035 sp<MediaPlayerBase> p = getPlayer();
1036 if (p == 0) return UNKNOWN_ERROR;
1037 return p->setBufferingSettings(buffering);
1038 }
1039
getBufferingSettings(BufferingSettings * buffering)1040 status_t MediaPlayerService::Client::getBufferingSettings(
1041 BufferingSettings* buffering /* nonnull */)
1042 {
1043 sp<MediaPlayerBase> p = getPlayer();
1044 // TODO: create mPlayer on demand.
1045 if (p == 0) return UNKNOWN_ERROR;
1046 status_t ret = p->getBufferingSettings(buffering);
1047 if (ret == NO_ERROR) {
1048 ALOGV("[%d] getBufferingSettings{%s}",
1049 mConnId, buffering->toString().string());
1050 } else {
1051 ALOGE("[%d] getBufferingSettings returned %d", mConnId, ret);
1052 }
1053 return ret;
1054 }
1055
prepareAsync()1056 status_t MediaPlayerService::Client::prepareAsync()
1057 {
1058 ALOGV("[%d] prepareAsync", mConnId);
1059 sp<MediaPlayerBase> p = getPlayer();
1060 if (p == 0) return UNKNOWN_ERROR;
1061 status_t ret = p->prepareAsync();
1062 #if CALLBACK_ANTAGONIZER
1063 ALOGD("start Antagonizer");
1064 if (ret == NO_ERROR) mAntagonizer->start();
1065 #endif
1066 return ret;
1067 }
1068
start()1069 status_t MediaPlayerService::Client::start()
1070 {
1071 ALOGV("[%d] start", mConnId);
1072 sp<MediaPlayerBase> p = getPlayer();
1073 if (p == 0) return UNKNOWN_ERROR;
1074 p->setLooping(mLoop);
1075 return p->start();
1076 }
1077
stop()1078 status_t MediaPlayerService::Client::stop()
1079 {
1080 ALOGV("[%d] stop", mConnId);
1081 sp<MediaPlayerBase> p = getPlayer();
1082 if (p == 0) return UNKNOWN_ERROR;
1083 return p->stop();
1084 }
1085
pause()1086 status_t MediaPlayerService::Client::pause()
1087 {
1088 ALOGV("[%d] pause", mConnId);
1089 sp<MediaPlayerBase> p = getPlayer();
1090 if (p == 0) return UNKNOWN_ERROR;
1091 return p->pause();
1092 }
1093
isPlaying(bool * state)1094 status_t MediaPlayerService::Client::isPlaying(bool* state)
1095 {
1096 *state = false;
1097 sp<MediaPlayerBase> p = getPlayer();
1098 if (p == 0) return UNKNOWN_ERROR;
1099 *state = p->isPlaying();
1100 ALOGV("[%d] isPlaying: %d", mConnId, *state);
1101 return NO_ERROR;
1102 }
1103
setPlaybackSettings(const AudioPlaybackRate & rate)1104 status_t MediaPlayerService::Client::setPlaybackSettings(const AudioPlaybackRate& rate)
1105 {
1106 ALOGV("[%d] setPlaybackSettings(%f, %f, %d, %d)",
1107 mConnId, rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
1108 sp<MediaPlayerBase> p = getPlayer();
1109 if (p == 0) return UNKNOWN_ERROR;
1110 return p->setPlaybackSettings(rate);
1111 }
1112
getPlaybackSettings(AudioPlaybackRate * rate)1113 status_t MediaPlayerService::Client::getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */)
1114 {
1115 sp<MediaPlayerBase> p = getPlayer();
1116 if (p == 0) return UNKNOWN_ERROR;
1117 status_t ret = p->getPlaybackSettings(rate);
1118 if (ret == NO_ERROR) {
1119 ALOGV("[%d] getPlaybackSettings(%f, %f, %d, %d)",
1120 mConnId, rate->mSpeed, rate->mPitch, rate->mFallbackMode, rate->mStretchMode);
1121 } else {
1122 ALOGV("[%d] getPlaybackSettings returned %d", mConnId, ret);
1123 }
1124 return ret;
1125 }
1126
setSyncSettings(const AVSyncSettings & sync,float videoFpsHint)1127 status_t MediaPlayerService::Client::setSyncSettings(
1128 const AVSyncSettings& sync, float videoFpsHint)
1129 {
1130 ALOGV("[%d] setSyncSettings(%u, %u, %f, %f)",
1131 mConnId, sync.mSource, sync.mAudioAdjustMode, sync.mTolerance, videoFpsHint);
1132 sp<MediaPlayerBase> p = getPlayer();
1133 if (p == 0) return UNKNOWN_ERROR;
1134 return p->setSyncSettings(sync, videoFpsHint);
1135 }
1136
getSyncSettings(AVSyncSettings * sync,float * videoFps)1137 status_t MediaPlayerService::Client::getSyncSettings(
1138 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */)
1139 {
1140 sp<MediaPlayerBase> p = getPlayer();
1141 if (p == 0) return UNKNOWN_ERROR;
1142 status_t ret = p->getSyncSettings(sync, videoFps);
1143 if (ret == NO_ERROR) {
1144 ALOGV("[%d] getSyncSettings(%u, %u, %f, %f)",
1145 mConnId, sync->mSource, sync->mAudioAdjustMode, sync->mTolerance, *videoFps);
1146 } else {
1147 ALOGV("[%d] getSyncSettings returned %d", mConnId, ret);
1148 }
1149 return ret;
1150 }
1151
getCurrentPosition(int * msec)1152 status_t MediaPlayerService::Client::getCurrentPosition(int *msec)
1153 {
1154 ALOGV("getCurrentPosition");
1155 sp<MediaPlayerBase> p = getPlayer();
1156 if (p == 0) return UNKNOWN_ERROR;
1157 status_t ret = p->getCurrentPosition(msec);
1158 if (ret == NO_ERROR) {
1159 ALOGV("[%d] getCurrentPosition = %d", mConnId, *msec);
1160 } else {
1161 ALOGE("getCurrentPosition returned %d", ret);
1162 }
1163 return ret;
1164 }
1165
getDuration(int * msec)1166 status_t MediaPlayerService::Client::getDuration(int *msec)
1167 {
1168 ALOGV("getDuration");
1169 sp<MediaPlayerBase> p = getPlayer();
1170 if (p == 0) return UNKNOWN_ERROR;
1171 status_t ret = p->getDuration(msec);
1172 if (ret == NO_ERROR) {
1173 ALOGV("[%d] getDuration = %d", mConnId, *msec);
1174 } else {
1175 ALOGE("getDuration returned %d", ret);
1176 }
1177 return ret;
1178 }
1179
setNextPlayer(const sp<IMediaPlayer> & player)1180 status_t MediaPlayerService::Client::setNextPlayer(const sp<IMediaPlayer>& player) {
1181 ALOGV("setNextPlayer");
1182 Mutex::Autolock l(mLock);
1183 sp<Client> c = static_cast<Client*>(player.get());
1184 if (c != NULL && !mService->hasClient(c)) {
1185 return BAD_VALUE;
1186 }
1187
1188 mNextClient = c;
1189
1190 if (c != NULL) {
1191 if (mAudioOutput != NULL) {
1192 mAudioOutput->setNextOutput(c->mAudioOutput);
1193 } else if ((mPlayer != NULL) && !mPlayer->hardwareOutput()) {
1194 ALOGE("no current audio output");
1195 }
1196
1197 if ((mPlayer != NULL) && (mNextClient->getPlayer() != NULL)) {
1198 mPlayer->setNextPlayer(mNextClient->getPlayer());
1199 }
1200 }
1201
1202 return OK;
1203 }
1204
applyVolumeShaper(const sp<VolumeShaper::Configuration> & configuration,const sp<VolumeShaper::Operation> & operation)1205 VolumeShaper::Status MediaPlayerService::Client::applyVolumeShaper(
1206 const sp<VolumeShaper::Configuration>& configuration,
1207 const sp<VolumeShaper::Operation>& operation) {
1208 // for hardware output, call player instead
1209 ALOGV("Client::applyVolumeShaper(%p)", this);
1210 sp<MediaPlayerBase> p = getPlayer();
1211 {
1212 Mutex::Autolock l(mLock);
1213 if (p != 0 && p->hardwareOutput()) {
1214 // TODO: investigate internal implementation
1215 return VolumeShaper::Status(INVALID_OPERATION);
1216 }
1217 if (mAudioOutput.get() != nullptr) {
1218 return mAudioOutput->applyVolumeShaper(configuration, operation);
1219 }
1220 }
1221 return VolumeShaper::Status(INVALID_OPERATION);
1222 }
1223
getVolumeShaperState(int id)1224 sp<VolumeShaper::State> MediaPlayerService::Client::getVolumeShaperState(int id) {
1225 // for hardware output, call player instead
1226 ALOGV("Client::getVolumeShaperState(%p)", this);
1227 sp<MediaPlayerBase> p = getPlayer();
1228 {
1229 Mutex::Autolock l(mLock);
1230 if (p != 0 && p->hardwareOutput()) {
1231 // TODO: investigate internal implementation.
1232 return nullptr;
1233 }
1234 if (mAudioOutput.get() != nullptr) {
1235 return mAudioOutput->getVolumeShaperState(id);
1236 }
1237 }
1238 return nullptr;
1239 }
1240
seekTo(int msec,MediaPlayerSeekMode mode)1241 status_t MediaPlayerService::Client::seekTo(int msec, MediaPlayerSeekMode mode)
1242 {
1243 ALOGV("[%d] seekTo(%d, %d)", mConnId, msec, mode);
1244 sp<MediaPlayerBase> p = getPlayer();
1245 if (p == 0) return UNKNOWN_ERROR;
1246 return p->seekTo(msec, mode);
1247 }
1248
reset()1249 status_t MediaPlayerService::Client::reset()
1250 {
1251 ALOGV("[%d] reset", mConnId);
1252 mRetransmitEndpointValid = false;
1253 sp<MediaPlayerBase> p = getPlayer();
1254 if (p == 0) return UNKNOWN_ERROR;
1255 return p->reset();
1256 }
1257
notifyAt(int64_t mediaTimeUs)1258 status_t MediaPlayerService::Client::notifyAt(int64_t mediaTimeUs)
1259 {
1260 ALOGV("[%d] notifyAt(%lld)", mConnId, (long long)mediaTimeUs);
1261 sp<MediaPlayerBase> p = getPlayer();
1262 if (p == 0) return UNKNOWN_ERROR;
1263 return p->notifyAt(mediaTimeUs);
1264 }
1265
setAudioStreamType(audio_stream_type_t type)1266 status_t MediaPlayerService::Client::setAudioStreamType(audio_stream_type_t type)
1267 {
1268 ALOGV("[%d] setAudioStreamType(%d)", mConnId, type);
1269 // TODO: for hardware output, call player instead
1270 Mutex::Autolock l(mLock);
1271 if (mAudioOutput != 0) mAudioOutput->setAudioStreamType(type);
1272 return NO_ERROR;
1273 }
1274
setAudioAttributes_l(const Parcel & parcel)1275 status_t MediaPlayerService::Client::setAudioAttributes_l(const Parcel &parcel)
1276 {
1277 if (mAudioAttributes != NULL) { free(mAudioAttributes); }
1278 mAudioAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1279 if (mAudioAttributes == NULL) {
1280 return NO_MEMORY;
1281 }
1282 unmarshallAudioAttributes(parcel, mAudioAttributes);
1283
1284 ALOGV("setAudioAttributes_l() usage=%d content=%d flags=0x%x tags=%s",
1285 mAudioAttributes->usage, mAudioAttributes->content_type, mAudioAttributes->flags,
1286 mAudioAttributes->tags);
1287
1288 if (mAudioOutput != 0) {
1289 mAudioOutput->setAudioAttributes(mAudioAttributes);
1290 }
1291 return NO_ERROR;
1292 }
1293
setLooping(int loop)1294 status_t MediaPlayerService::Client::setLooping(int loop)
1295 {
1296 ALOGV("[%d] setLooping(%d)", mConnId, loop);
1297 mLoop = loop;
1298 sp<MediaPlayerBase> p = getPlayer();
1299 if (p != 0) return p->setLooping(loop);
1300 return NO_ERROR;
1301 }
1302
setVolume(float leftVolume,float rightVolume)1303 status_t MediaPlayerService::Client::setVolume(float leftVolume, float rightVolume)
1304 {
1305 ALOGV("[%d] setVolume(%f, %f)", mConnId, leftVolume, rightVolume);
1306
1307 // for hardware output, call player instead
1308 sp<MediaPlayerBase> p = getPlayer();
1309 {
1310 Mutex::Autolock l(mLock);
1311 if (p != 0 && p->hardwareOutput()) {
1312 MediaPlayerHWInterface* hwp =
1313 reinterpret_cast<MediaPlayerHWInterface*>(p.get());
1314 return hwp->setVolume(leftVolume, rightVolume);
1315 } else {
1316 if (mAudioOutput != 0) mAudioOutput->setVolume(leftVolume, rightVolume);
1317 return NO_ERROR;
1318 }
1319 }
1320
1321 return NO_ERROR;
1322 }
1323
setAuxEffectSendLevel(float level)1324 status_t MediaPlayerService::Client::setAuxEffectSendLevel(float level)
1325 {
1326 ALOGV("[%d] setAuxEffectSendLevel(%f)", mConnId, level);
1327 Mutex::Autolock l(mLock);
1328 if (mAudioOutput != 0) return mAudioOutput->setAuxEffectSendLevel(level);
1329 return NO_ERROR;
1330 }
1331
attachAuxEffect(int effectId)1332 status_t MediaPlayerService::Client::attachAuxEffect(int effectId)
1333 {
1334 ALOGV("[%d] attachAuxEffect(%d)", mConnId, effectId);
1335 Mutex::Autolock l(mLock);
1336 if (mAudioOutput != 0) return mAudioOutput->attachAuxEffect(effectId);
1337 return NO_ERROR;
1338 }
1339
setParameter(int key,const Parcel & request)1340 status_t MediaPlayerService::Client::setParameter(int key, const Parcel &request) {
1341 ALOGV("[%d] setParameter(%d)", mConnId, key);
1342 switch (key) {
1343 case KEY_PARAMETER_AUDIO_ATTRIBUTES:
1344 {
1345 Mutex::Autolock l(mLock);
1346 return setAudioAttributes_l(request);
1347 }
1348 default:
1349 sp<MediaPlayerBase> p = getPlayer();
1350 if (p == 0) { return UNKNOWN_ERROR; }
1351 return p->setParameter(key, request);
1352 }
1353 }
1354
getParameter(int key,Parcel * reply)1355 status_t MediaPlayerService::Client::getParameter(int key, Parcel *reply) {
1356 ALOGV("[%d] getParameter(%d)", mConnId, key);
1357 sp<MediaPlayerBase> p = getPlayer();
1358 if (p == 0) return UNKNOWN_ERROR;
1359 return p->getParameter(key, reply);
1360 }
1361
setRetransmitEndpoint(const struct sockaddr_in * endpoint)1362 status_t MediaPlayerService::Client::setRetransmitEndpoint(
1363 const struct sockaddr_in* endpoint) {
1364
1365 if (NULL != endpoint) {
1366 uint32_t a = ntohl(endpoint->sin_addr.s_addr);
1367 uint16_t p = ntohs(endpoint->sin_port);
1368 ALOGV("[%d] setRetransmitEndpoint(%u.%u.%u.%u:%hu)", mConnId,
1369 (a >> 24), (a >> 16) & 0xFF, (a >> 8) & 0xFF, (a & 0xFF), p);
1370 } else {
1371 ALOGV("[%d] setRetransmitEndpoint = <none>", mConnId);
1372 }
1373
1374 sp<MediaPlayerBase> p = getPlayer();
1375
1376 // Right now, the only valid time to set a retransmit endpoint is before
1377 // player selection has been made (since the presence or absence of a
1378 // retransmit endpoint is going to determine which player is selected during
1379 // setDataSource).
1380 if (p != 0) return INVALID_OPERATION;
1381
1382 if (NULL != endpoint) {
1383 Mutex::Autolock lock(mLock);
1384 mRetransmitEndpoint = *endpoint;
1385 mRetransmitEndpointValid = true;
1386 } else {
1387 Mutex::Autolock lock(mLock);
1388 mRetransmitEndpointValid = false;
1389 }
1390
1391 return NO_ERROR;
1392 }
1393
getRetransmitEndpoint(struct sockaddr_in * endpoint)1394 status_t MediaPlayerService::Client::getRetransmitEndpoint(
1395 struct sockaddr_in* endpoint)
1396 {
1397 if (NULL == endpoint)
1398 return BAD_VALUE;
1399
1400 sp<MediaPlayerBase> p = getPlayer();
1401
1402 if (p != NULL)
1403 return p->getRetransmitEndpoint(endpoint);
1404
1405 Mutex::Autolock lock(mLock);
1406 if (!mRetransmitEndpointValid)
1407 return NO_INIT;
1408
1409 *endpoint = mRetransmitEndpoint;
1410
1411 return NO_ERROR;
1412 }
1413
notify(int msg,int ext1,int ext2,const Parcel * obj)1414 void MediaPlayerService::Client::notify(
1415 int msg, int ext1, int ext2, const Parcel *obj)
1416 {
1417 sp<IMediaPlayerClient> c;
1418 sp<Client> nextClient;
1419 status_t errStartNext = NO_ERROR;
1420 {
1421 Mutex::Autolock l(mLock);
1422 c = mClient;
1423 if (msg == MEDIA_PLAYBACK_COMPLETE && mNextClient != NULL) {
1424 nextClient = mNextClient;
1425
1426 if (mAudioOutput != NULL)
1427 mAudioOutput->switchToNextOutput();
1428
1429 errStartNext = nextClient->start();
1430 }
1431 }
1432
1433 if (nextClient != NULL) {
1434 sp<IMediaPlayerClient> nc;
1435 {
1436 Mutex::Autolock l(nextClient->mLock);
1437 nc = nextClient->mClient;
1438 }
1439 if (nc != NULL) {
1440 if (errStartNext == NO_ERROR) {
1441 nc->notify(MEDIA_INFO, MEDIA_INFO_STARTED_AS_NEXT, 0, obj);
1442 } else {
1443 nc->notify(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN , 0, obj);
1444 ALOGE("gapless:start playback for next track failed, err(%d)", errStartNext);
1445 }
1446 }
1447 }
1448
1449 if (MEDIA_INFO == msg &&
1450 MEDIA_INFO_METADATA_UPDATE == ext1) {
1451 const media::Metadata::Type metadata_type = ext2;
1452
1453 if(shouldDropMetadata(metadata_type)) {
1454 return;
1455 }
1456
1457 // Update the list of metadata that have changed. getMetadata
1458 // also access mMetadataUpdated and clears it.
1459 addNewMetadataUpdate(metadata_type);
1460 }
1461
1462 if (c != NULL) {
1463 ALOGV("[%d] notify (%d, %d, %d)", mConnId, msg, ext1, ext2);
1464 c->notify(msg, ext1, ext2, obj);
1465 }
1466 }
1467
1468
shouldDropMetadata(media::Metadata::Type code) const1469 bool MediaPlayerService::Client::shouldDropMetadata(media::Metadata::Type code) const
1470 {
1471 Mutex::Autolock lock(mLock);
1472
1473 if (findMetadata(mMetadataDrop, code)) {
1474 return true;
1475 }
1476
1477 if (mMetadataAllow.isEmpty() || findMetadata(mMetadataAllow, code)) {
1478 return false;
1479 } else {
1480 return true;
1481 }
1482 }
1483
1484
addNewMetadataUpdate(media::Metadata::Type metadata_type)1485 void MediaPlayerService::Client::addNewMetadataUpdate(media::Metadata::Type metadata_type) {
1486 Mutex::Autolock lock(mLock);
1487 if (mMetadataUpdated.indexOf(metadata_type) < 0) {
1488 mMetadataUpdated.add(metadata_type);
1489 }
1490 }
1491
1492 // Modular DRM
prepareDrm(const uint8_t uuid[16],const Vector<uint8_t> & drmSessionId)1493 status_t MediaPlayerService::Client::prepareDrm(const uint8_t uuid[16],
1494 const Vector<uint8_t>& drmSessionId)
1495 {
1496 ALOGV("[%d] prepareDrm", mConnId);
1497 sp<MediaPlayerBase> p = getPlayer();
1498 if (p == 0) return UNKNOWN_ERROR;
1499
1500 status_t ret = p->prepareDrm(uuid, drmSessionId);
1501 ALOGV("prepareDrm ret: %d", ret);
1502
1503 return ret;
1504 }
1505
releaseDrm()1506 status_t MediaPlayerService::Client::releaseDrm()
1507 {
1508 ALOGV("[%d] releaseDrm", mConnId);
1509 sp<MediaPlayerBase> p = getPlayer();
1510 if (p == 0) return UNKNOWN_ERROR;
1511
1512 status_t ret = p->releaseDrm();
1513 ALOGV("releaseDrm ret: %d", ret);
1514
1515 return ret;
1516 }
1517
setOutputDevice(audio_port_handle_t deviceId)1518 status_t MediaPlayerService::Client::setOutputDevice(audio_port_handle_t deviceId)
1519 {
1520 ALOGV("[%d] setOutputDevice", mConnId);
1521 {
1522 Mutex::Autolock l(mLock);
1523 if (mAudioOutput.get() != nullptr) {
1524 return mAudioOutput->setOutputDevice(deviceId);
1525 }
1526 }
1527 return NO_INIT;
1528 }
1529
getRoutedDeviceId(audio_port_handle_t * deviceId)1530 status_t MediaPlayerService::Client::getRoutedDeviceId(audio_port_handle_t* deviceId)
1531 {
1532 ALOGV("[%d] getRoutedDeviceId", mConnId);
1533 {
1534 Mutex::Autolock l(mLock);
1535 if (mAudioOutput.get() != nullptr) {
1536 return mAudioOutput->getRoutedDeviceId(deviceId);
1537 }
1538 }
1539 return NO_INIT;
1540 }
1541
enableAudioDeviceCallback(bool enabled)1542 status_t MediaPlayerService::Client::enableAudioDeviceCallback(bool enabled)
1543 {
1544 ALOGV("[%d] enableAudioDeviceCallback, %d", mConnId, enabled);
1545 {
1546 Mutex::Autolock l(mLock);
1547 if (mAudioOutput.get() != nullptr) {
1548 return mAudioOutput->enableAudioDeviceCallback(enabled);
1549 }
1550 }
1551 return NO_INIT;
1552 }
1553
1554 #if CALLBACK_ANTAGONIZER
1555 const int Antagonizer::interval = 10000; // 10 msecs
1556
Antagonizer(const sp<MediaPlayerBase::Listener> & listener)1557 Antagonizer::Antagonizer(const sp<MediaPlayerBase::Listener> &listener) :
1558 mExit(false), mActive(false), mListener(listener)
1559 {
1560 createThread(callbackThread, this);
1561 }
1562
kill()1563 void Antagonizer::kill()
1564 {
1565 Mutex::Autolock _l(mLock);
1566 mActive = false;
1567 mExit = true;
1568 mCondition.wait(mLock);
1569 }
1570
callbackThread(void * user)1571 int Antagonizer::callbackThread(void* user)
1572 {
1573 ALOGD("Antagonizer started");
1574 Antagonizer* p = reinterpret_cast<Antagonizer*>(user);
1575 while (!p->mExit) {
1576 if (p->mActive) {
1577 ALOGV("send event");
1578 p->mListener->notify(0, 0, 0, 0);
1579 }
1580 usleep(interval);
1581 }
1582 Mutex::Autolock _l(p->mLock);
1583 p->mCondition.signal();
1584 ALOGD("Antagonizer stopped");
1585 return 0;
1586 }
1587 #endif
1588
1589 #undef LOG_TAG
1590 #define LOG_TAG "AudioSink"
AudioOutput(audio_session_t sessionId,uid_t uid,int pid,const audio_attributes_t * attr,const sp<AudioSystem::AudioDeviceCallback> & deviceCallback)1591 MediaPlayerService::AudioOutput::AudioOutput(audio_session_t sessionId, uid_t uid, int pid,
1592 const audio_attributes_t* attr, const sp<AudioSystem::AudioDeviceCallback>& deviceCallback)
1593 : mCallback(NULL),
1594 mCallbackCookie(NULL),
1595 mCallbackData(NULL),
1596 mStreamType(AUDIO_STREAM_MUSIC),
1597 mLeftVolume(1.0),
1598 mRightVolume(1.0),
1599 mPlaybackRate(AUDIO_PLAYBACK_RATE_DEFAULT),
1600 mSampleRateHz(0),
1601 mMsecsPerFrame(0),
1602 mFrameSize(0),
1603 mSessionId(sessionId),
1604 mUid(uid),
1605 mPid(pid),
1606 mSendLevel(0.0),
1607 mAuxEffectId(0),
1608 mFlags(AUDIO_OUTPUT_FLAG_NONE),
1609 mVolumeHandler(new media::VolumeHandler()),
1610 mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
1611 mRoutedDeviceId(AUDIO_PORT_HANDLE_NONE),
1612 mDeviceCallbackEnabled(false),
1613 mDeviceCallback(deviceCallback)
1614 {
1615 ALOGV("AudioOutput(%d)", sessionId);
1616 if (attr != NULL) {
1617 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1618 if (mAttributes != NULL) {
1619 memcpy(mAttributes, attr, sizeof(audio_attributes_t));
1620 mStreamType = AudioSystem::attributesToStreamType(*attr);
1621 }
1622 } else {
1623 mAttributes = NULL;
1624 }
1625
1626 setMinBufferCount();
1627 }
1628
~AudioOutput()1629 MediaPlayerService::AudioOutput::~AudioOutput()
1630 {
1631 close();
1632 free(mAttributes);
1633 delete mCallbackData;
1634 }
1635
1636 //static
setMinBufferCount()1637 void MediaPlayerService::AudioOutput::setMinBufferCount()
1638 {
1639 char value[PROPERTY_VALUE_MAX];
1640 if (property_get("ro.kernel.qemu", value, 0)) {
1641 mIsOnEmulator = true;
1642 mMinBufferCount = 12; // to prevent systematic buffer underrun for emulator
1643 }
1644 }
1645
1646 // static
isOnEmulator()1647 bool MediaPlayerService::AudioOutput::isOnEmulator()
1648 {
1649 setMinBufferCount(); // benign race wrt other threads
1650 return mIsOnEmulator;
1651 }
1652
1653 // static
getMinBufferCount()1654 int MediaPlayerService::AudioOutput::getMinBufferCount()
1655 {
1656 setMinBufferCount(); // benign race wrt other threads
1657 return mMinBufferCount;
1658 }
1659
bufferSize() const1660 ssize_t MediaPlayerService::AudioOutput::bufferSize() const
1661 {
1662 Mutex::Autolock lock(mLock);
1663 if (mTrack == 0) return NO_INIT;
1664 return mTrack->frameCount() * mFrameSize;
1665 }
1666
frameCount() const1667 ssize_t MediaPlayerService::AudioOutput::frameCount() const
1668 {
1669 Mutex::Autolock lock(mLock);
1670 if (mTrack == 0) return NO_INIT;
1671 return mTrack->frameCount();
1672 }
1673
channelCount() const1674 ssize_t MediaPlayerService::AudioOutput::channelCount() const
1675 {
1676 Mutex::Autolock lock(mLock);
1677 if (mTrack == 0) return NO_INIT;
1678 return mTrack->channelCount();
1679 }
1680
frameSize() const1681 ssize_t MediaPlayerService::AudioOutput::frameSize() const
1682 {
1683 Mutex::Autolock lock(mLock);
1684 if (mTrack == 0) return NO_INIT;
1685 return mFrameSize;
1686 }
1687
latency() const1688 uint32_t MediaPlayerService::AudioOutput::latency () const
1689 {
1690 Mutex::Autolock lock(mLock);
1691 if (mTrack == 0) return 0;
1692 return mTrack->latency();
1693 }
1694
msecsPerFrame() const1695 float MediaPlayerService::AudioOutput::msecsPerFrame() const
1696 {
1697 Mutex::Autolock lock(mLock);
1698 return mMsecsPerFrame;
1699 }
1700
getPosition(uint32_t * position) const1701 status_t MediaPlayerService::AudioOutput::getPosition(uint32_t *position) const
1702 {
1703 Mutex::Autolock lock(mLock);
1704 if (mTrack == 0) return NO_INIT;
1705 return mTrack->getPosition(position);
1706 }
1707
getTimestamp(AudioTimestamp & ts) const1708 status_t MediaPlayerService::AudioOutput::getTimestamp(AudioTimestamp &ts) const
1709 {
1710 Mutex::Autolock lock(mLock);
1711 if (mTrack == 0) return NO_INIT;
1712 return mTrack->getTimestamp(ts);
1713 }
1714
1715 // TODO: Remove unnecessary calls to getPlayedOutDurationUs()
1716 // as it acquires locks and may query the audio driver.
1717 //
1718 // Some calls could conceivably retrieve extrapolated data instead of
1719 // accessing getTimestamp() or getPosition() every time a data buffer with
1720 // a media time is received.
1721 //
1722 // Calculate duration of played samples if played at normal rate (i.e., 1.0).
getPlayedOutDurationUs(int64_t nowUs) const1723 int64_t MediaPlayerService::AudioOutput::getPlayedOutDurationUs(int64_t nowUs) const
1724 {
1725 Mutex::Autolock lock(mLock);
1726 if (mTrack == 0 || mSampleRateHz == 0) {
1727 return 0;
1728 }
1729
1730 uint32_t numFramesPlayed;
1731 int64_t numFramesPlayedAtUs;
1732 AudioTimestamp ts;
1733
1734 status_t res = mTrack->getTimestamp(ts);
1735 if (res == OK) { // case 1: mixing audio tracks and offloaded tracks.
1736 numFramesPlayed = ts.mPosition;
1737 numFramesPlayedAtUs = ts.mTime.tv_sec * 1000000LL + ts.mTime.tv_nsec / 1000;
1738 //ALOGD("getTimestamp: OK %d %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1739 } else if (res == WOULD_BLOCK) { // case 2: transitory state on start of a new track
1740 numFramesPlayed = 0;
1741 numFramesPlayedAtUs = nowUs;
1742 //ALOGD("getTimestamp: WOULD_BLOCK %d %lld",
1743 // numFramesPlayed, (long long)numFramesPlayedAtUs);
1744 } else { // case 3: transitory at new track or audio fast tracks.
1745 res = mTrack->getPosition(&numFramesPlayed);
1746 CHECK_EQ(res, (status_t)OK);
1747 numFramesPlayedAtUs = nowUs;
1748 numFramesPlayedAtUs += 1000LL * mTrack->latency() / 2; /* XXX */
1749 //ALOGD("getPosition: %u %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1750 }
1751
1752 // CHECK_EQ(numFramesPlayed & (1 << 31), 0); // can't be negative until 12.4 hrs, test
1753 // TODO: remove the (int32_t) casting below as it may overflow at 12.4 hours.
1754 int64_t durationUs = (int64_t)((int32_t)numFramesPlayed * 1000000LL / mSampleRateHz)
1755 + nowUs - numFramesPlayedAtUs;
1756 if (durationUs < 0) {
1757 // Occurs when numFramesPlayed position is very small and the following:
1758 // (1) In case 1, the time nowUs is computed before getTimestamp() is called and
1759 // numFramesPlayedAtUs is greater than nowUs by time more than numFramesPlayed.
1760 // (2) In case 3, using getPosition and adding mAudioSink->latency() to
1761 // numFramesPlayedAtUs, by a time amount greater than numFramesPlayed.
1762 //
1763 // Both of these are transitory conditions.
1764 ALOGV("getPlayedOutDurationUs: negative duration %lld set to zero", (long long)durationUs);
1765 durationUs = 0;
1766 }
1767 ALOGV("getPlayedOutDurationUs(%lld) nowUs(%lld) frames(%u) framesAt(%lld)",
1768 (long long)durationUs, (long long)nowUs,
1769 numFramesPlayed, (long long)numFramesPlayedAtUs);
1770 return durationUs;
1771 }
1772
getFramesWritten(uint32_t * frameswritten) const1773 status_t MediaPlayerService::AudioOutput::getFramesWritten(uint32_t *frameswritten) const
1774 {
1775 Mutex::Autolock lock(mLock);
1776 if (mTrack == 0) return NO_INIT;
1777 ExtendedTimestamp ets;
1778 status_t status = mTrack->getTimestamp(&ets);
1779 if (status == OK || status == WOULD_BLOCK) {
1780 *frameswritten = (uint32_t)ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT];
1781 }
1782 return status;
1783 }
1784
setParameters(const String8 & keyValuePairs)1785 status_t MediaPlayerService::AudioOutput::setParameters(const String8& keyValuePairs)
1786 {
1787 Mutex::Autolock lock(mLock);
1788 if (mTrack == 0) return NO_INIT;
1789 return mTrack->setParameters(keyValuePairs);
1790 }
1791
getParameters(const String8 & keys)1792 String8 MediaPlayerService::AudioOutput::getParameters(const String8& keys)
1793 {
1794 Mutex::Autolock lock(mLock);
1795 if (mTrack == 0) return String8::empty();
1796 return mTrack->getParameters(keys);
1797 }
1798
setAudioAttributes(const audio_attributes_t * attributes)1799 void MediaPlayerService::AudioOutput::setAudioAttributes(const audio_attributes_t * attributes) {
1800 Mutex::Autolock lock(mLock);
1801 if (attributes == NULL) {
1802 free(mAttributes);
1803 mAttributes = NULL;
1804 } else {
1805 if (mAttributes == NULL) {
1806 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1807 }
1808 memcpy(mAttributes, attributes, sizeof(audio_attributes_t));
1809 mStreamType = AudioSystem::attributesToStreamType(*attributes);
1810 }
1811 }
1812
setAudioStreamType(audio_stream_type_t streamType)1813 void MediaPlayerService::AudioOutput::setAudioStreamType(audio_stream_type_t streamType)
1814 {
1815 Mutex::Autolock lock(mLock);
1816 // do not allow direct stream type modification if attributes have been set
1817 if (mAttributes == NULL) {
1818 mStreamType = streamType;
1819 }
1820 }
1821
deleteRecycledTrack_l()1822 void MediaPlayerService::AudioOutput::deleteRecycledTrack_l()
1823 {
1824 ALOGV("deleteRecycledTrack_l");
1825 if (mRecycledTrack != 0) {
1826
1827 if (mCallbackData != NULL) {
1828 mCallbackData->setOutput(NULL);
1829 mCallbackData->endTrackSwitch();
1830 }
1831
1832 if ((mRecycledTrack->getFlags() & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) == 0) {
1833 int32_t msec = 0;
1834 if (!mRecycledTrack->stopped()) { // check if active
1835 (void)mRecycledTrack->pendingDuration(&msec);
1836 }
1837 mRecycledTrack->stop(); // ensure full data drain
1838 ALOGD("deleting recycled track, waiting for data drain (%d msec)", msec);
1839 if (msec > 0) {
1840 static const int32_t WAIT_LIMIT_MS = 3000;
1841 if (msec > WAIT_LIMIT_MS) {
1842 msec = WAIT_LIMIT_MS;
1843 }
1844 usleep(msec * 1000LL);
1845 }
1846 }
1847 // An offloaded track isn't flushed because the STREAM_END is reported
1848 // slightly prematurely to allow time for the gapless track switch
1849 // but this means that if we decide not to recycle the track there
1850 // could be a small amount of residual data still playing. We leave
1851 // AudioFlinger to drain the track.
1852
1853 mRecycledTrack.clear();
1854 close_l();
1855 delete mCallbackData;
1856 mCallbackData = NULL;
1857 }
1858 }
1859
close_l()1860 void MediaPlayerService::AudioOutput::close_l()
1861 {
1862 mTrack.clear();
1863 }
1864
open(uint32_t sampleRate,int channelCount,audio_channel_mask_t channelMask,audio_format_t format,int bufferCount,AudioCallback cb,void * cookie,audio_output_flags_t flags,const audio_offload_info_t * offloadInfo,bool doNotReconnect,uint32_t suggestedFrameCount)1865 status_t MediaPlayerService::AudioOutput::open(
1866 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
1867 audio_format_t format, int bufferCount,
1868 AudioCallback cb, void *cookie,
1869 audio_output_flags_t flags,
1870 const audio_offload_info_t *offloadInfo,
1871 bool doNotReconnect,
1872 uint32_t suggestedFrameCount)
1873 {
1874 ALOGV("open(%u, %d, 0x%x, 0x%x, %d, %d 0x%x)", sampleRate, channelCount, channelMask,
1875 format, bufferCount, mSessionId, flags);
1876
1877 // offloading is only supported in callback mode for now.
1878 // offloadInfo must be present if offload flag is set
1879 if (((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) &&
1880 ((cb == NULL) || (offloadInfo == NULL))) {
1881 return BAD_VALUE;
1882 }
1883
1884 // compute frame count for the AudioTrack internal buffer
1885 size_t frameCount;
1886 if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) {
1887 frameCount = 0; // AudioTrack will get frame count from AudioFlinger
1888 } else {
1889 // try to estimate the buffer processing fetch size from AudioFlinger.
1890 // framesPerBuffer is approximate and generally correct, except when it's not :-).
1891 uint32_t afSampleRate;
1892 size_t afFrameCount;
1893 if (AudioSystem::getOutputFrameCount(&afFrameCount, mStreamType) != NO_ERROR) {
1894 return NO_INIT;
1895 }
1896 if (AudioSystem::getOutputSamplingRate(&afSampleRate, mStreamType) != NO_ERROR) {
1897 return NO_INIT;
1898 }
1899 if (afSampleRate == 0) {
1900 return NO_INIT;
1901 }
1902 const size_t framesPerBuffer =
1903 (unsigned long long)sampleRate * afFrameCount / afSampleRate;
1904
1905 if (bufferCount == 0) {
1906 if (framesPerBuffer == 0) {
1907 return NO_INIT;
1908 }
1909 // use suggestedFrameCount
1910 bufferCount = (suggestedFrameCount + framesPerBuffer - 1) / framesPerBuffer;
1911 }
1912 // Check argument bufferCount against the mininum buffer count
1913 if (bufferCount != 0 && bufferCount < mMinBufferCount) {
1914 ALOGV("bufferCount (%d) increased to %d", bufferCount, mMinBufferCount);
1915 bufferCount = mMinBufferCount;
1916 }
1917 // if frameCount is 0, then AudioTrack will get frame count from AudioFlinger
1918 // which will be the minimum size permitted.
1919 frameCount = bufferCount * framesPerBuffer;
1920 }
1921
1922 if (channelMask == CHANNEL_MASK_USE_CHANNEL_ORDER) {
1923 channelMask = audio_channel_out_mask_from_count(channelCount);
1924 if (0 == channelMask) {
1925 ALOGE("open() error, can\'t derive mask for %d audio channels", channelCount);
1926 return NO_INIT;
1927 }
1928 }
1929
1930 Mutex::Autolock lock(mLock);
1931 mCallback = cb;
1932 mCallbackCookie = cookie;
1933
1934 // Check whether we can recycle the track
1935 bool reuse = false;
1936 bool bothOffloaded = false;
1937
1938 if (mRecycledTrack != 0) {
1939 // check whether we are switching between two offloaded tracks
1940 bothOffloaded = (flags & mRecycledTrack->getFlags()
1941 & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0;
1942
1943 // check if the existing track can be reused as-is, or if a new track needs to be created.
1944 reuse = true;
1945
1946 if ((mCallbackData == NULL && mCallback != NULL) ||
1947 (mCallbackData != NULL && mCallback == NULL)) {
1948 // recycled track uses callbacks but the caller wants to use writes, or vice versa
1949 ALOGV("can't chain callback and write");
1950 reuse = false;
1951 } else if ((mRecycledTrack->getSampleRate() != sampleRate) ||
1952 (mRecycledTrack->channelCount() != (uint32_t)channelCount) ) {
1953 ALOGV("samplerate, channelcount differ: %u/%u Hz, %u/%d ch",
1954 mRecycledTrack->getSampleRate(), sampleRate,
1955 mRecycledTrack->channelCount(), channelCount);
1956 reuse = false;
1957 } else if (flags != mFlags) {
1958 ALOGV("output flags differ %08x/%08x", flags, mFlags);
1959 reuse = false;
1960 } else if (mRecycledTrack->format() != format) {
1961 reuse = false;
1962 }
1963 } else {
1964 ALOGV("no track available to recycle");
1965 }
1966
1967 ALOGV_IF(bothOffloaded, "both tracks offloaded");
1968
1969 // If we can't recycle and both tracks are offloaded
1970 // we must close the previous output before opening a new one
1971 if (bothOffloaded && !reuse) {
1972 ALOGV("both offloaded and not recycling");
1973 deleteRecycledTrack_l();
1974 }
1975
1976 sp<AudioTrack> t;
1977 CallbackData *newcbd = NULL;
1978
1979 // We don't attempt to create a new track if we are recycling an
1980 // offloaded track. But, if we are recycling a non-offloaded or we
1981 // are switching where one is offloaded and one isn't then we create
1982 // the new track in advance so that we can read additional stream info
1983
1984 if (!(reuse && bothOffloaded)) {
1985 ALOGV("creating new AudioTrack");
1986
1987 if (mCallback != NULL) {
1988 newcbd = new CallbackData(this);
1989 t = new AudioTrack(
1990 mStreamType,
1991 sampleRate,
1992 format,
1993 channelMask,
1994 frameCount,
1995 flags,
1996 CallbackWrapper,
1997 newcbd,
1998 0, // notification frames
1999 mSessionId,
2000 AudioTrack::TRANSFER_CALLBACK,
2001 offloadInfo,
2002 mUid,
2003 mPid,
2004 mAttributes,
2005 doNotReconnect,
2006 1.0f, // default value for maxRequiredSpeed
2007 mSelectedDeviceId);
2008 } else {
2009 // TODO: Due to buffer memory concerns, we use a max target playback speed
2010 // based on mPlaybackRate at the time of open (instead of kMaxRequiredSpeed),
2011 // also clamping the target speed to 1.0 <= targetSpeed <= kMaxRequiredSpeed.
2012 const float targetSpeed =
2013 std::min(std::max(mPlaybackRate.mSpeed, 1.0f), kMaxRequiredSpeed);
2014 ALOGW_IF(targetSpeed != mPlaybackRate.mSpeed,
2015 "track target speed:%f clamped from playback speed:%f",
2016 targetSpeed, mPlaybackRate.mSpeed);
2017 t = new AudioTrack(
2018 mStreamType,
2019 sampleRate,
2020 format,
2021 channelMask,
2022 frameCount,
2023 flags,
2024 NULL, // callback
2025 NULL, // user data
2026 0, // notification frames
2027 mSessionId,
2028 AudioTrack::TRANSFER_DEFAULT,
2029 NULL, // offload info
2030 mUid,
2031 mPid,
2032 mAttributes,
2033 doNotReconnect,
2034 targetSpeed,
2035 mSelectedDeviceId);
2036 }
2037
2038 if ((t == 0) || (t->initCheck() != NO_ERROR)) {
2039 ALOGE("Unable to create audio track");
2040 delete newcbd;
2041 // t goes out of scope, so reference count drops to zero
2042 return NO_INIT;
2043 } else {
2044 // successful AudioTrack initialization implies a legacy stream type was generated
2045 // from the audio attributes
2046 mStreamType = t->streamType();
2047 }
2048 }
2049
2050 if (reuse) {
2051 CHECK(mRecycledTrack != NULL);
2052
2053 if (!bothOffloaded) {
2054 if (mRecycledTrack->frameCount() != t->frameCount()) {
2055 ALOGV("framecount differs: %zu/%zu frames",
2056 mRecycledTrack->frameCount(), t->frameCount());
2057 reuse = false;
2058 }
2059 }
2060
2061 if (reuse) {
2062 ALOGV("chaining to next output and recycling track");
2063 close_l();
2064 mTrack = mRecycledTrack;
2065 mRecycledTrack.clear();
2066 if (mCallbackData != NULL) {
2067 mCallbackData->setOutput(this);
2068 }
2069 delete newcbd;
2070 return updateTrack();
2071 }
2072 }
2073
2074 // we're not going to reuse the track, unblock and flush it
2075 // this was done earlier if both tracks are offloaded
2076 if (!bothOffloaded) {
2077 deleteRecycledTrack_l();
2078 }
2079
2080 CHECK((t != NULL) && ((mCallback == NULL) || (newcbd != NULL)));
2081
2082 mCallbackData = newcbd;
2083 ALOGV("setVolume");
2084 t->setVolume(mLeftVolume, mRightVolume);
2085
2086 // Restore VolumeShapers for the MediaPlayer in case the track was recreated
2087 // due to an output sink error (e.g. offload to non-offload switch).
2088 mVolumeHandler->forall([&t](const VolumeShaper &shaper) -> VolumeShaper::Status {
2089 sp<VolumeShaper::Operation> operationToEnd =
2090 new VolumeShaper::Operation(shaper.mOperation);
2091 // TODO: Ideally we would restore to the exact xOffset position
2092 // as returned by getVolumeShaperState(), but we don't have that
2093 // information when restoring at the client unless we periodically poll
2094 // the server or create shared memory state.
2095 //
2096 // For now, we simply advance to the end of the VolumeShaper effect
2097 // if it has been started.
2098 if (shaper.isStarted()) {
2099 operationToEnd->setNormalizedTime(1.f);
2100 }
2101 return t->applyVolumeShaper(shaper.mConfiguration, operationToEnd);
2102 });
2103
2104 mSampleRateHz = sampleRate;
2105 mFlags = flags;
2106 mMsecsPerFrame = 1E3f / (mPlaybackRate.mSpeed * sampleRate);
2107 mFrameSize = t->frameSize();
2108 mTrack = t;
2109
2110 return updateTrack();
2111 }
2112
updateTrack()2113 status_t MediaPlayerService::AudioOutput::updateTrack() {
2114 if (mTrack == NULL) {
2115 return NO_ERROR;
2116 }
2117
2118 status_t res = NO_ERROR;
2119 // Note some output devices may give us a direct track even though we don't specify it.
2120 // Example: Line application b/17459982.
2121 if ((mTrack->getFlags()
2122 & (AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD | AUDIO_OUTPUT_FLAG_DIRECT)) == 0) {
2123 res = mTrack->setPlaybackRate(mPlaybackRate);
2124 if (res == NO_ERROR) {
2125 mTrack->setAuxEffectSendLevel(mSendLevel);
2126 res = mTrack->attachAuxEffect(mAuxEffectId);
2127 }
2128 }
2129 mTrack->setOutputDevice(mSelectedDeviceId);
2130 if (mDeviceCallbackEnabled) {
2131 mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2132 }
2133 ALOGV("updateTrack() DONE status %d", res);
2134 return res;
2135 }
2136
start()2137 status_t MediaPlayerService::AudioOutput::start()
2138 {
2139 ALOGV("start");
2140 Mutex::Autolock lock(mLock);
2141 if (mCallbackData != NULL) {
2142 mCallbackData->endTrackSwitch();
2143 }
2144 if (mTrack != 0) {
2145 mTrack->setVolume(mLeftVolume, mRightVolume);
2146 mTrack->setAuxEffectSendLevel(mSendLevel);
2147 status_t status = mTrack->start();
2148 if (status == NO_ERROR) {
2149 mVolumeHandler->setStarted();
2150 }
2151 return status;
2152 }
2153 return NO_INIT;
2154 }
2155
setNextOutput(const sp<AudioOutput> & nextOutput)2156 void MediaPlayerService::AudioOutput::setNextOutput(const sp<AudioOutput>& nextOutput) {
2157 Mutex::Autolock lock(mLock);
2158 mNextOutput = nextOutput;
2159 }
2160
switchToNextOutput()2161 void MediaPlayerService::AudioOutput::switchToNextOutput() {
2162 ALOGV("switchToNextOutput");
2163
2164 // Try to acquire the callback lock before moving track (without incurring deadlock).
2165 const unsigned kMaxSwitchTries = 100;
2166 Mutex::Autolock lock(mLock);
2167 for (unsigned tries = 0;;) {
2168 if (mTrack == 0) {
2169 return;
2170 }
2171 if (mNextOutput != NULL && mNextOutput != this) {
2172 if (mCallbackData != NULL) {
2173 // two alternative approaches
2174 #if 1
2175 CallbackData *callbackData = mCallbackData;
2176 mLock.unlock();
2177 // proper acquisition sequence
2178 callbackData->lock();
2179 mLock.lock();
2180 // Caution: it is unlikely that someone deleted our callback or changed our target
2181 if (callbackData != mCallbackData || mNextOutput == NULL || mNextOutput == this) {
2182 // fatal if we are starved out.
2183 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2184 "switchToNextOutput() cannot obtain correct lock sequence");
2185 callbackData->unlock();
2186 continue;
2187 }
2188 callbackData->mSwitching = true; // begin track switch
2189 callbackData->setOutput(NULL);
2190 #else
2191 // tryBeginTrackSwitch() returns false if the callback has the lock.
2192 if (!mCallbackData->tryBeginTrackSwitch()) {
2193 // fatal if we are starved out.
2194 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2195 "switchToNextOutput() cannot obtain callback lock");
2196 mLock.unlock();
2197 usleep(5 * 1000 /* usec */); // allow callback to use AudioOutput
2198 mLock.lock();
2199 continue;
2200 }
2201 #endif
2202 }
2203
2204 Mutex::Autolock nextLock(mNextOutput->mLock);
2205
2206 // If the next output track is not NULL, then it has been
2207 // opened already for playback.
2208 // This is possible even without the next player being started,
2209 // for example, the next player could be prepared and seeked.
2210 //
2211 // Presuming it isn't advisable to force the track over.
2212 if (mNextOutput->mTrack == NULL) {
2213 ALOGD("Recycling track for gapless playback");
2214 delete mNextOutput->mCallbackData;
2215 mNextOutput->mCallbackData = mCallbackData;
2216 mNextOutput->mRecycledTrack = mTrack;
2217 mNextOutput->mSampleRateHz = mSampleRateHz;
2218 mNextOutput->mMsecsPerFrame = mMsecsPerFrame;
2219 mNextOutput->mFlags = mFlags;
2220 mNextOutput->mFrameSize = mFrameSize;
2221 close_l();
2222 mCallbackData = NULL; // destruction handled by mNextOutput
2223 } else {
2224 ALOGW("Ignoring gapless playback because next player has already started");
2225 // remove track in case resource needed for future players.
2226 if (mCallbackData != NULL) {
2227 mCallbackData->endTrackSwitch(); // release lock for callbacks before close.
2228 }
2229 close_l();
2230 }
2231 }
2232 break;
2233 }
2234 }
2235
write(const void * buffer,size_t size,bool blocking)2236 ssize_t MediaPlayerService::AudioOutput::write(const void* buffer, size_t size, bool blocking)
2237 {
2238 Mutex::Autolock lock(mLock);
2239 LOG_ALWAYS_FATAL_IF(mCallback != NULL, "Don't call write if supplying a callback.");
2240
2241 //ALOGV("write(%p, %u)", buffer, size);
2242 if (mTrack != 0) {
2243 return mTrack->write(buffer, size, blocking);
2244 }
2245 return NO_INIT;
2246 }
2247
stop()2248 void MediaPlayerService::AudioOutput::stop()
2249 {
2250 ALOGV("stop");
2251 Mutex::Autolock lock(mLock);
2252 if (mTrack != 0) mTrack->stop();
2253 }
2254
flush()2255 void MediaPlayerService::AudioOutput::flush()
2256 {
2257 ALOGV("flush");
2258 Mutex::Autolock lock(mLock);
2259 if (mTrack != 0) mTrack->flush();
2260 }
2261
pause()2262 void MediaPlayerService::AudioOutput::pause()
2263 {
2264 ALOGV("pause");
2265 Mutex::Autolock lock(mLock);
2266 if (mTrack != 0) mTrack->pause();
2267 }
2268
close()2269 void MediaPlayerService::AudioOutput::close()
2270 {
2271 ALOGV("close");
2272 sp<AudioTrack> track;
2273 {
2274 Mutex::Autolock lock(mLock);
2275 track = mTrack;
2276 close_l(); // clears mTrack
2277 }
2278 // destruction of the track occurs outside of mutex.
2279 }
2280
setVolume(float left,float right)2281 void MediaPlayerService::AudioOutput::setVolume(float left, float right)
2282 {
2283 ALOGV("setVolume(%f, %f)", left, right);
2284 Mutex::Autolock lock(mLock);
2285 mLeftVolume = left;
2286 mRightVolume = right;
2287 if (mTrack != 0) {
2288 mTrack->setVolume(left, right);
2289 }
2290 }
2291
setPlaybackRate(const AudioPlaybackRate & rate)2292 status_t MediaPlayerService::AudioOutput::setPlaybackRate(const AudioPlaybackRate &rate)
2293 {
2294 ALOGV("setPlaybackRate(%f %f %d %d)",
2295 rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
2296 Mutex::Autolock lock(mLock);
2297 if (mTrack == 0) {
2298 // remember rate so that we can set it when the track is opened
2299 mPlaybackRate = rate;
2300 return OK;
2301 }
2302 status_t res = mTrack->setPlaybackRate(rate);
2303 if (res != NO_ERROR) {
2304 return res;
2305 }
2306 // rate.mSpeed is always greater than 0 if setPlaybackRate succeeded
2307 CHECK_GT(rate.mSpeed, 0.f);
2308 mPlaybackRate = rate;
2309 if (mSampleRateHz != 0) {
2310 mMsecsPerFrame = 1E3f / (rate.mSpeed * mSampleRateHz);
2311 }
2312 return res;
2313 }
2314
getPlaybackRate(AudioPlaybackRate * rate)2315 status_t MediaPlayerService::AudioOutput::getPlaybackRate(AudioPlaybackRate *rate)
2316 {
2317 ALOGV("setPlaybackRate");
2318 Mutex::Autolock lock(mLock);
2319 if (mTrack == 0) {
2320 return NO_INIT;
2321 }
2322 *rate = mTrack->getPlaybackRate();
2323 return NO_ERROR;
2324 }
2325
setAuxEffectSendLevel(float level)2326 status_t MediaPlayerService::AudioOutput::setAuxEffectSendLevel(float level)
2327 {
2328 ALOGV("setAuxEffectSendLevel(%f)", level);
2329 Mutex::Autolock lock(mLock);
2330 mSendLevel = level;
2331 if (mTrack != 0) {
2332 return mTrack->setAuxEffectSendLevel(level);
2333 }
2334 return NO_ERROR;
2335 }
2336
attachAuxEffect(int effectId)2337 status_t MediaPlayerService::AudioOutput::attachAuxEffect(int effectId)
2338 {
2339 ALOGV("attachAuxEffect(%d)", effectId);
2340 Mutex::Autolock lock(mLock);
2341 mAuxEffectId = effectId;
2342 if (mTrack != 0) {
2343 return mTrack->attachAuxEffect(effectId);
2344 }
2345 return NO_ERROR;
2346 }
2347
setOutputDevice(audio_port_handle_t deviceId)2348 status_t MediaPlayerService::AudioOutput::setOutputDevice(audio_port_handle_t deviceId)
2349 {
2350 ALOGV("setOutputDevice(%d)", deviceId);
2351 Mutex::Autolock lock(mLock);
2352 mSelectedDeviceId = deviceId;
2353 if (mTrack != 0) {
2354 return mTrack->setOutputDevice(deviceId);
2355 }
2356 return NO_ERROR;
2357 }
2358
getRoutedDeviceId(audio_port_handle_t * deviceId)2359 status_t MediaPlayerService::AudioOutput::getRoutedDeviceId(audio_port_handle_t* deviceId)
2360 {
2361 ALOGV("getRoutedDeviceId");
2362 Mutex::Autolock lock(mLock);
2363 if (mTrack != 0) {
2364 mRoutedDeviceId = mTrack->getRoutedDeviceId();
2365 }
2366 *deviceId = mRoutedDeviceId;
2367 return NO_ERROR;
2368 }
2369
enableAudioDeviceCallback(bool enabled)2370 status_t MediaPlayerService::AudioOutput::enableAudioDeviceCallback(bool enabled)
2371 {
2372 ALOGV("enableAudioDeviceCallback, %d", enabled);
2373 Mutex::Autolock lock(mLock);
2374 mDeviceCallbackEnabled = enabled;
2375 if (mTrack != 0) {
2376 status_t status;
2377 if (enabled) {
2378 status = mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2379 } else {
2380 status = mTrack->removeAudioDeviceCallback(mDeviceCallback.promote());
2381 }
2382 return status;
2383 }
2384 return NO_ERROR;
2385 }
2386
applyVolumeShaper(const sp<VolumeShaper::Configuration> & configuration,const sp<VolumeShaper::Operation> & operation)2387 VolumeShaper::Status MediaPlayerService::AudioOutput::applyVolumeShaper(
2388 const sp<VolumeShaper::Configuration>& configuration,
2389 const sp<VolumeShaper::Operation>& operation)
2390 {
2391 Mutex::Autolock lock(mLock);
2392 ALOGV("AudioOutput::applyVolumeShaper");
2393
2394 mVolumeHandler->setIdIfNecessary(configuration);
2395
2396 VolumeShaper::Status status;
2397 if (mTrack != 0) {
2398 status = mTrack->applyVolumeShaper(configuration, operation);
2399 if (status >= 0) {
2400 (void)mVolumeHandler->applyVolumeShaper(configuration, operation);
2401 if (mTrack->isPlaying()) { // match local AudioTrack to properly restore.
2402 mVolumeHandler->setStarted();
2403 }
2404 }
2405 } else {
2406 // VolumeShapers are not affected when a track moves between players for
2407 // gapless playback (setNextMediaPlayer).
2408 // We forward VolumeShaper operations that do not change configuration
2409 // to the new player so that unducking may occur as expected.
2410 // Unducking is an idempotent operation, same if applied back-to-back.
2411 if (configuration->getType() == VolumeShaper::Configuration::TYPE_ID
2412 && mNextOutput != nullptr) {
2413 ALOGV("applyVolumeShaper: Attempting to forward missed operation: %s %s",
2414 configuration->toString().c_str(), operation->toString().c_str());
2415 Mutex::Autolock nextLock(mNextOutput->mLock);
2416
2417 // recycled track should be forwarded from this AudioSink by switchToNextOutput
2418 sp<AudioTrack> track = mNextOutput->mRecycledTrack;
2419 if (track != nullptr) {
2420 ALOGD("Forward VolumeShaper operation to recycled track %p", track.get());
2421 (void)track->applyVolumeShaper(configuration, operation);
2422 } else {
2423 // There is a small chance that the unduck occurs after the next
2424 // player has already started, but before it is registered to receive
2425 // the unduck command.
2426 track = mNextOutput->mTrack;
2427 if (track != nullptr) {
2428 ALOGD("Forward VolumeShaper operation to track %p", track.get());
2429 (void)track->applyVolumeShaper(configuration, operation);
2430 }
2431 }
2432 }
2433 status = mVolumeHandler->applyVolumeShaper(configuration, operation);
2434 }
2435 return status;
2436 }
2437
getVolumeShaperState(int id)2438 sp<VolumeShaper::State> MediaPlayerService::AudioOutput::getVolumeShaperState(int id)
2439 {
2440 Mutex::Autolock lock(mLock);
2441 if (mTrack != 0) {
2442 return mTrack->getVolumeShaperState(id);
2443 } else {
2444 return mVolumeHandler->getVolumeShaperState(id);
2445 }
2446 }
2447
2448 // static
CallbackWrapper(int event,void * cookie,void * info)2449 void MediaPlayerService::AudioOutput::CallbackWrapper(
2450 int event, void *cookie, void *info) {
2451 //ALOGV("callbackwrapper");
2452 CallbackData *data = (CallbackData*)cookie;
2453 // lock to ensure we aren't caught in the middle of a track switch.
2454 data->lock();
2455 AudioOutput *me = data->getOutput();
2456 AudioTrack::Buffer *buffer = (AudioTrack::Buffer *)info;
2457 if (me == NULL) {
2458 // no output set, likely because the track was scheduled to be reused
2459 // by another player, but the format turned out to be incompatible.
2460 data->unlock();
2461 if (buffer != NULL) {
2462 buffer->size = 0;
2463 }
2464 return;
2465 }
2466
2467 switch(event) {
2468 case AudioTrack::EVENT_MORE_DATA: {
2469 size_t actualSize = (*me->mCallback)(
2470 me, buffer->raw, buffer->size, me->mCallbackCookie,
2471 CB_EVENT_FILL_BUFFER);
2472
2473 // Log when no data is returned from the callback.
2474 // (1) We may have no data (especially with network streaming sources).
2475 // (2) We may have reached the EOS and the audio track is not stopped yet.
2476 // Note that AwesomePlayer/AudioPlayer will only return zero size when it reaches the EOS.
2477 // NuPlayerRenderer will return zero when it doesn't have data (it doesn't block to fill).
2478 //
2479 // This is a benign busy-wait, with the next data request generated 10 ms or more later;
2480 // nevertheless for power reasons, we don't want to see too many of these.
2481
2482 ALOGV_IF(actualSize == 0 && buffer->size > 0, "callbackwrapper: empty buffer returned");
2483
2484 buffer->size = actualSize;
2485 } break;
2486
2487 case AudioTrack::EVENT_STREAM_END:
2488 // currently only occurs for offloaded callbacks
2489 ALOGV("callbackwrapper: deliver EVENT_STREAM_END");
2490 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2491 me->mCallbackCookie, CB_EVENT_STREAM_END);
2492 break;
2493
2494 case AudioTrack::EVENT_NEW_IAUDIOTRACK :
2495 ALOGV("callbackwrapper: deliver EVENT_TEAR_DOWN");
2496 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */,
2497 me->mCallbackCookie, CB_EVENT_TEAR_DOWN);
2498 break;
2499
2500 case AudioTrack::EVENT_UNDERRUN:
2501 // This occurs when there is no data available, typically
2502 // when there is a failure to supply data to the AudioTrack. It can also
2503 // occur in non-offloaded mode when the audio device comes out of standby.
2504 //
2505 // If an AudioTrack underruns it outputs silence. Since this happens suddenly
2506 // it may sound like an audible pop or glitch.
2507 //
2508 // The underrun event is sent once per track underrun; the condition is reset
2509 // when more data is sent to the AudioTrack.
2510 ALOGD("callbackwrapper: EVENT_UNDERRUN (discarded)");
2511 break;
2512
2513 default:
2514 ALOGE("received unknown event type: %d inside CallbackWrapper !", event);
2515 }
2516
2517 data->unlock();
2518 }
2519
getSessionId() const2520 audio_session_t MediaPlayerService::AudioOutput::getSessionId() const
2521 {
2522 Mutex::Autolock lock(mLock);
2523 return mSessionId;
2524 }
2525
getSampleRate() const2526 uint32_t MediaPlayerService::AudioOutput::getSampleRate() const
2527 {
2528 Mutex::Autolock lock(mLock);
2529 if (mTrack == 0) return 0;
2530 return mTrack->getSampleRate();
2531 }
2532
getBufferDurationInUs() const2533 int64_t MediaPlayerService::AudioOutput::getBufferDurationInUs() const
2534 {
2535 Mutex::Autolock lock(mLock);
2536 if (mTrack == 0) {
2537 return 0;
2538 }
2539 int64_t duration;
2540 if (mTrack->getBufferDurationInUs(&duration) != OK) {
2541 return 0;
2542 }
2543 return duration;
2544 }
2545
2546 ////////////////////////////////////////////////////////////////////////////////
2547
2548 struct CallbackThread : public Thread {
2549 CallbackThread(const wp<MediaPlayerBase::AudioSink> &sink,
2550 MediaPlayerBase::AudioSink::AudioCallback cb,
2551 void *cookie);
2552
2553 protected:
2554 virtual ~CallbackThread();
2555
2556 virtual bool threadLoop();
2557
2558 private:
2559 wp<MediaPlayerBase::AudioSink> mSink;
2560 MediaPlayerBase::AudioSink::AudioCallback mCallback;
2561 void *mCookie;
2562 void *mBuffer;
2563 size_t mBufferSize;
2564
2565 CallbackThread(const CallbackThread &);
2566 CallbackThread &operator=(const CallbackThread &);
2567 };
2568
CallbackThread(const wp<MediaPlayerBase::AudioSink> & sink,MediaPlayerBase::AudioSink::AudioCallback cb,void * cookie)2569 CallbackThread::CallbackThread(
2570 const wp<MediaPlayerBase::AudioSink> &sink,
2571 MediaPlayerBase::AudioSink::AudioCallback cb,
2572 void *cookie)
2573 : mSink(sink),
2574 mCallback(cb),
2575 mCookie(cookie),
2576 mBuffer(NULL),
2577 mBufferSize(0) {
2578 }
2579
~CallbackThread()2580 CallbackThread::~CallbackThread() {
2581 if (mBuffer) {
2582 free(mBuffer);
2583 mBuffer = NULL;
2584 }
2585 }
2586
threadLoop()2587 bool CallbackThread::threadLoop() {
2588 sp<MediaPlayerBase::AudioSink> sink = mSink.promote();
2589 if (sink == NULL) {
2590 return false;
2591 }
2592
2593 if (mBuffer == NULL) {
2594 mBufferSize = sink->bufferSize();
2595 mBuffer = malloc(mBufferSize);
2596 }
2597
2598 size_t actualSize =
2599 (*mCallback)(sink.get(), mBuffer, mBufferSize, mCookie,
2600 MediaPlayerBase::AudioSink::CB_EVENT_FILL_BUFFER);
2601
2602 if (actualSize > 0) {
2603 sink->write(mBuffer, actualSize);
2604 // Could return false on sink->write() error or short count.
2605 // Not necessarily appropriate but would work for AudioCache behavior.
2606 }
2607
2608 return true;
2609 }
2610
2611 ////////////////////////////////////////////////////////////////////////////////
2612
addBatteryData(uint32_t params)2613 void MediaPlayerService::addBatteryData(uint32_t params) {
2614 mBatteryTracker.addBatteryData(params);
2615 }
2616
pullBatteryData(Parcel * reply)2617 status_t MediaPlayerService::pullBatteryData(Parcel* reply) {
2618 return mBatteryTracker.pullBatteryData(reply);
2619 }
2620
BatteryTracker()2621 MediaPlayerService::BatteryTracker::BatteryTracker() {
2622 mBatteryAudio.refCount = 0;
2623 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2624 mBatteryAudio.deviceOn[i] = 0;
2625 mBatteryAudio.lastTime[i] = 0;
2626 mBatteryAudio.totalTime[i] = 0;
2627 }
2628 // speaker is on by default
2629 mBatteryAudio.deviceOn[SPEAKER] = 1;
2630
2631 // reset battery stats
2632 // if the mediaserver has crashed, battery stats could be left
2633 // in bad state, reset the state upon service start.
2634 BatteryNotifier::getInstance().noteResetVideo();
2635 }
2636
addBatteryData(uint32_t params)2637 void MediaPlayerService::BatteryTracker::addBatteryData(uint32_t params)
2638 {
2639 Mutex::Autolock lock(mLock);
2640
2641 int32_t time = systemTime() / 1000000L;
2642
2643 // change audio output devices. This notification comes from AudioFlinger
2644 if ((params & kBatteryDataSpeakerOn)
2645 || (params & kBatteryDataOtherAudioDeviceOn)) {
2646
2647 int deviceOn[NUM_AUDIO_DEVICES];
2648 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2649 deviceOn[i] = 0;
2650 }
2651
2652 if ((params & kBatteryDataSpeakerOn)
2653 && (params & kBatteryDataOtherAudioDeviceOn)) {
2654 deviceOn[SPEAKER_AND_OTHER] = 1;
2655 } else if (params & kBatteryDataSpeakerOn) {
2656 deviceOn[SPEAKER] = 1;
2657 } else {
2658 deviceOn[OTHER_AUDIO_DEVICE] = 1;
2659 }
2660
2661 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2662 if (mBatteryAudio.deviceOn[i] != deviceOn[i]){
2663
2664 if (mBatteryAudio.refCount > 0) { // if playing audio
2665 if (!deviceOn[i]) {
2666 mBatteryAudio.lastTime[i] += time;
2667 mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i];
2668 mBatteryAudio.lastTime[i] = 0;
2669 } else {
2670 mBatteryAudio.lastTime[i] = 0 - time;
2671 }
2672 }
2673
2674 mBatteryAudio.deviceOn[i] = deviceOn[i];
2675 }
2676 }
2677 return;
2678 }
2679
2680 // an audio stream is started
2681 if (params & kBatteryDataAudioFlingerStart) {
2682 // record the start time only if currently no other audio
2683 // is being played
2684 if (mBatteryAudio.refCount == 0) {
2685 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2686 if (mBatteryAudio.deviceOn[i]) {
2687 mBatteryAudio.lastTime[i] -= time;
2688 }
2689 }
2690 }
2691
2692 mBatteryAudio.refCount ++;
2693 return;
2694
2695 } else if (params & kBatteryDataAudioFlingerStop) {
2696 if (mBatteryAudio.refCount <= 0) {
2697 ALOGW("Battery track warning: refCount is <= 0");
2698 return;
2699 }
2700
2701 // record the stop time only if currently this is the only
2702 // audio being played
2703 if (mBatteryAudio.refCount == 1) {
2704 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2705 if (mBatteryAudio.deviceOn[i]) {
2706 mBatteryAudio.lastTime[i] += time;
2707 mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i];
2708 mBatteryAudio.lastTime[i] = 0;
2709 }
2710 }
2711 }
2712
2713 mBatteryAudio.refCount --;
2714 return;
2715 }
2716
2717 uid_t uid = IPCThreadState::self()->getCallingUid();
2718 if (uid == AID_MEDIA) {
2719 return;
2720 }
2721 int index = mBatteryData.indexOfKey(uid);
2722
2723 if (index < 0) { // create a new entry for this UID
2724 BatteryUsageInfo info;
2725 info.audioTotalTime = 0;
2726 info.videoTotalTime = 0;
2727 info.audioLastTime = 0;
2728 info.videoLastTime = 0;
2729 info.refCount = 0;
2730
2731 if (mBatteryData.add(uid, info) == NO_MEMORY) {
2732 ALOGE("Battery track error: no memory for new app");
2733 return;
2734 }
2735 }
2736
2737 BatteryUsageInfo &info = mBatteryData.editValueFor(uid);
2738
2739 if (params & kBatteryDataCodecStarted) {
2740 if (params & kBatteryDataTrackAudio) {
2741 info.audioLastTime -= time;
2742 info.refCount ++;
2743 }
2744 if (params & kBatteryDataTrackVideo) {
2745 info.videoLastTime -= time;
2746 info.refCount ++;
2747 }
2748 } else {
2749 if (info.refCount == 0) {
2750 ALOGW("Battery track warning: refCount is already 0");
2751 return;
2752 } else if (info.refCount < 0) {
2753 ALOGE("Battery track error: refCount < 0");
2754 mBatteryData.removeItem(uid);
2755 return;
2756 }
2757
2758 if (params & kBatteryDataTrackAudio) {
2759 info.audioLastTime += time;
2760 info.refCount --;
2761 }
2762 if (params & kBatteryDataTrackVideo) {
2763 info.videoLastTime += time;
2764 info.refCount --;
2765 }
2766
2767 // no stream is being played by this UID
2768 if (info.refCount == 0) {
2769 info.audioTotalTime += info.audioLastTime;
2770 info.audioLastTime = 0;
2771 info.videoTotalTime += info.videoLastTime;
2772 info.videoLastTime = 0;
2773 }
2774 }
2775 }
2776
pullBatteryData(Parcel * reply)2777 status_t MediaPlayerService::BatteryTracker::pullBatteryData(Parcel* reply) {
2778 Mutex::Autolock lock(mLock);
2779
2780 // audio output devices usage
2781 int32_t time = systemTime() / 1000000L; //in ms
2782 int32_t totalTime;
2783
2784 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2785 totalTime = mBatteryAudio.totalTime[i];
2786
2787 if (mBatteryAudio.deviceOn[i]
2788 && (mBatteryAudio.lastTime[i] != 0)) {
2789 int32_t tmpTime = mBatteryAudio.lastTime[i] + time;
2790 totalTime += tmpTime;
2791 }
2792
2793 reply->writeInt32(totalTime);
2794 // reset the total time
2795 mBatteryAudio.totalTime[i] = 0;
2796 }
2797
2798 // codec usage
2799 BatteryUsageInfo info;
2800 int size = mBatteryData.size();
2801
2802 reply->writeInt32(size);
2803 int i = 0;
2804
2805 while (i < size) {
2806 info = mBatteryData.valueAt(i);
2807
2808 reply->writeInt32(mBatteryData.keyAt(i)); //UID
2809 reply->writeInt32(info.audioTotalTime);
2810 reply->writeInt32(info.videoTotalTime);
2811
2812 info.audioTotalTime = 0;
2813 info.videoTotalTime = 0;
2814
2815 // remove the UID entry where no stream is being played
2816 if (info.refCount <= 0) {
2817 mBatteryData.removeItemsAt(i);
2818 size --;
2819 i --;
2820 }
2821 i++;
2822 }
2823 return NO_ERROR;
2824 }
2825 } // namespace android
2826