• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2 **
3 ** Copyright 2008, The Android Open Source Project
4 **
5 ** Licensed under the Apache License, Version 2.0 (the "License");
6 ** you may not use this file except in compliance with the License.
7 ** You may obtain a copy of the License at
8 **
9 **     http://www.apache.org/licenses/LICENSE-2.0
10 **
11 ** Unless required by applicable law or agreed to in writing, software
12 ** distributed under the License is distributed on an "AS IS" BASIS,
13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 ** See the License for the specific language governing permissions and
15 ** limitations under the License.
16 */
17 
18 // Proxy for media player implementations
19 
20 //#define LOG_NDEBUG 0
21 #define LOG_TAG "MediaPlayerService"
22 #include <utils/Log.h>
23 
24 #include <chrono>
25 #include <sys/types.h>
26 #include <sys/stat.h>
27 #include <sys/time.h>
28 #include <dirent.h>
29 #include <unistd.h>
30 
31 #include <string.h>
32 
33 #include <cutils/atomic.h>
34 #include <cutils/properties.h> // for property_get
35 
36 #include <utils/misc.h>
37 
38 #include <android/hardware/media/omx/1.0/IOmx.h>
39 #include <android/hardware/media/c2/1.0/IComponentStore.h>
40 #include <binder/IPCThreadState.h>
41 #include <binder/IServiceManager.h>
42 #include <binder/MemoryHeapBase.h>
43 #include <binder/MemoryBase.h>
44 #include <gui/Surface.h>
45 #include <utils/Errors.h>  // for status_t
46 #include <utils/String8.h>
47 #include <utils/SystemClock.h>
48 #include <utils/Timers.h>
49 #include <utils/Vector.h>
50 
51 #include <codec2/hidl/client.h>
52 #include <datasource/HTTPBase.h>
53 #include <media/AidlConversion.h>
54 #include <media/IMediaHTTPService.h>
55 #include <media/IRemoteDisplay.h>
56 #include <media/IRemoteDisplayClient.h>
57 #include <media/MediaPlayerInterface.h>
58 #include <media/mediarecorder.h>
59 #include <media/MediaMetadataRetrieverInterface.h>
60 #include <media/Metadata.h>
61 #include <media/AudioTrack.h>
62 #include <media/stagefright/InterfaceUtils.h>
63 #include <media/stagefright/MediaCodecConstants.h>
64 #include <media/stagefright/MediaCodecList.h>
65 #include <media/stagefright/MediaErrors.h>
66 #include <media/stagefright/Utils.h>
67 #include <media/stagefright/FoundationUtils.h>
68 #include <media/stagefright/foundation/ADebug.h>
69 #include <media/stagefright/foundation/ALooperRoster.h>
70 #include <media/stagefright/SurfaceUtils.h>
71 #include <mediautils/BatteryNotifier.h>
72 #include <mediautils/MemoryLeakTrackUtil.h>
73 #include <memunreachable/memunreachable.h>
74 #include <system/audio.h>
75 
76 #include <private/android_filesystem_config.h>
77 
78 #include "ActivityManager.h"
79 #include "MediaRecorderClient.h"
80 #include "MediaPlayerService.h"
81 #include "MetadataRetrieverClient.h"
82 #include "MediaPlayerFactory.h"
83 
84 #include "TestPlayerStub.h"
85 #include <nuplayer/NuPlayerDriver.h>
86 
87 
88 static const int kDumpLockRetries = 50;
89 static const int kDumpLockSleepUs = 20000;
90 
91 namespace {
92 using android::media::Metadata;
93 using android::status_t;
94 using android::OK;
95 using android::BAD_VALUE;
96 using android::NOT_ENOUGH_DATA;
97 using android::Parcel;
98 using android::media::VolumeShaper;
99 using android::content::AttributionSourceState;
100 
101 // Max number of entries in the filter.
102 const int kMaxFilterSize = 64;  // I pulled that out of thin air.
103 
104 const float kMaxRequiredSpeed = 8.0f; // for PCM tracks allow up to 8x speedup.
105 
106 // FIXME: Move all the metadata related function in the Metadata.cpp
107 
108 
109 // Unmarshall a filter from a Parcel.
110 // Filter format in a parcel:
111 //
112 //  0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
113 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
114 // |                       number of entries (n)                   |
115 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
116 // |                       metadata type 1                         |
117 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
118 // |                       metadata type 2                         |
119 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
120 //  ....
121 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
122 // |                       metadata type n                         |
123 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
124 //
125 // @param p Parcel that should start with a filter.
126 // @param[out] filter On exit contains the list of metadata type to be
127 //                    filtered.
128 // @param[out] status On exit contains the status code to be returned.
129 // @return true if the parcel starts with a valid filter.
unmarshallFilter(const Parcel & p,Metadata::Filter * filter,status_t * status)130 bool unmarshallFilter(const Parcel& p,
131                       Metadata::Filter *filter,
132                       status_t *status)
133 {
134     int32_t val;
135     if (p.readInt32(&val) != OK)
136     {
137         ALOGE("Failed to read filter's length");
138         *status = NOT_ENOUGH_DATA;
139         return false;
140     }
141 
142     if( val > kMaxFilterSize || val < 0)
143     {
144         ALOGE("Invalid filter len %d", val);
145         *status = BAD_VALUE;
146         return false;
147     }
148 
149     const size_t num = val;
150 
151     filter->clear();
152     filter->setCapacity(num);
153 
154     size_t size = num * sizeof(Metadata::Type);
155 
156 
157     if (p.dataAvail() < size)
158     {
159         ALOGE("Filter too short expected %zu but got %zu", size, p.dataAvail());
160         *status = NOT_ENOUGH_DATA;
161         return false;
162     }
163 
164     const Metadata::Type *data =
165             static_cast<const Metadata::Type*>(p.readInplace(size));
166 
167     if (NULL == data)
168     {
169         ALOGE("Filter had no data");
170         *status = BAD_VALUE;
171         return false;
172     }
173 
174     // TODO: The stl impl of vector would be more efficient here
175     // because it degenerates into a memcpy on pod types. Try to
176     // replace later or use stl::set.
177     for (size_t i = 0; i < num; ++i)
178     {
179         filter->add(*data);
180         ++data;
181     }
182     *status = OK;
183     return true;
184 }
185 
186 // @param filter Of metadata type.
187 // @param val To be searched.
188 // @return true if a match was found.
findMetadata(const Metadata::Filter & filter,const int32_t val)189 bool findMetadata(const Metadata::Filter& filter, const int32_t val)
190 {
191     // Deal with empty and ANY right away
192     if (filter.isEmpty()) return false;
193     if (filter[0] == Metadata::kAny) return true;
194 
195     return filter.indexOf(val) >= 0;
196 }
197 
198 }  // anonymous namespace
199 
200 
201 namespace {
202 using android::Parcel;
203 using android::String16;
204 
205 // marshalling tag indicating flattened utf16 tags
206 // keep in sync with frameworks/base/media/java/android/media/AudioAttributes.java
207 const int32_t kAudioAttributesMarshallTagFlattenTags = 1;
208 
209 // Audio attributes format in a parcel:
210 //
211 //  0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1
212 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
213 // |                       usage                                   |
214 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
215 // |                       content_type                            |
216 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
217 // |                       source                                  |
218 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
219 // |                       flags                                   |
220 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
221 // |                       kAudioAttributesMarshallTagFlattenTags  | // ignore tags if not found
222 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
223 // |                       flattened tags in UTF16                 |
224 // |                         ...                                   |
225 // +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
226 //
227 // @param p Parcel that contains audio attributes.
228 // @param[out] attributes On exit points to an initialized audio_attributes_t structure
229 // @param[out] status On exit contains the status code to be returned.
unmarshallAudioAttributes(const Parcel & parcel,audio_attributes_t * attributes)230 void unmarshallAudioAttributes(const Parcel& parcel, audio_attributes_t *attributes)
231 {
232     attributes->usage = (audio_usage_t) parcel.readInt32();
233     attributes->content_type = (audio_content_type_t) parcel.readInt32();
234     attributes->source = (audio_source_t) parcel.readInt32();
235     attributes->flags = (audio_flags_mask_t) parcel.readInt32();
236     const bool hasFlattenedTag = (parcel.readInt32() == kAudioAttributesMarshallTagFlattenTags);
237     if (hasFlattenedTag) {
238         // the tags are UTF16, convert to UTF8
239         String16 tags = parcel.readString16();
240         ssize_t realTagSize = utf16_to_utf8_length(tags.string(), tags.size());
241         if (realTagSize <= 0) {
242             strcpy(attributes->tags, "");
243         } else {
244             // copy the flattened string into the attributes as the destination for the conversion:
245             // copying array size -1, array for tags was calloc'd, no need to NULL-terminate it
246             size_t tagSize = realTagSize > AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 ?
247                     AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 : realTagSize;
248             utf16_to_utf8(tags.string(), tagSize, attributes->tags,
249                     sizeof(attributes->tags) / sizeof(attributes->tags[0]));
250         }
251     } else {
252         ALOGE("unmarshallAudioAttributes() received unflattened tags, ignoring tag values");
253         strcpy(attributes->tags, "");
254     }
255 }
256 } // anonymous namespace
257 
258 
259 namespace android {
260 
261 extern ALooperRoster gLooperRoster;
262 
263 
checkPermission(const char * permissionString)264 static bool checkPermission(const char* permissionString) {
265     if (getpid() == IPCThreadState::self()->getCallingPid()) return true;
266     bool ok = checkCallingPermission(String16(permissionString));
267     if (!ok) ALOGE("Request requires %s", permissionString);
268     return ok;
269 }
270 
dumpCodecDetails(int fd,const sp<IMediaCodecList> & codecList,bool queryDecoders)271 static void dumpCodecDetails(int fd, const sp<IMediaCodecList> &codecList, bool queryDecoders) {
272     const size_t SIZE = 256;
273     char buffer[SIZE];
274     String8 result;
275 
276     const char *codecType = queryDecoders? "Decoder" : "Encoder";
277     snprintf(buffer, SIZE - 1, "\n%s infos by media types:\n"
278              "=============================\n", codecType);
279     result.append(buffer);
280 
281     size_t numCodecs = codecList->countCodecs();
282 
283     // gather all media types supported by codec class, and link to codecs that support them
284     KeyedVector<AString, Vector<sp<MediaCodecInfo>>> allMediaTypes;
285     for (size_t codec_ix = 0; codec_ix < numCodecs; ++codec_ix) {
286         sp<MediaCodecInfo> info = codecList->getCodecInfo(codec_ix);
287         if (info->isEncoder() == !queryDecoders) {
288             Vector<AString> supportedMediaTypes;
289             info->getSupportedMediaTypes(&supportedMediaTypes);
290             if (!supportedMediaTypes.size()) {
291                 snprintf(buffer, SIZE - 1, "warning: %s does not support any media types\n",
292                         info->getCodecName());
293                 result.append(buffer);
294             } else {
295                 for (const AString &mediaType : supportedMediaTypes) {
296                     if (allMediaTypes.indexOfKey(mediaType) < 0) {
297                         allMediaTypes.add(mediaType, Vector<sp<MediaCodecInfo>>());
298                     }
299                     allMediaTypes.editValueFor(mediaType).add(info);
300                 }
301             }
302         }
303     }
304 
305     KeyedVector<AString, bool> visitedCodecs;
306     for (size_t type_ix = 0; type_ix < allMediaTypes.size(); ++type_ix) {
307         const AString &mediaType = allMediaTypes.keyAt(type_ix);
308         snprintf(buffer, SIZE - 1, "\nMedia type '%s':\n", mediaType.c_str());
309         result.append(buffer);
310 
311         for (const sp<MediaCodecInfo> &info : allMediaTypes.valueAt(type_ix)) {
312             sp<MediaCodecInfo::Capabilities> caps = info->getCapabilitiesFor(mediaType.c_str());
313             if (caps == NULL) {
314                 snprintf(buffer, SIZE - 1, "warning: %s does not have capabilities for type %s\n",
315                         info->getCodecName(), mediaType.c_str());
316                 result.append(buffer);
317                 continue;
318             }
319             snprintf(buffer, SIZE - 1, "  %s \"%s\" supports\n",
320                        codecType, info->getCodecName());
321             result.append(buffer);
322 
323             auto printList = [&](const char *type, const Vector<AString> &values){
324                 snprintf(buffer, SIZE - 1, "    %s: [", type);
325                 result.append(buffer);
326                 for (size_t j = 0; j < values.size(); ++j) {
327                     snprintf(buffer, SIZE - 1, "\n      %s%s", values[j].c_str(),
328                             j == values.size() - 1 ? " " : ",");
329                     result.append(buffer);
330                 }
331                 result.append("]\n");
332             };
333 
334             if (visitedCodecs.indexOfKey(info->getCodecName()) < 0) {
335                 visitedCodecs.add(info->getCodecName(), true);
336                 {
337                     Vector<AString> aliases;
338                     info->getAliases(&aliases);
339                     // quote alias
340                     for (AString &alias : aliases) {
341                         alias.insert("\"", 1, 0);
342                         alias.append('"');
343                     }
344                     printList("aliases", aliases);
345                 }
346                 {
347                     uint32_t attrs = info->getAttributes();
348                     Vector<AString> list;
349                     list.add(AStringPrintf("encoder: %d",
350                                            !!(attrs & MediaCodecInfo::kFlagIsEncoder)));
351                     list.add(AStringPrintf("vendor: %d",
352                                            !!(attrs & MediaCodecInfo::kFlagIsVendor)));
353                     list.add(AStringPrintf("software-only: %d",
354                                            !!(attrs & MediaCodecInfo::kFlagIsSoftwareOnly)));
355                     list.add(AStringPrintf("hw-accelerated: %d",
356                                            !!(attrs & MediaCodecInfo::kFlagIsHardwareAccelerated)));
357                     printList(AStringPrintf("attributes: %#x", attrs).c_str(), list);
358                 }
359 
360                 snprintf(buffer, SIZE - 1, "    owner: \"%s\"\n", info->getOwnerName());
361                 result.append(buffer);
362                 snprintf(buffer, SIZE - 1, "    rank: %u\n", info->getRank());
363                 result.append(buffer);
364             } else {
365                 result.append("    aliases, attributes, owner, rank: see above\n");
366             }
367 
368             {
369                 Vector<AString> list;
370                 Vector<MediaCodecInfo::ProfileLevel> profileLevels;
371                 caps->getSupportedProfileLevels(&profileLevels);
372                 for (const MediaCodecInfo::ProfileLevel &pl : profileLevels) {
373                     const char *niceProfile =
374                         mediaType.equalsIgnoreCase(MIMETYPE_AUDIO_AAC)
375                             ? asString_AACObject(pl.mProfile) :
376                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_MPEG2)
377                             ? asString_MPEG2Profile(pl.mProfile) :
378                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_H263)
379                             ? asString_H263Profile(pl.mProfile) :
380                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_MPEG4)
381                             ? asString_MPEG4Profile(pl.mProfile) :
382                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_AVC)
383                             ? asString_AVCProfile(pl.mProfile) :
384                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_VP8)
385                             ? asString_VP8Profile(pl.mProfile) :
386                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_HEVC)
387                             ? asString_HEVCProfile(pl.mProfile) :
388                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_VP9)
389                             ? asString_VP9Profile(pl.mProfile) :
390                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_AV1)
391                             ? asString_AV1Profile(pl.mProfile) : "??";
392                     const char *niceLevel =
393                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_MPEG2)
394                             ? asString_MPEG2Level(pl.mLevel) :
395                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_H263)
396                             ? asString_H263Level(pl.mLevel) :
397                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_MPEG4)
398                             ? asString_MPEG4Level(pl.mLevel) :
399                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_AVC)
400                             ? asString_AVCLevel(pl.mLevel) :
401                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_VP8)
402                             ? asString_VP8Level(pl.mLevel) :
403                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_HEVC)
404                             ? asString_HEVCTierLevel(pl.mLevel) :
405                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_VP9)
406                             ? asString_VP9Level(pl.mLevel) :
407                         mediaType.equalsIgnoreCase(MIMETYPE_VIDEO_AV1)
408                             ? asString_AV1Level(pl.mLevel) : "??";
409 
410                     list.add(AStringPrintf("% 5u/% 5u (%s/%s)",
411                             pl.mProfile, pl.mLevel, niceProfile, niceLevel));
412                 }
413                 printList("profile/levels", list);
414             }
415 
416             {
417                 Vector<AString> list;
418                 Vector<uint32_t> colors;
419                 caps->getSupportedColorFormats(&colors);
420                 for (uint32_t color : colors) {
421                     list.add(AStringPrintf("%#x (%s)", color,
422                             asString_ColorFormat((int32_t)color)));
423                 }
424                 printList("colors", list);
425             }
426 
427             result.append("    details: ");
428             result.append(caps->getDetails()->debugString(6).c_str());
429             result.append("\n");
430         }
431     }
432     result.append("\n");
433     ::write(fd, result.string(), result.size());
434 }
435 
436 
437 // TODO: Find real cause of Audio/Video delay in PV framework and remove this workaround
438 /* static */ int MediaPlayerService::AudioOutput::mMinBufferCount = 4;
439 /* static */ bool MediaPlayerService::AudioOutput::mIsOnEmulator = false;
440 
instantiate()441 void MediaPlayerService::instantiate() {
442     defaultServiceManager()->addService(
443             String16("media.player"), new MediaPlayerService());
444 }
445 
MediaPlayerService()446 MediaPlayerService::MediaPlayerService()
447 {
448     ALOGV("MediaPlayerService created");
449     mNextConnId = 1;
450 
451     MediaPlayerFactory::registerBuiltinFactories();
452 }
453 
~MediaPlayerService()454 MediaPlayerService::~MediaPlayerService()
455 {
456     ALOGV("MediaPlayerService destroyed");
457 }
458 
createMediaRecorder(const AttributionSourceState & attributionSource)459 sp<IMediaRecorder> MediaPlayerService::createMediaRecorder(
460         const AttributionSourceState& attributionSource)
461 {
462     // TODO b/182392769: use attribution source util
463     AttributionSourceState verifiedAttributionSource = attributionSource;
464     verifiedAttributionSource.uid = VALUE_OR_FATAL(
465       legacy2aidl_uid_t_int32_t(IPCThreadState::self()->getCallingUid()));
466     verifiedAttributionSource.pid = VALUE_OR_FATAL(
467         legacy2aidl_pid_t_int32_t(IPCThreadState::self()->getCallingPid()));
468     sp<MediaRecorderClient> recorder =
469         new MediaRecorderClient(this, verifiedAttributionSource);
470     wp<MediaRecorderClient> w = recorder;
471     Mutex::Autolock lock(mLock);
472     mMediaRecorderClients.add(w);
473     ALOGV("Create new media recorder client from pid %s",
474         verifiedAttributionSource.toString().c_str());
475     return recorder;
476 }
477 
removeMediaRecorderClient(const wp<MediaRecorderClient> & client)478 void MediaPlayerService::removeMediaRecorderClient(const wp<MediaRecorderClient>& client)
479 {
480     Mutex::Autolock lock(mLock);
481     mMediaRecorderClients.remove(client);
482     ALOGV("Delete media recorder client");
483 }
484 
createMetadataRetriever()485 sp<IMediaMetadataRetriever> MediaPlayerService::createMetadataRetriever()
486 {
487     pid_t pid = IPCThreadState::self()->getCallingPid();
488     sp<MetadataRetrieverClient> retriever = new MetadataRetrieverClient(pid);
489     ALOGV("Create new media retriever from pid %d", pid);
490     return retriever;
491 }
492 
create(const sp<IMediaPlayerClient> & client,audio_session_t audioSessionId,const AttributionSourceState & attributionSource)493 sp<IMediaPlayer> MediaPlayerService::create(const sp<IMediaPlayerClient>& client,
494         audio_session_t audioSessionId, const AttributionSourceState& attributionSource)
495 {
496     int32_t connId = android_atomic_inc(&mNextConnId);
497     // TODO b/182392769: use attribution source util
498     AttributionSourceState verifiedAttributionSource = attributionSource;
499     verifiedAttributionSource.pid = VALUE_OR_FATAL(
500         legacy2aidl_pid_t_int32_t(IPCThreadState::self()->getCallingPid()));
501     verifiedAttributionSource.uid = VALUE_OR_FATAL(
502         legacy2aidl_uid_t_int32_t(IPCThreadState::self()->getCallingUid()));
503 
504     sp<Client> c = new Client(
505             this, verifiedAttributionSource, connId, client, audioSessionId);
506 
507     ALOGV("Create new client(%d) from %s, ", connId,
508         verifiedAttributionSource.toString().c_str());
509 
510     wp<Client> w = c;
511     {
512         Mutex::Autolock lock(mLock);
513         mClients.add(w);
514     }
515     return c;
516 }
517 
getCodecList() const518 sp<IMediaCodecList> MediaPlayerService::getCodecList() const {
519     return MediaCodecList::getLocalInstance();
520 }
521 
listenForRemoteDisplay(const String16 &,const sp<IRemoteDisplayClient> &,const String8 &)522 sp<IRemoteDisplay> MediaPlayerService::listenForRemoteDisplay(
523         const String16 &/*opPackageName*/,
524         const sp<IRemoteDisplayClient>& /*client*/,
525         const String8& /*iface*/) {
526     ALOGE("listenForRemoteDisplay is no longer supported!");
527 
528     return NULL;
529 }
530 
dump(int fd,const Vector<String16> & args) const531 status_t MediaPlayerService::AudioOutput::dump(int fd, const Vector<String16>& args) const
532 {
533     const size_t SIZE = 256;
534     char buffer[SIZE];
535     String8 result;
536 
537     result.append(" AudioOutput\n");
538     snprintf(buffer, 255, "  stream type(%d), left - right volume(%f, %f)\n",
539             mStreamType, mLeftVolume, mRightVolume);
540     result.append(buffer);
541     snprintf(buffer, 255, "  msec per frame(%f), latency (%d)\n",
542             mMsecsPerFrame, (mTrack != 0) ? mTrack->latency() : -1);
543     result.append(buffer);
544     snprintf(buffer, 255, "  aux effect id(%d), send level (%f)\n",
545             mAuxEffectId, mSendLevel);
546     result.append(buffer);
547 
548     ::write(fd, result.string(), result.size());
549     if (mTrack != 0) {
550         mTrack->dump(fd, args);
551     }
552     return NO_ERROR;
553 }
554 
dump(int fd,const Vector<String16> & args)555 status_t MediaPlayerService::Client::dump(int fd, const Vector<String16>& args)
556 {
557     const size_t SIZE = 256;
558     char buffer[SIZE];
559     String8 result;
560     result.append(" Client\n");
561     snprintf(buffer, 255, "  AttributionSource(%s), connId(%d), status(%d), looping(%s)\n",
562         mAttributionSource.toString().c_str(), mConnId, mStatus, mLoop?"true": "false");
563     result.append(buffer);
564 
565     sp<MediaPlayerBase> p;
566     sp<AudioOutput> audioOutput;
567     bool locked = false;
568     for (int i = 0; i < kDumpLockRetries; ++i) {
569         if (mLock.tryLock() == NO_ERROR) {
570             locked = true;
571             break;
572         }
573         usleep(kDumpLockSleepUs);
574     }
575 
576     if (locked) {
577         p = mPlayer;
578         audioOutput = mAudioOutput;
579         mLock.unlock();
580     } else {
581         result.append("  lock is taken, no dump from player and audio output\n");
582     }
583     write(fd, result.string(), result.size());
584 
585     if (p != NULL) {
586         p->dump(fd, args);
587     }
588     if (audioOutput != 0) {
589         audioOutput->dump(fd, args);
590     }
591     write(fd, "\n", 1);
592     return NO_ERROR;
593 }
594 
595 /**
596  * The only arguments this understands right now are -c, -von and -voff,
597  * which are parsed by ALooperRoster::dump()
598  */
dump(int fd,const Vector<String16> & args)599 status_t MediaPlayerService::dump(int fd, const Vector<String16>& args)
600 {
601     const size_t SIZE = 256;
602     char buffer[SIZE];
603     String8 result;
604     SortedVector< sp<Client> > clients; //to serialise the mutex unlock & client destruction.
605     SortedVector< sp<MediaRecorderClient> > mediaRecorderClients;
606 
607     if (checkCallingPermission(String16("android.permission.DUMP")) == false) {
608         snprintf(buffer, SIZE - 1, "Permission Denial: "
609                 "can't dump MediaPlayerService from pid=%d, uid=%d\n",
610                 IPCThreadState::self()->getCallingPid(),
611                 IPCThreadState::self()->getCallingUid());
612         result.append(buffer);
613     } else {
614         {
615             // capture clients under lock
616             Mutex::Autolock lock(mLock);
617             for (int i = 0, n = mClients.size(); i < n; ++i) {
618                 sp<Client> c = mClients[i].promote();
619                 if (c != nullptr) {
620                     clients.add(c);
621                 }
622             }
623 
624             for (int i = 0, n = mMediaRecorderClients.size(); i < n; ++i) {
625                 sp<MediaRecorderClient> c = mMediaRecorderClients[i].promote();
626                 if (c != nullptr) {
627                     mediaRecorderClients.add(c);
628                 }
629             }
630         }
631 
632         // dump clients outside of lock
633         for (const sp<Client> &c : clients) {
634             c->dump(fd, args);
635         }
636         if (mediaRecorderClients.size() == 0) {
637             result.append(" No media recorder client\n\n");
638         } else {
639             for (const sp<MediaRecorderClient> &c : mediaRecorderClients) {
640                 snprintf(buffer, 255, " MediaRecorderClient pid(%d)\n",
641                         c->mAttributionSource.pid);
642                 result.append(buffer);
643                 write(fd, result.string(), result.size());
644                 result = "\n";
645                 c->dump(fd, args);
646 
647             }
648         }
649 
650         result.append(" Files opened and/or mapped:\n");
651         snprintf(buffer, SIZE - 1, "/proc/%d/maps", getpid());
652         FILE *f = fopen(buffer, "r");
653         if (f) {
654             while (!feof(f)) {
655                 fgets(buffer, SIZE - 1, f);
656                 if (strstr(buffer, " /storage/") ||
657                     strstr(buffer, " /system/sounds/") ||
658                     strstr(buffer, " /data/") ||
659                     strstr(buffer, " /system/media/")) {
660                     result.append("  ");
661                     result.append(buffer);
662                 }
663             }
664             fclose(f);
665         } else {
666             result.append("couldn't open ");
667             result.append(buffer);
668             result.append("\n");
669         }
670 
671         snprintf(buffer, SIZE - 1, "/proc/%d/fd", getpid());
672         DIR *d = opendir(buffer);
673         if (d) {
674             struct dirent *ent;
675             while((ent = readdir(d)) != NULL) {
676                 if (strcmp(ent->d_name,".") && strcmp(ent->d_name,"..")) {
677                     snprintf(buffer, SIZE - 1, "/proc/%d/fd/%s", getpid(), ent->d_name);
678                     struct stat s;
679                     if (lstat(buffer, &s) == 0) {
680                         if ((s.st_mode & S_IFMT) == S_IFLNK) {
681                             char linkto[256];
682                             int len = readlink(buffer, linkto, sizeof(linkto));
683                             if(len > 0) {
684                                 if(len > 255) {
685                                     linkto[252] = '.';
686                                     linkto[253] = '.';
687                                     linkto[254] = '.';
688                                     linkto[255] = 0;
689                                 } else {
690                                     linkto[len] = 0;
691                                 }
692                                 if (strstr(linkto, "/storage/") == linkto ||
693                                     strstr(linkto, "/system/sounds/") == linkto ||
694                                     strstr(linkto, "/data/") == linkto ||
695                                     strstr(linkto, "/system/media/") == linkto) {
696                                     result.append("  ");
697                                     result.append(buffer);
698                                     result.append(" -> ");
699                                     result.append(linkto);
700                                     result.append("\n");
701                                 }
702                             }
703                         } else {
704                             result.append("  unexpected type for ");
705                             result.append(buffer);
706                             result.append("\n");
707                         }
708                     }
709                 }
710             }
711             closedir(d);
712         } else {
713             result.append("couldn't open ");
714             result.append(buffer);
715             result.append("\n");
716         }
717 
718         gLooperRoster.dump(fd, args);
719 
720         sp<IMediaCodecList> codecList = getCodecList();
721         dumpCodecDetails(fd, codecList, true /* decoders */);
722         dumpCodecDetails(fd, codecList, false /* !decoders */);
723 
724         bool dumpMem = false;
725         bool unreachableMemory = false;
726         for (size_t i = 0; i < args.size(); i++) {
727             if (args[i] == String16("-m")) {
728                 dumpMem = true;
729             } else if (args[i] == String16("--unreachable")) {
730                 unreachableMemory = true;
731             }
732         }
733         if (dumpMem) {
734             result.append("\nDumping memory:\n");
735             std::string s = dumpMemoryAddresses(100 /* limit */);
736             result.append(s.c_str(), s.size());
737         }
738         if (unreachableMemory) {
739             result.append("\nDumping unreachable memory:\n");
740             // TODO - should limit be an argument parameter?
741             std::string s = GetUnreachableMemoryString(true /* contents */, 10000 /* limit */);
742             result.append(s.c_str(), s.size());
743         }
744     }
745     write(fd, result.string(), result.size());
746 
747     return NO_ERROR;
748 }
749 
removeClient(const wp<Client> & client)750 void MediaPlayerService::removeClient(const wp<Client>& client)
751 {
752     Mutex::Autolock lock(mLock);
753     mClients.remove(client);
754 }
755 
hasClient(wp<Client> client)756 bool MediaPlayerService::hasClient(wp<Client> client)
757 {
758     Mutex::Autolock lock(mLock);
759     return mClients.indexOf(client) != NAME_NOT_FOUND;
760 }
761 
Client(const sp<MediaPlayerService> & service,const AttributionSourceState & attributionSource,int32_t connId,const sp<IMediaPlayerClient> & client,audio_session_t audioSessionId)762 MediaPlayerService::Client::Client(
763         const sp<MediaPlayerService>& service, const AttributionSourceState& attributionSource,
764         int32_t connId, const sp<IMediaPlayerClient>& client,
765         audio_session_t audioSessionId)
766         : mAttributionSource(attributionSource)
767 {
768     ALOGV("Client(%d) constructor", connId);
769     mConnId = connId;
770     mService = service;
771     mClient = client;
772     mLoop = false;
773     mStatus = NO_INIT;
774     mAudioSessionId = audioSessionId;
775     mRetransmitEndpointValid = false;
776     mAudioAttributes = NULL;
777     mListener = new Listener(this);
778 
779 #if CALLBACK_ANTAGONIZER
780     ALOGD("create Antagonizer");
781     mAntagonizer = new Antagonizer(mListener);
782 #endif
783 }
784 
~Client()785 MediaPlayerService::Client::~Client()
786 {
787     ALOGV("Client(%d) destructor AttributionSource = %s", mConnId,
788             mAttributionSource.toString().c_str());
789     mAudioOutput.clear();
790     wp<Client> client(this);
791     disconnect();
792     mService->removeClient(client);
793     if (mAudioAttributes != NULL) {
794         free(mAudioAttributes);
795     }
796     mAudioDeviceUpdatedListener.clear();
797 }
798 
disconnect()799 void MediaPlayerService::Client::disconnect()
800 {
801     ALOGV("disconnect(%d) from AttributionSource %s", mConnId,
802             mAttributionSource.toString().c_str());
803     // grab local reference and clear main reference to prevent future
804     // access to object
805     sp<MediaPlayerBase> p;
806     {
807         Mutex::Autolock l(mLock);
808         p = mPlayer;
809         mClient.clear();
810         mPlayer.clear();
811     }
812 
813     // clear the notification to prevent callbacks to dead client
814     // and reset the player. We assume the player will serialize
815     // access to itself if necessary.
816     if (p != 0) {
817         p->setNotifyCallback(0);
818 #if CALLBACK_ANTAGONIZER
819         ALOGD("kill Antagonizer");
820         mAntagonizer->kill();
821 #endif
822         p->reset();
823     }
824 
825     {
826         Mutex::Autolock l(mLock);
827         disconnectNativeWindow_l();
828     }
829 
830     IPCThreadState::self()->flushCommands();
831 }
832 
createPlayer(player_type playerType)833 sp<MediaPlayerBase> MediaPlayerService::Client::createPlayer(player_type playerType)
834 {
835     // determine if we have the right player type
836     sp<MediaPlayerBase> p = getPlayer();
837     if ((p != NULL) && (p->playerType() != playerType)) {
838         ALOGV("delete player");
839         p.clear();
840     }
841     if (p == NULL) {
842         p = MediaPlayerFactory::createPlayer(playerType, mListener,
843             VALUE_OR_FATAL(aidl2legacy_int32_t_pid_t(mAttributionSource.pid)));
844     }
845 
846     if (p != NULL) {
847         p->setUID(VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(mAttributionSource.uid)));
848     }
849 
850     return p;
851 }
852 
onAudioDeviceUpdate(audio_io_handle_t audioIo,audio_port_handle_t deviceId)853 void MediaPlayerService::Client::AudioDeviceUpdatedNotifier::onAudioDeviceUpdate(
854         audio_io_handle_t audioIo,
855         audio_port_handle_t deviceId) {
856     sp<MediaPlayerBase> listener = mListener.promote();
857     if (listener != NULL) {
858         listener->sendEvent(MEDIA_AUDIO_ROUTING_CHANGED, audioIo, deviceId);
859     } else {
860         ALOGW("listener for process %d death is gone", MEDIA_AUDIO_ROUTING_CHANGED);
861     }
862 }
863 
setDataSource_pre(player_type playerType)864 sp<MediaPlayerBase> MediaPlayerService::Client::setDataSource_pre(
865         player_type playerType)
866 {
867     ALOGV("player type = %d", playerType);
868 
869     // create the right type of player
870     sp<MediaPlayerBase> p = createPlayer(playerType);
871     if (p == NULL) {
872         return p;
873     }
874 
875     std::vector<DeathNotifier> deathNotifiers;
876 
877     // Listen to death of media.extractor service
878     sp<IServiceManager> sm = defaultServiceManager();
879     sp<IBinder> binder = sm->getService(String16("media.extractor"));
880     if (binder == NULL) {
881         ALOGE("extractor service not available");
882         return NULL;
883     }
884     deathNotifiers.emplace_back(
885             binder, [l = wp<MediaPlayerBase>(p)]() {
886         sp<MediaPlayerBase> listener = l.promote();
887         if (listener) {
888             ALOGI("media.extractor died. Sending death notification.");
889             listener->sendEvent(MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
890                                 MEDIAEXTRACTOR_PROCESS_DEATH);
891         } else {
892             ALOGW("media.extractor died without a death handler.");
893         }
894     });
895 
896     {
897         using ::android::hidl::base::V1_0::IBase;
898 
899         // Listen to death of OMX service
900         {
901             sp<IBase> base = ::android::hardware::media::omx::V1_0::
902                     IOmx::getService();
903             if (base == nullptr) {
904                 ALOGD("OMX service is not available");
905             } else {
906                 deathNotifiers.emplace_back(
907                         base, [l = wp<MediaPlayerBase>(p)]() {
908                     sp<MediaPlayerBase> listener = l.promote();
909                     if (listener) {
910                         ALOGI("OMX service died. "
911                               "Sending death notification.");
912                         listener->sendEvent(
913                                 MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
914                                 MEDIACODEC_PROCESS_DEATH);
915                     } else {
916                         ALOGW("OMX service died without a death handler.");
917                     }
918                 });
919             }
920         }
921 
922         // Listen to death of Codec2 services
923         {
924             for (std::shared_ptr<Codec2Client> const& client :
925                     Codec2Client::CreateFromAllServices()) {
926                 sp<IBase> base = client->getBase();
927                 deathNotifiers.emplace_back(
928                         base, [l = wp<MediaPlayerBase>(p),
929                                name = std::string(client->getServiceName())]() {
930                     sp<MediaPlayerBase> listener = l.promote();
931                     if (listener) {
932                         ALOGI("Codec2 service \"%s\" died. "
933                               "Sending death notification.",
934                               name.c_str());
935                         listener->sendEvent(
936                                 MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED,
937                                 MEDIACODEC_PROCESS_DEATH);
938                     } else {
939                         ALOGW("Codec2 service \"%s\" died "
940                               "without a death handler.",
941                               name.c_str());
942                     }
943                 });
944             }
945         }
946     }
947 
948     Mutex::Autolock lock(mLock);
949 
950     mDeathNotifiers.clear();
951     mDeathNotifiers.swap(deathNotifiers);
952     mAudioDeviceUpdatedListener = new AudioDeviceUpdatedNotifier(p);
953 
954     if (!p->hardwareOutput()) {
955         mAudioOutput = new AudioOutput(mAudioSessionId, mAttributionSource,
956                 mAudioAttributes, mAudioDeviceUpdatedListener);
957         static_cast<MediaPlayerInterface*>(p.get())->setAudioSink(mAudioOutput);
958     }
959 
960     return p;
961 }
962 
setDataSource_post(const sp<MediaPlayerBase> & p,status_t status)963 status_t MediaPlayerService::Client::setDataSource_post(
964         const sp<MediaPlayerBase>& p,
965         status_t status)
966 {
967     ALOGV(" setDataSource");
968     if (status != OK) {
969         ALOGE("  error: %d", status);
970         return status;
971     }
972 
973     // Set the re-transmission endpoint if one was chosen.
974     if (mRetransmitEndpointValid) {
975         status = p->setRetransmitEndpoint(&mRetransmitEndpoint);
976         if (status != NO_ERROR) {
977             ALOGE("setRetransmitEndpoint error: %d", status);
978         }
979     }
980 
981     if (status == OK) {
982         Mutex::Autolock lock(mLock);
983         mPlayer = p;
984     }
985     return status;
986 }
987 
setDataSource(const sp<IMediaHTTPService> & httpService,const char * url,const KeyedVector<String8,String8> * headers)988 status_t MediaPlayerService::Client::setDataSource(
989         const sp<IMediaHTTPService> &httpService,
990         const char *url,
991         const KeyedVector<String8, String8> *headers)
992 {
993     ALOGV("setDataSource(%s)", url);
994     if (url == NULL)
995         return UNKNOWN_ERROR;
996 
997     if ((strncmp(url, "http://", 7) == 0) ||
998         (strncmp(url, "https://", 8) == 0) ||
999         (strncmp(url, "rtsp://", 7) == 0)) {
1000         if (!checkPermission("android.permission.INTERNET")) {
1001             return PERMISSION_DENIED;
1002         }
1003     }
1004 
1005     if (strncmp(url, "content://", 10) == 0) {
1006         // get a filedescriptor for the content Uri and
1007         // pass it to the setDataSource(fd) method
1008 
1009         String16 url16(url);
1010         int fd = android::openContentProviderFile(url16);
1011         if (fd < 0)
1012         {
1013             ALOGE("Couldn't open fd for %s", url);
1014             return UNKNOWN_ERROR;
1015         }
1016         status_t status = setDataSource(fd, 0, 0x7fffffffffLL); // this sets mStatus
1017         close(fd);
1018         return mStatus = status;
1019     } else {
1020         player_type playerType = MediaPlayerFactory::getPlayerType(this, url);
1021         sp<MediaPlayerBase> p = setDataSource_pre(playerType);
1022         if (p == NULL) {
1023             return NO_INIT;
1024         }
1025 
1026         return mStatus =
1027                 setDataSource_post(
1028                 p, p->setDataSource(httpService, url, headers));
1029     }
1030 }
1031 
setDataSource(int fd,int64_t offset,int64_t length)1032 status_t MediaPlayerService::Client::setDataSource(int fd, int64_t offset, int64_t length)
1033 {
1034     ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld",
1035             fd, nameForFd(fd).c_str(), (long long) offset, (long long) length);
1036     struct stat sb;
1037     int ret = fstat(fd, &sb);
1038     if (ret != 0) {
1039         ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno));
1040         return UNKNOWN_ERROR;
1041     }
1042 
1043     ALOGV("st_dev  = %llu", static_cast<unsigned long long>(sb.st_dev));
1044     ALOGV("st_mode = %u", sb.st_mode);
1045     ALOGV("st_uid  = %lu", static_cast<unsigned long>(sb.st_uid));
1046     ALOGV("st_gid  = %lu", static_cast<unsigned long>(sb.st_gid));
1047     ALOGV("st_size = %llu", static_cast<unsigned long long>(sb.st_size));
1048 
1049     if (offset >= sb.st_size) {
1050         ALOGE("offset error");
1051         return UNKNOWN_ERROR;
1052     }
1053     if (offset + length > sb.st_size) {
1054         length = sb.st_size - offset;
1055         ALOGV("calculated length = %lld", (long long)length);
1056     }
1057 
1058     player_type playerType = MediaPlayerFactory::getPlayerType(this,
1059                                                                fd,
1060                                                                offset,
1061                                                                length);
1062     sp<MediaPlayerBase> p = setDataSource_pre(playerType);
1063     if (p == NULL) {
1064         return NO_INIT;
1065     }
1066 
1067     // now set data source
1068     return mStatus = setDataSource_post(p, p->setDataSource(fd, offset, length));
1069 }
1070 
setDataSource(const sp<IStreamSource> & source)1071 status_t MediaPlayerService::Client::setDataSource(
1072         const sp<IStreamSource> &source) {
1073     // create the right type of player
1074     player_type playerType = MediaPlayerFactory::getPlayerType(this, source);
1075     sp<MediaPlayerBase> p = setDataSource_pre(playerType);
1076     if (p == NULL) {
1077         return NO_INIT;
1078     }
1079 
1080     // now set data source
1081     return mStatus = setDataSource_post(p, p->setDataSource(source));
1082 }
1083 
setDataSource(const sp<IDataSource> & source)1084 status_t MediaPlayerService::Client::setDataSource(
1085         const sp<IDataSource> &source) {
1086     sp<DataSource> dataSource = CreateDataSourceFromIDataSource(source);
1087     player_type playerType = MediaPlayerFactory::getPlayerType(this, dataSource);
1088     sp<MediaPlayerBase> p = setDataSource_pre(playerType);
1089     if (p == NULL) {
1090         return NO_INIT;
1091     }
1092     // now set data source
1093     return mStatus = setDataSource_post(p, p->setDataSource(dataSource));
1094 }
1095 
setDataSource(const String8 & rtpParams)1096 status_t MediaPlayerService::Client::setDataSource(
1097         const String8& rtpParams) {
1098     player_type playerType = NU_PLAYER;
1099     sp<MediaPlayerBase> p = setDataSource_pre(playerType);
1100     if (p == NULL) {
1101         return NO_INIT;
1102     }
1103     // now set data source
1104     return mStatus = setDataSource_post(p, p->setDataSource(rtpParams));
1105 }
1106 
disconnectNativeWindow_l()1107 void MediaPlayerService::Client::disconnectNativeWindow_l() {
1108     if (mConnectedWindow != NULL) {
1109         status_t err = nativeWindowDisconnect(
1110                 mConnectedWindow.get(), "disconnectNativeWindow");
1111 
1112         if (err != OK) {
1113             ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
1114                     strerror(-err), err);
1115         }
1116     }
1117     mConnectedWindow.clear();
1118 }
1119 
setVideoSurfaceTexture(const sp<IGraphicBufferProducer> & bufferProducer)1120 status_t MediaPlayerService::Client::setVideoSurfaceTexture(
1121         const sp<IGraphicBufferProducer>& bufferProducer)
1122 {
1123     ALOGV("[%d] setVideoSurfaceTexture(%p)", mConnId, bufferProducer.get());
1124     sp<MediaPlayerBase> p = getPlayer();
1125     if (p == 0) return UNKNOWN_ERROR;
1126 
1127     sp<IBinder> binder(IInterface::asBinder(bufferProducer));
1128     if (mConnectedWindowBinder == binder) {
1129         return OK;
1130     }
1131 
1132     sp<ANativeWindow> anw;
1133     if (bufferProducer != NULL) {
1134         anw = new Surface(bufferProducer, true /* controlledByApp */);
1135         status_t err = nativeWindowConnect(anw.get(), "setVideoSurfaceTexture");
1136 
1137         if (err != OK) {
1138             ALOGE("setVideoSurfaceTexture failed: %d", err);
1139             // Note that we must do the reset before disconnecting from the ANW.
1140             // Otherwise queue/dequeue calls could be made on the disconnected
1141             // ANW, which may result in errors.
1142             reset();
1143 
1144             Mutex::Autolock lock(mLock);
1145             disconnectNativeWindow_l();
1146 
1147             return err;
1148         }
1149     }
1150 
1151     // Note that we must set the player's new GraphicBufferProducer before
1152     // disconnecting the old one.  Otherwise queue/dequeue calls could be made
1153     // on the disconnected ANW, which may result in errors.
1154     status_t err = p->setVideoSurfaceTexture(bufferProducer);
1155 
1156     mLock.lock();
1157     disconnectNativeWindow_l();
1158 
1159     if (err == OK) {
1160         mConnectedWindow = anw;
1161         mConnectedWindowBinder = binder;
1162         mLock.unlock();
1163     } else {
1164         mLock.unlock();
1165         status_t err = nativeWindowDisconnect(
1166                 anw.get(), "disconnectNativeWindow");
1167 
1168         if (err != OK) {
1169             ALOGW("nativeWindowDisconnect returned an error: %s (%d)",
1170                     strerror(-err), err);
1171         }
1172     }
1173 
1174     return err;
1175 }
1176 
invoke(const Parcel & request,Parcel * reply)1177 status_t MediaPlayerService::Client::invoke(const Parcel& request,
1178                                             Parcel *reply)
1179 {
1180     sp<MediaPlayerBase> p = getPlayer();
1181     if (p == NULL) return UNKNOWN_ERROR;
1182     return p->invoke(request, reply);
1183 }
1184 
1185 // This call doesn't need to access the native player.
setMetadataFilter(const Parcel & filter)1186 status_t MediaPlayerService::Client::setMetadataFilter(const Parcel& filter)
1187 {
1188     status_t status;
1189     media::Metadata::Filter allow, drop;
1190 
1191     if (unmarshallFilter(filter, &allow, &status) &&
1192         unmarshallFilter(filter, &drop, &status)) {
1193         Mutex::Autolock lock(mLock);
1194 
1195         mMetadataAllow = allow;
1196         mMetadataDrop = drop;
1197     }
1198     return status;
1199 }
1200 
getMetadata(bool update_only,bool,Parcel * reply)1201 status_t MediaPlayerService::Client::getMetadata(
1202         bool update_only, bool /*apply_filter*/, Parcel *reply)
1203 {
1204     sp<MediaPlayerBase> player = getPlayer();
1205     if (player == 0) return UNKNOWN_ERROR;
1206 
1207     status_t status;
1208     // Placeholder for the return code, updated by the caller.
1209     reply->writeInt32(-1);
1210 
1211     media::Metadata::Filter ids;
1212 
1213     // We don't block notifications while we fetch the data. We clear
1214     // mMetadataUpdated first so we don't lose notifications happening
1215     // during the rest of this call.
1216     {
1217         Mutex::Autolock lock(mLock);
1218         if (update_only) {
1219             ids = mMetadataUpdated;
1220         }
1221         mMetadataUpdated.clear();
1222     }
1223 
1224     media::Metadata metadata(reply);
1225 
1226     metadata.appendHeader();
1227     status = player->getMetadata(ids, reply);
1228 
1229     if (status != OK) {
1230         metadata.resetParcel();
1231         ALOGE("getMetadata failed %d", status);
1232         return status;
1233     }
1234 
1235     // FIXME: Implement filtering on the result. Not critical since
1236     // filtering takes place on the update notifications already. This
1237     // would be when all the metadata are fetch and a filter is set.
1238 
1239     // Everything is fine, update the metadata length.
1240     metadata.updateLength();
1241     return OK;
1242 }
1243 
setBufferingSettings(const BufferingSettings & buffering)1244 status_t MediaPlayerService::Client::setBufferingSettings(
1245         const BufferingSettings& buffering)
1246 {
1247     ALOGV("[%d] setBufferingSettings{%s}",
1248             mConnId, buffering.toString().string());
1249     sp<MediaPlayerBase> p = getPlayer();
1250     if (p == 0) return UNKNOWN_ERROR;
1251     return p->setBufferingSettings(buffering);
1252 }
1253 
getBufferingSettings(BufferingSettings * buffering)1254 status_t MediaPlayerService::Client::getBufferingSettings(
1255         BufferingSettings* buffering /* nonnull */)
1256 {
1257     sp<MediaPlayerBase> p = getPlayer();
1258     // TODO: create mPlayer on demand.
1259     if (p == 0) return UNKNOWN_ERROR;
1260     status_t ret = p->getBufferingSettings(buffering);
1261     if (ret == NO_ERROR) {
1262         ALOGV("[%d] getBufferingSettings{%s}",
1263                 mConnId, buffering->toString().string());
1264     } else {
1265         ALOGE("[%d] getBufferingSettings returned %d", mConnId, ret);
1266     }
1267     return ret;
1268 }
1269 
prepareAsync()1270 status_t MediaPlayerService::Client::prepareAsync()
1271 {
1272     ALOGV("[%d] prepareAsync", mConnId);
1273     sp<MediaPlayerBase> p = getPlayer();
1274     if (p == 0) return UNKNOWN_ERROR;
1275     status_t ret = p->prepareAsync();
1276 #if CALLBACK_ANTAGONIZER
1277     ALOGD("start Antagonizer");
1278     if (ret == NO_ERROR) mAntagonizer->start();
1279 #endif
1280     return ret;
1281 }
1282 
start()1283 status_t MediaPlayerService::Client::start()
1284 {
1285     ALOGV("[%d] start", mConnId);
1286     sp<MediaPlayerBase> p = getPlayer();
1287     if (p == 0) return UNKNOWN_ERROR;
1288     p->setLooping(mLoop);
1289     return p->start();
1290 }
1291 
stop()1292 status_t MediaPlayerService::Client::stop()
1293 {
1294     ALOGV("[%d] stop", mConnId);
1295     sp<MediaPlayerBase> p = getPlayer();
1296     if (p == 0) return UNKNOWN_ERROR;
1297     return p->stop();
1298 }
1299 
pause()1300 status_t MediaPlayerService::Client::pause()
1301 {
1302     ALOGV("[%d] pause", mConnId);
1303     sp<MediaPlayerBase> p = getPlayer();
1304     if (p == 0) return UNKNOWN_ERROR;
1305     return p->pause();
1306 }
1307 
isPlaying(bool * state)1308 status_t MediaPlayerService::Client::isPlaying(bool* state)
1309 {
1310     *state = false;
1311     sp<MediaPlayerBase> p = getPlayer();
1312     if (p == 0) return UNKNOWN_ERROR;
1313     *state = p->isPlaying();
1314     ALOGV("[%d] isPlaying: %d", mConnId, *state);
1315     return NO_ERROR;
1316 }
1317 
setPlaybackSettings(const AudioPlaybackRate & rate)1318 status_t MediaPlayerService::Client::setPlaybackSettings(const AudioPlaybackRate& rate)
1319 {
1320     ALOGV("[%d] setPlaybackSettings(%f, %f, %d, %d)",
1321             mConnId, rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
1322     sp<MediaPlayerBase> p = getPlayer();
1323     if (p == 0) return UNKNOWN_ERROR;
1324     return p->setPlaybackSettings(rate);
1325 }
1326 
getPlaybackSettings(AudioPlaybackRate * rate)1327 status_t MediaPlayerService::Client::getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */)
1328 {
1329     sp<MediaPlayerBase> p = getPlayer();
1330     if (p == 0) return UNKNOWN_ERROR;
1331     status_t ret = p->getPlaybackSettings(rate);
1332     if (ret == NO_ERROR) {
1333         ALOGV("[%d] getPlaybackSettings(%f, %f, %d, %d)",
1334                 mConnId, rate->mSpeed, rate->mPitch, rate->mFallbackMode, rate->mStretchMode);
1335     } else {
1336         ALOGV("[%d] getPlaybackSettings returned %d", mConnId, ret);
1337     }
1338     return ret;
1339 }
1340 
setSyncSettings(const AVSyncSettings & sync,float videoFpsHint)1341 status_t MediaPlayerService::Client::setSyncSettings(
1342         const AVSyncSettings& sync, float videoFpsHint)
1343 {
1344     ALOGV("[%d] setSyncSettings(%u, %u, %f, %f)",
1345             mConnId, sync.mSource, sync.mAudioAdjustMode, sync.mTolerance, videoFpsHint);
1346     sp<MediaPlayerBase> p = getPlayer();
1347     if (p == 0) return UNKNOWN_ERROR;
1348     return p->setSyncSettings(sync, videoFpsHint);
1349 }
1350 
getSyncSettings(AVSyncSettings * sync,float * videoFps)1351 status_t MediaPlayerService::Client::getSyncSettings(
1352         AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */)
1353 {
1354     sp<MediaPlayerBase> p = getPlayer();
1355     if (p == 0) return UNKNOWN_ERROR;
1356     status_t ret = p->getSyncSettings(sync, videoFps);
1357     if (ret == NO_ERROR) {
1358         ALOGV("[%d] getSyncSettings(%u, %u, %f, %f)",
1359                 mConnId, sync->mSource, sync->mAudioAdjustMode, sync->mTolerance, *videoFps);
1360     } else {
1361         ALOGV("[%d] getSyncSettings returned %d", mConnId, ret);
1362     }
1363     return ret;
1364 }
1365 
getCurrentPosition(int * msec)1366 status_t MediaPlayerService::Client::getCurrentPosition(int *msec)
1367 {
1368     ALOGV("getCurrentPosition");
1369     sp<MediaPlayerBase> p = getPlayer();
1370     if (p == 0) return UNKNOWN_ERROR;
1371     status_t ret = p->getCurrentPosition(msec);
1372     if (ret == NO_ERROR) {
1373         ALOGV("[%d] getCurrentPosition = %d", mConnId, *msec);
1374     } else {
1375         ALOGE("getCurrentPosition returned %d", ret);
1376     }
1377     return ret;
1378 }
1379 
getDuration(int * msec)1380 status_t MediaPlayerService::Client::getDuration(int *msec)
1381 {
1382     ALOGV("getDuration");
1383     sp<MediaPlayerBase> p = getPlayer();
1384     if (p == 0) return UNKNOWN_ERROR;
1385     status_t ret = p->getDuration(msec);
1386     if (ret == NO_ERROR) {
1387         ALOGV("[%d] getDuration = %d", mConnId, *msec);
1388     } else {
1389         ALOGE("getDuration returned %d", ret);
1390     }
1391     return ret;
1392 }
1393 
setNextPlayer(const sp<IMediaPlayer> & player)1394 status_t MediaPlayerService::Client::setNextPlayer(const sp<IMediaPlayer>& player) {
1395     ALOGV("setNextPlayer");
1396     Mutex::Autolock l(mLock);
1397     sp<Client> c = static_cast<Client*>(player.get());
1398     if (c != NULL && !mService->hasClient(c)) {
1399       return BAD_VALUE;
1400     }
1401 
1402     mNextClient = c;
1403 
1404     if (c != NULL) {
1405         if (mAudioOutput != NULL) {
1406             mAudioOutput->setNextOutput(c->mAudioOutput);
1407         } else if ((mPlayer != NULL) && !mPlayer->hardwareOutput()) {
1408             ALOGE("no current audio output");
1409         }
1410 
1411         if ((mPlayer != NULL) && (mNextClient->getPlayer() != NULL)) {
1412             mPlayer->setNextPlayer(mNextClient->getPlayer());
1413         }
1414     }
1415 
1416     return OK;
1417 }
1418 
applyVolumeShaper(const sp<VolumeShaper::Configuration> & configuration,const sp<VolumeShaper::Operation> & operation)1419 VolumeShaper::Status MediaPlayerService::Client::applyVolumeShaper(
1420         const sp<VolumeShaper::Configuration>& configuration,
1421         const sp<VolumeShaper::Operation>& operation) {
1422     // for hardware output, call player instead
1423     ALOGV("Client::applyVolumeShaper(%p)", this);
1424     sp<MediaPlayerBase> p = getPlayer();
1425     {
1426         Mutex::Autolock l(mLock);
1427         if (p != 0 && p->hardwareOutput()) {
1428             // TODO: investigate internal implementation
1429             return VolumeShaper::Status(INVALID_OPERATION);
1430         }
1431         if (mAudioOutput.get() != nullptr) {
1432             return mAudioOutput->applyVolumeShaper(configuration, operation);
1433         }
1434     }
1435     return VolumeShaper::Status(INVALID_OPERATION);
1436 }
1437 
getVolumeShaperState(int id)1438 sp<VolumeShaper::State> MediaPlayerService::Client::getVolumeShaperState(int id) {
1439     // for hardware output, call player instead
1440     ALOGV("Client::getVolumeShaperState(%p)", this);
1441     sp<MediaPlayerBase> p = getPlayer();
1442     {
1443         Mutex::Autolock l(mLock);
1444         if (p != 0 && p->hardwareOutput()) {
1445             // TODO: investigate internal implementation.
1446             return nullptr;
1447         }
1448         if (mAudioOutput.get() != nullptr) {
1449             return mAudioOutput->getVolumeShaperState(id);
1450         }
1451     }
1452     return nullptr;
1453 }
1454 
seekTo(int msec,MediaPlayerSeekMode mode)1455 status_t MediaPlayerService::Client::seekTo(int msec, MediaPlayerSeekMode mode)
1456 {
1457     ALOGV("[%d] seekTo(%d, %d)", mConnId, msec, mode);
1458     sp<MediaPlayerBase> p = getPlayer();
1459     if (p == 0) return UNKNOWN_ERROR;
1460     return p->seekTo(msec, mode);
1461 }
1462 
reset()1463 status_t MediaPlayerService::Client::reset()
1464 {
1465     ALOGV("[%d] reset", mConnId);
1466     mRetransmitEndpointValid = false;
1467     sp<MediaPlayerBase> p = getPlayer();
1468     if (p == 0) return UNKNOWN_ERROR;
1469     return p->reset();
1470 }
1471 
notifyAt(int64_t mediaTimeUs)1472 status_t MediaPlayerService::Client::notifyAt(int64_t mediaTimeUs)
1473 {
1474     ALOGV("[%d] notifyAt(%lld)", mConnId, (long long)mediaTimeUs);
1475     sp<MediaPlayerBase> p = getPlayer();
1476     if (p == 0) return UNKNOWN_ERROR;
1477     return p->notifyAt(mediaTimeUs);
1478 }
1479 
setAudioStreamType(audio_stream_type_t type)1480 status_t MediaPlayerService::Client::setAudioStreamType(audio_stream_type_t type)
1481 {
1482     ALOGV("[%d] setAudioStreamType(%d)", mConnId, type);
1483     // TODO: for hardware output, call player instead
1484     Mutex::Autolock l(mLock);
1485     if (mAudioOutput != 0) mAudioOutput->setAudioStreamType(type);
1486     return NO_ERROR;
1487 }
1488 
setAudioAttributes_l(const Parcel & parcel)1489 status_t MediaPlayerService::Client::setAudioAttributes_l(const Parcel &parcel)
1490 {
1491     if (mAudioAttributes != NULL) { free(mAudioAttributes); }
1492     mAudioAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1493     if (mAudioAttributes == NULL) {
1494         return NO_MEMORY;
1495     }
1496     unmarshallAudioAttributes(parcel, mAudioAttributes);
1497 
1498     ALOGV("setAudioAttributes_l() usage=%d content=%d flags=0x%x tags=%s",
1499             mAudioAttributes->usage, mAudioAttributes->content_type, mAudioAttributes->flags,
1500             mAudioAttributes->tags);
1501 
1502     if (mAudioOutput != 0) {
1503         mAudioOutput->setAudioAttributes(mAudioAttributes);
1504     }
1505     return NO_ERROR;
1506 }
1507 
setLooping(int loop)1508 status_t MediaPlayerService::Client::setLooping(int loop)
1509 {
1510     ALOGV("[%d] setLooping(%d)", mConnId, loop);
1511     mLoop = loop;
1512     sp<MediaPlayerBase> p = getPlayer();
1513     if (p != 0) return p->setLooping(loop);
1514     return NO_ERROR;
1515 }
1516 
setVolume(float leftVolume,float rightVolume)1517 status_t MediaPlayerService::Client::setVolume(float leftVolume, float rightVolume)
1518 {
1519     ALOGV("[%d] setVolume(%f, %f)", mConnId, leftVolume, rightVolume);
1520 
1521     // for hardware output, call player instead
1522     sp<MediaPlayerBase> p = getPlayer();
1523     {
1524       Mutex::Autolock l(mLock);
1525       if (p != 0 && p->hardwareOutput()) {
1526           MediaPlayerHWInterface* hwp =
1527                   reinterpret_cast<MediaPlayerHWInterface*>(p.get());
1528           return hwp->setVolume(leftVolume, rightVolume);
1529       } else {
1530           if (mAudioOutput != 0) mAudioOutput->setVolume(leftVolume, rightVolume);
1531           return NO_ERROR;
1532       }
1533     }
1534 
1535     return NO_ERROR;
1536 }
1537 
setAuxEffectSendLevel(float level)1538 status_t MediaPlayerService::Client::setAuxEffectSendLevel(float level)
1539 {
1540     ALOGV("[%d] setAuxEffectSendLevel(%f)", mConnId, level);
1541     Mutex::Autolock l(mLock);
1542     if (mAudioOutput != 0) return mAudioOutput->setAuxEffectSendLevel(level);
1543     return NO_ERROR;
1544 }
1545 
attachAuxEffect(int effectId)1546 status_t MediaPlayerService::Client::attachAuxEffect(int effectId)
1547 {
1548     ALOGV("[%d] attachAuxEffect(%d)", mConnId, effectId);
1549     Mutex::Autolock l(mLock);
1550     if (mAudioOutput != 0) return mAudioOutput->attachAuxEffect(effectId);
1551     return NO_ERROR;
1552 }
1553 
setParameter(int key,const Parcel & request)1554 status_t MediaPlayerService::Client::setParameter(int key, const Parcel &request) {
1555     ALOGV("[%d] setParameter(%d)", mConnId, key);
1556     switch (key) {
1557     case KEY_PARAMETER_AUDIO_ATTRIBUTES:
1558     {
1559         Mutex::Autolock l(mLock);
1560         return setAudioAttributes_l(request);
1561     }
1562     default:
1563         sp<MediaPlayerBase> p = getPlayer();
1564         if (p == 0) { return UNKNOWN_ERROR; }
1565         return p->setParameter(key, request);
1566     }
1567 }
1568 
getParameter(int key,Parcel * reply)1569 status_t MediaPlayerService::Client::getParameter(int key, Parcel *reply) {
1570     ALOGV("[%d] getParameter(%d)", mConnId, key);
1571     sp<MediaPlayerBase> p = getPlayer();
1572     if (p == 0) return UNKNOWN_ERROR;
1573     return p->getParameter(key, reply);
1574 }
1575 
setRetransmitEndpoint(const struct sockaddr_in * endpoint)1576 status_t MediaPlayerService::Client::setRetransmitEndpoint(
1577         const struct sockaddr_in* endpoint) {
1578 
1579     if (NULL != endpoint) {
1580         uint32_t a = ntohl(endpoint->sin_addr.s_addr);
1581         uint16_t p = ntohs(endpoint->sin_port);
1582         ALOGV("[%d] setRetransmitEndpoint(%u.%u.%u.%u:%hu)", mConnId,
1583                 (a >> 24), (a >> 16) & 0xFF, (a >> 8) & 0xFF, (a & 0xFF), p);
1584     } else {
1585         ALOGV("[%d] setRetransmitEndpoint = <none>", mConnId);
1586     }
1587 
1588     sp<MediaPlayerBase> p = getPlayer();
1589 
1590     // Right now, the only valid time to set a retransmit endpoint is before
1591     // player selection has been made (since the presence or absence of a
1592     // retransmit endpoint is going to determine which player is selected during
1593     // setDataSource).
1594     if (p != 0) return INVALID_OPERATION;
1595 
1596     if (NULL != endpoint) {
1597         Mutex::Autolock lock(mLock);
1598         mRetransmitEndpoint = *endpoint;
1599         mRetransmitEndpointValid = true;
1600     } else {
1601         Mutex::Autolock lock(mLock);
1602         mRetransmitEndpointValid = false;
1603     }
1604 
1605     return NO_ERROR;
1606 }
1607 
getRetransmitEndpoint(struct sockaddr_in * endpoint)1608 status_t MediaPlayerService::Client::getRetransmitEndpoint(
1609         struct sockaddr_in* endpoint)
1610 {
1611     if (NULL == endpoint)
1612         return BAD_VALUE;
1613 
1614     sp<MediaPlayerBase> p = getPlayer();
1615 
1616     if (p != NULL)
1617         return p->getRetransmitEndpoint(endpoint);
1618 
1619     Mutex::Autolock lock(mLock);
1620     if (!mRetransmitEndpointValid)
1621         return NO_INIT;
1622 
1623     *endpoint = mRetransmitEndpoint;
1624 
1625     return NO_ERROR;
1626 }
1627 
notify(int msg,int ext1,int ext2,const Parcel * obj)1628 void MediaPlayerService::Client::notify(
1629         int msg, int ext1, int ext2, const Parcel *obj)
1630 {
1631     sp<IMediaPlayerClient> c;
1632     sp<Client> nextClient;
1633     status_t errStartNext = NO_ERROR;
1634     {
1635         Mutex::Autolock l(mLock);
1636         c = mClient;
1637         if (msg == MEDIA_PLAYBACK_COMPLETE && mNextClient != NULL) {
1638             nextClient = mNextClient;
1639 
1640             if (mAudioOutput != NULL)
1641                 mAudioOutput->switchToNextOutput();
1642 
1643             errStartNext = nextClient->start();
1644         }
1645     }
1646 
1647     if (nextClient != NULL) {
1648         sp<IMediaPlayerClient> nc;
1649         {
1650             Mutex::Autolock l(nextClient->mLock);
1651             nc = nextClient->mClient;
1652         }
1653         if (nc != NULL) {
1654             if (errStartNext == NO_ERROR) {
1655                 nc->notify(MEDIA_INFO, MEDIA_INFO_STARTED_AS_NEXT, 0, obj);
1656             } else {
1657                 nc->notify(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN , 0, obj);
1658                 ALOGE("gapless:start playback for next track failed, err(%d)", errStartNext);
1659             }
1660         }
1661     }
1662 
1663     if (MEDIA_INFO == msg &&
1664         MEDIA_INFO_METADATA_UPDATE == ext1) {
1665         const media::Metadata::Type metadata_type = ext2;
1666 
1667         if(shouldDropMetadata(metadata_type)) {
1668             return;
1669         }
1670 
1671         // Update the list of metadata that have changed. getMetadata
1672         // also access mMetadataUpdated and clears it.
1673         addNewMetadataUpdate(metadata_type);
1674     }
1675 
1676     if (c != NULL) {
1677         ALOGV("[%d] notify (%d, %d, %d)", mConnId, msg, ext1, ext2);
1678         c->notify(msg, ext1, ext2, obj);
1679     }
1680 }
1681 
1682 
shouldDropMetadata(media::Metadata::Type code) const1683 bool MediaPlayerService::Client::shouldDropMetadata(media::Metadata::Type code) const
1684 {
1685     Mutex::Autolock lock(mLock);
1686 
1687     if (findMetadata(mMetadataDrop, code)) {
1688         return true;
1689     }
1690 
1691     if (mMetadataAllow.isEmpty() || findMetadata(mMetadataAllow, code)) {
1692         return false;
1693     } else {
1694         return true;
1695     }
1696 }
1697 
1698 
addNewMetadataUpdate(media::Metadata::Type metadata_type)1699 void MediaPlayerService::Client::addNewMetadataUpdate(media::Metadata::Type metadata_type) {
1700     Mutex::Autolock lock(mLock);
1701     if (mMetadataUpdated.indexOf(metadata_type) < 0) {
1702         mMetadataUpdated.add(metadata_type);
1703     }
1704 }
1705 
1706 // Modular DRM
prepareDrm(const uint8_t uuid[16],const Vector<uint8_t> & drmSessionId)1707 status_t MediaPlayerService::Client::prepareDrm(const uint8_t uuid[16],
1708         const Vector<uint8_t>& drmSessionId)
1709 {
1710     ALOGV("[%d] prepareDrm", mConnId);
1711     sp<MediaPlayerBase> p = getPlayer();
1712     if (p == 0) return UNKNOWN_ERROR;
1713 
1714     status_t ret = p->prepareDrm(uuid, drmSessionId);
1715     ALOGV("prepareDrm ret: %d", ret);
1716 
1717     return ret;
1718 }
1719 
releaseDrm()1720 status_t MediaPlayerService::Client::releaseDrm()
1721 {
1722     ALOGV("[%d] releaseDrm", mConnId);
1723     sp<MediaPlayerBase> p = getPlayer();
1724     if (p == 0) return UNKNOWN_ERROR;
1725 
1726     status_t ret = p->releaseDrm();
1727     ALOGV("releaseDrm ret: %d", ret);
1728 
1729     return ret;
1730 }
1731 
setOutputDevice(audio_port_handle_t deviceId)1732 status_t MediaPlayerService::Client::setOutputDevice(audio_port_handle_t deviceId)
1733 {
1734     ALOGV("[%d] setOutputDevice", mConnId);
1735     {
1736         Mutex::Autolock l(mLock);
1737         if (mAudioOutput.get() != nullptr) {
1738             return mAudioOutput->setOutputDevice(deviceId);
1739         }
1740     }
1741     return NO_INIT;
1742 }
1743 
getRoutedDeviceId(audio_port_handle_t * deviceId)1744 status_t MediaPlayerService::Client::getRoutedDeviceId(audio_port_handle_t* deviceId)
1745 {
1746     ALOGV("[%d] getRoutedDeviceId", mConnId);
1747     {
1748         Mutex::Autolock l(mLock);
1749         if (mAudioOutput.get() != nullptr) {
1750             return mAudioOutput->getRoutedDeviceId(deviceId);
1751         }
1752     }
1753     return NO_INIT;
1754 }
1755 
enableAudioDeviceCallback(bool enabled)1756 status_t MediaPlayerService::Client::enableAudioDeviceCallback(bool enabled)
1757 {
1758     ALOGV("[%d] enableAudioDeviceCallback, %d", mConnId, enabled);
1759     {
1760         Mutex::Autolock l(mLock);
1761         if (mAudioOutput.get() != nullptr) {
1762             return mAudioOutput->enableAudioDeviceCallback(enabled);
1763         }
1764     }
1765     return NO_INIT;
1766 }
1767 
1768 #if CALLBACK_ANTAGONIZER
1769 const int Antagonizer::interval = 10000; // 10 msecs
1770 
Antagonizer(const sp<MediaPlayerBase::Listener> & listener)1771 Antagonizer::Antagonizer(const sp<MediaPlayerBase::Listener> &listener) :
1772     mExit(false), mActive(false), mListener(listener)
1773 {
1774     createThread(callbackThread, this);
1775 }
1776 
kill()1777 void Antagonizer::kill()
1778 {
1779     Mutex::Autolock _l(mLock);
1780     mActive = false;
1781     mExit = true;
1782     mCondition.wait(mLock);
1783 }
1784 
callbackThread(void * user)1785 int Antagonizer::callbackThread(void* user)
1786 {
1787     ALOGD("Antagonizer started");
1788     Antagonizer* p = reinterpret_cast<Antagonizer*>(user);
1789     while (!p->mExit) {
1790         if (p->mActive) {
1791             ALOGV("send event");
1792             p->mListener->notify(0, 0, 0, 0);
1793         }
1794         usleep(interval);
1795     }
1796     Mutex::Autolock _l(p->mLock);
1797     p->mCondition.signal();
1798     ALOGD("Antagonizer stopped");
1799     return 0;
1800 }
1801 #endif
1802 
1803 #undef LOG_TAG
1804 #define LOG_TAG "AudioSink"
AudioOutput(audio_session_t sessionId,const AttributionSourceState & attributionSource,const audio_attributes_t * attr,const sp<AudioSystem::AudioDeviceCallback> & deviceCallback)1805 MediaPlayerService::AudioOutput::AudioOutput(audio_session_t sessionId,
1806         const AttributionSourceState& attributionSource, const audio_attributes_t* attr,
1807         const sp<AudioSystem::AudioDeviceCallback>& deviceCallback)
1808     : mCallback(NULL),
1809       mCallbackCookie(NULL),
1810       mCallbackData(NULL),
1811       mStreamType(AUDIO_STREAM_MUSIC),
1812       mLeftVolume(1.0),
1813       mRightVolume(1.0),
1814       mPlaybackRate(AUDIO_PLAYBACK_RATE_DEFAULT),
1815       mSampleRateHz(0),
1816       mMsecsPerFrame(0),
1817       mFrameSize(0),
1818       mSessionId(sessionId),
1819       mAttributionSource(attributionSource),
1820       mSendLevel(0.0),
1821       mAuxEffectId(0),
1822       mFlags(AUDIO_OUTPUT_FLAG_NONE),
1823       mVolumeHandler(new media::VolumeHandler()),
1824       mSelectedDeviceId(AUDIO_PORT_HANDLE_NONE),
1825       mRoutedDeviceId(AUDIO_PORT_HANDLE_NONE),
1826       mDeviceCallbackEnabled(false),
1827       mDeviceCallback(deviceCallback)
1828 {
1829     ALOGV("AudioOutput(%d)", sessionId);
1830     if (attr != NULL) {
1831         mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
1832         if (mAttributes != NULL) {
1833             memcpy(mAttributes, attr, sizeof(audio_attributes_t));
1834             mStreamType = AudioSystem::attributesToStreamType(*attr);
1835         }
1836     } else {
1837         mAttributes = NULL;
1838     }
1839     setMinBufferCount();
1840 }
1841 
~AudioOutput()1842 MediaPlayerService::AudioOutput::~AudioOutput()
1843 {
1844     close();
1845     free(mAttributes);
1846 }
1847 
1848 //static
setMinBufferCount()1849 void MediaPlayerService::AudioOutput::setMinBufferCount()
1850 {
1851     if (property_get_bool("ro.boot.qemu", false)) {
1852         mIsOnEmulator = true;
1853         mMinBufferCount = 12;  // to prevent systematic buffer underrun for emulator
1854     }
1855 }
1856 
1857 // static
isOnEmulator()1858 bool MediaPlayerService::AudioOutput::isOnEmulator()
1859 {
1860     setMinBufferCount(); // benign race wrt other threads
1861     return mIsOnEmulator;
1862 }
1863 
1864 // static
getMinBufferCount()1865 int MediaPlayerService::AudioOutput::getMinBufferCount()
1866 {
1867     setMinBufferCount(); // benign race wrt other threads
1868     return mMinBufferCount;
1869 }
1870 
bufferSize() const1871 ssize_t MediaPlayerService::AudioOutput::bufferSize() const
1872 {
1873     Mutex::Autolock lock(mLock);
1874     if (mTrack == 0) return NO_INIT;
1875     return mTrack->frameCount() * mFrameSize;
1876 }
1877 
frameCount() const1878 ssize_t MediaPlayerService::AudioOutput::frameCount() const
1879 {
1880     Mutex::Autolock lock(mLock);
1881     if (mTrack == 0) return NO_INIT;
1882     return mTrack->frameCount();
1883 }
1884 
channelCount() const1885 ssize_t MediaPlayerService::AudioOutput::channelCount() const
1886 {
1887     Mutex::Autolock lock(mLock);
1888     if (mTrack == 0) return NO_INIT;
1889     return mTrack->channelCount();
1890 }
1891 
frameSize() const1892 ssize_t MediaPlayerService::AudioOutput::frameSize() const
1893 {
1894     Mutex::Autolock lock(mLock);
1895     if (mTrack == 0) return NO_INIT;
1896     return mFrameSize;
1897 }
1898 
latency() const1899 uint32_t MediaPlayerService::AudioOutput::latency () const
1900 {
1901     Mutex::Autolock lock(mLock);
1902     if (mTrack == 0) return 0;
1903     return mTrack->latency();
1904 }
1905 
msecsPerFrame() const1906 float MediaPlayerService::AudioOutput::msecsPerFrame() const
1907 {
1908     Mutex::Autolock lock(mLock);
1909     return mMsecsPerFrame;
1910 }
1911 
getPosition(uint32_t * position) const1912 status_t MediaPlayerService::AudioOutput::getPosition(uint32_t *position) const
1913 {
1914     Mutex::Autolock lock(mLock);
1915     if (mTrack == 0) return NO_INIT;
1916     return mTrack->getPosition(position);
1917 }
1918 
getTimestamp(AudioTimestamp & ts) const1919 status_t MediaPlayerService::AudioOutput::getTimestamp(AudioTimestamp &ts) const
1920 {
1921     Mutex::Autolock lock(mLock);
1922     if (mTrack == 0) return NO_INIT;
1923     return mTrack->getTimestamp(ts);
1924 }
1925 
1926 // TODO: Remove unnecessary calls to getPlayedOutDurationUs()
1927 // as it acquires locks and may query the audio driver.
1928 //
1929 // Some calls could conceivably retrieve extrapolated data instead of
1930 // accessing getTimestamp() or getPosition() every time a data buffer with
1931 // a media time is received.
1932 //
1933 // Calculate duration of played samples if played at normal rate (i.e., 1.0).
getPlayedOutDurationUs(int64_t nowUs) const1934 int64_t MediaPlayerService::AudioOutput::getPlayedOutDurationUs(int64_t nowUs) const
1935 {
1936     Mutex::Autolock lock(mLock);
1937     if (mTrack == 0 || mSampleRateHz == 0) {
1938         return 0;
1939     }
1940 
1941     uint32_t numFramesPlayed;
1942     int64_t numFramesPlayedAtUs;
1943     AudioTimestamp ts;
1944 
1945     status_t res = mTrack->getTimestamp(ts);
1946     if (res == OK) {                 // case 1: mixing audio tracks and offloaded tracks.
1947         numFramesPlayed = ts.mPosition;
1948         numFramesPlayedAtUs = ts.mTime.tv_sec * 1000000LL + ts.mTime.tv_nsec / 1000;
1949         //ALOGD("getTimestamp: OK %d %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1950     } else if (res == WOULD_BLOCK) { // case 2: transitory state on start of a new track
1951         numFramesPlayed = 0;
1952         numFramesPlayedAtUs = nowUs;
1953         //ALOGD("getTimestamp: WOULD_BLOCK %d %lld",
1954         //        numFramesPlayed, (long long)numFramesPlayedAtUs);
1955     } else {                         // case 3: transitory at new track or audio fast tracks.
1956         res = mTrack->getPosition(&numFramesPlayed);
1957         CHECK_EQ(res, (status_t)OK);
1958         numFramesPlayedAtUs = nowUs;
1959         numFramesPlayedAtUs += 1000LL * mTrack->latency() / 2; /* XXX */
1960         //ALOGD("getPosition: %u %lld", numFramesPlayed, (long long)numFramesPlayedAtUs);
1961     }
1962 
1963     // CHECK_EQ(numFramesPlayed & (1 << 31), 0);  // can't be negative until 12.4 hrs, test
1964     // TODO: remove the (int32_t) casting below as it may overflow at 12.4 hours.
1965     int64_t durationUs = (int64_t)((int32_t)numFramesPlayed * 1000000LL / mSampleRateHz)
1966             + nowUs - numFramesPlayedAtUs;
1967     if (durationUs < 0) {
1968         // Occurs when numFramesPlayed position is very small and the following:
1969         // (1) In case 1, the time nowUs is computed before getTimestamp() is called and
1970         //     numFramesPlayedAtUs is greater than nowUs by time more than numFramesPlayed.
1971         // (2) In case 3, using getPosition and adding mAudioSink->latency() to
1972         //     numFramesPlayedAtUs, by a time amount greater than numFramesPlayed.
1973         //
1974         // Both of these are transitory conditions.
1975         ALOGV("getPlayedOutDurationUs: negative duration %lld set to zero", (long long)durationUs);
1976         durationUs = 0;
1977     }
1978     ALOGV("getPlayedOutDurationUs(%lld) nowUs(%lld) frames(%u) framesAt(%lld)",
1979             (long long)durationUs, (long long)nowUs,
1980             numFramesPlayed, (long long)numFramesPlayedAtUs);
1981     return durationUs;
1982 }
1983 
getFramesWritten(uint32_t * frameswritten) const1984 status_t MediaPlayerService::AudioOutput::getFramesWritten(uint32_t *frameswritten) const
1985 {
1986     Mutex::Autolock lock(mLock);
1987     if (mTrack == 0) return NO_INIT;
1988     ExtendedTimestamp ets;
1989     status_t status = mTrack->getTimestamp(&ets);
1990     if (status == OK || status == WOULD_BLOCK) {
1991         *frameswritten = (uint32_t)ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT];
1992     }
1993     return status;
1994 }
1995 
setParameters(const String8 & keyValuePairs)1996 status_t MediaPlayerService::AudioOutput::setParameters(const String8& keyValuePairs)
1997 {
1998     Mutex::Autolock lock(mLock);
1999     if (mTrack == 0) return NO_INIT;
2000     return mTrack->setParameters(keyValuePairs);
2001 }
2002 
getParameters(const String8 & keys)2003 String8  MediaPlayerService::AudioOutput::getParameters(const String8& keys)
2004 {
2005     Mutex::Autolock lock(mLock);
2006     if (mTrack == 0) return String8::empty();
2007     return mTrack->getParameters(keys);
2008 }
2009 
setAudioAttributes(const audio_attributes_t * attributes)2010 void MediaPlayerService::AudioOutput::setAudioAttributes(const audio_attributes_t * attributes) {
2011     Mutex::Autolock lock(mLock);
2012     if (attributes == NULL) {
2013         free(mAttributes);
2014         mAttributes = NULL;
2015     } else {
2016         if (mAttributes == NULL) {
2017             mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t));
2018         }
2019         memcpy(mAttributes, attributes, sizeof(audio_attributes_t));
2020         mStreamType = AudioSystem::attributesToStreamType(*attributes);
2021     }
2022 }
2023 
setAudioStreamType(audio_stream_type_t streamType)2024 void MediaPlayerService::AudioOutput::setAudioStreamType(audio_stream_type_t streamType)
2025 {
2026     Mutex::Autolock lock(mLock);
2027     // do not allow direct stream type modification if attributes have been set
2028     if (mAttributes == NULL) {
2029         mStreamType = streamType;
2030     }
2031 }
2032 
deleteRecycledTrack_l()2033 void MediaPlayerService::AudioOutput::deleteRecycledTrack_l()
2034 {
2035     ALOGV("deleteRecycledTrack_l");
2036     if (mRecycledTrack != 0) {
2037 
2038         if (mCallbackData != NULL) {
2039             mCallbackData->setOutput(NULL);
2040             mCallbackData->endTrackSwitch();
2041         }
2042 
2043         if ((mRecycledTrack->getFlags() & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) == 0) {
2044             int32_t msec = 0;
2045             if (!mRecycledTrack->stopped()) { // check if active
2046                  (void)mRecycledTrack->pendingDuration(&msec);
2047             }
2048             mRecycledTrack->stop(); // ensure full data drain
2049             ALOGD("deleting recycled track, waiting for data drain (%d msec)", msec);
2050             if (msec > 0) {
2051                 static const int32_t WAIT_LIMIT_MS = 3000;
2052                 if (msec > WAIT_LIMIT_MS) {
2053                     msec = WAIT_LIMIT_MS;
2054                 }
2055                 usleep(msec * 1000LL);
2056             }
2057         }
2058         // An offloaded track isn't flushed because the STREAM_END is reported
2059         // slightly prematurely to allow time for the gapless track switch
2060         // but this means that if we decide not to recycle the track there
2061         // could be a small amount of residual data still playing. We leave
2062         // AudioFlinger to drain the track.
2063 
2064         mRecycledTrack.clear();
2065         close_l();
2066         mCallbackData.clear();
2067     }
2068 }
2069 
close_l()2070 void MediaPlayerService::AudioOutput::close_l()
2071 {
2072     mTrack.clear();
2073 }
2074 
open(uint32_t sampleRate,int channelCount,audio_channel_mask_t channelMask,audio_format_t format,int bufferCount,AudioCallback cb,void * cookie,audio_output_flags_t flags,const audio_offload_info_t * offloadInfo,bool doNotReconnect,uint32_t suggestedFrameCount)2075 status_t MediaPlayerService::AudioOutput::open(
2076         uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
2077         audio_format_t format, int bufferCount,
2078         AudioCallback cb, void *cookie,
2079         audio_output_flags_t flags,
2080         const audio_offload_info_t *offloadInfo,
2081         bool doNotReconnect,
2082         uint32_t suggestedFrameCount)
2083 {
2084     ALOGV("open(%u, %d, 0x%x, 0x%x, %d, %d 0x%x)", sampleRate, channelCount, channelMask,
2085                 format, bufferCount, mSessionId, flags);
2086 
2087     // offloading is only supported in callback mode for now.
2088     // offloadInfo must be present if offload flag is set
2089     if (((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) &&
2090             ((cb == NULL) || (offloadInfo == NULL))) {
2091         return BAD_VALUE;
2092     }
2093 
2094     // compute frame count for the AudioTrack internal buffer
2095     size_t frameCount;
2096     if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) {
2097         frameCount = 0; // AudioTrack will get frame count from AudioFlinger
2098     } else {
2099         // try to estimate the buffer processing fetch size from AudioFlinger.
2100         // framesPerBuffer is approximate and generally correct, except when it's not :-).
2101         uint32_t afSampleRate;
2102         size_t afFrameCount;
2103         if (AudioSystem::getOutputFrameCount(&afFrameCount, mStreamType) != NO_ERROR) {
2104             return NO_INIT;
2105         }
2106         if (AudioSystem::getOutputSamplingRate(&afSampleRate, mStreamType) != NO_ERROR) {
2107             return NO_INIT;
2108         }
2109         if (afSampleRate == 0) {
2110             return NO_INIT;
2111         }
2112         const size_t framesPerBuffer =
2113                 (unsigned long long)sampleRate * afFrameCount / afSampleRate;
2114 
2115         if (bufferCount == 0) {
2116             if (framesPerBuffer == 0) {
2117                 return NO_INIT;
2118             }
2119             // use suggestedFrameCount
2120             bufferCount = (suggestedFrameCount + framesPerBuffer - 1) / framesPerBuffer;
2121         }
2122         // Check argument bufferCount against the mininum buffer count
2123         if (bufferCount != 0 && bufferCount < mMinBufferCount) {
2124             ALOGV("bufferCount (%d) increased to %d", bufferCount, mMinBufferCount);
2125             bufferCount = mMinBufferCount;
2126         }
2127         // if frameCount is 0, then AudioTrack will get frame count from AudioFlinger
2128         // which will be the minimum size permitted.
2129         frameCount = bufferCount * framesPerBuffer;
2130     }
2131 
2132     if (channelMask == CHANNEL_MASK_USE_CHANNEL_ORDER) {
2133         channelMask = audio_channel_out_mask_from_count(channelCount);
2134         if (0 == channelMask) {
2135             ALOGE("open() error, can\'t derive mask for %d audio channels", channelCount);
2136             return NO_INIT;
2137         }
2138     }
2139 
2140     Mutex::Autolock lock(mLock);
2141     mCallback = cb;
2142     mCallbackCookie = cookie;
2143 
2144     // Check whether we can recycle the track
2145     bool reuse = false;
2146     bool bothOffloaded = false;
2147 
2148     if (mRecycledTrack != 0) {
2149         // check whether we are switching between two offloaded tracks
2150         bothOffloaded = (flags & mRecycledTrack->getFlags()
2151                                 & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0;
2152 
2153         // check if the existing track can be reused as-is, or if a new track needs to be created.
2154         reuse = true;
2155 
2156         if ((mCallbackData == NULL && mCallback != NULL) ||
2157                 (mCallbackData != NULL && mCallback == NULL)) {
2158             // recycled track uses callbacks but the caller wants to use writes, or vice versa
2159             ALOGV("can't chain callback and write");
2160             reuse = false;
2161         } else if ((mRecycledTrack->getSampleRate() != sampleRate) ||
2162                 (mRecycledTrack->channelCount() != (uint32_t)channelCount) ) {
2163             ALOGV("samplerate, channelcount differ: %u/%u Hz, %u/%d ch",
2164                   mRecycledTrack->getSampleRate(), sampleRate,
2165                   mRecycledTrack->channelCount(), channelCount);
2166             reuse = false;
2167         } else if (flags != mFlags) {
2168             ALOGV("output flags differ %08x/%08x", flags, mFlags);
2169             reuse = false;
2170         } else if (mRecycledTrack->format() != format) {
2171             reuse = false;
2172         }
2173     } else {
2174         ALOGV("no track available to recycle");
2175     }
2176 
2177     ALOGV_IF(bothOffloaded, "both tracks offloaded");
2178 
2179     // If we can't recycle and both tracks are offloaded
2180     // we must close the previous output before opening a new one
2181     if (bothOffloaded && !reuse) {
2182         ALOGV("both offloaded and not recycling");
2183         deleteRecycledTrack_l();
2184     }
2185 
2186     sp<AudioTrack> t;
2187     sp<CallbackData> newcbd;
2188 
2189     // We don't attempt to create a new track if we are recycling an
2190     // offloaded track. But, if we are recycling a non-offloaded or we
2191     // are switching where one is offloaded and one isn't then we create
2192     // the new track in advance so that we can read additional stream info
2193 
2194     if (!(reuse && bothOffloaded)) {
2195         ALOGV("creating new AudioTrack");
2196 
2197         if (mCallback != nullptr) {
2198             newcbd = sp<CallbackData>::make(wp<AudioOutput>::fromExisting(this));
2199             t = new AudioTrack(
2200                     mStreamType,
2201                     sampleRate,
2202                     format,
2203                     channelMask,
2204                     frameCount,
2205                     flags,
2206                     newcbd,
2207                     0,  // notification frames
2208                     mSessionId,
2209                     AudioTrack::TRANSFER_CALLBACK,
2210                     offloadInfo,
2211                     mAttributionSource,
2212                     mAttributes,
2213                     doNotReconnect,
2214                     1.0f,  // default value for maxRequiredSpeed
2215                     mSelectedDeviceId);
2216         } else {
2217             // TODO: Due to buffer memory concerns, we use a max target playback speed
2218             // based on mPlaybackRate at the time of open (instead of kMaxRequiredSpeed),
2219             // also clamping the target speed to 1.0 <= targetSpeed <= kMaxRequiredSpeed.
2220             const float targetSpeed =
2221                     std::min(std::max(mPlaybackRate.mSpeed, 1.0f), kMaxRequiredSpeed);
2222             ALOGW_IF(targetSpeed != mPlaybackRate.mSpeed,
2223                     "track target speed:%f clamped from playback speed:%f",
2224                     targetSpeed, mPlaybackRate.mSpeed);
2225             t = new AudioTrack(
2226                     mStreamType,
2227                     sampleRate,
2228                     format,
2229                     channelMask,
2230                     frameCount,
2231                     flags,
2232                     nullptr, // callback
2233                     0, // notification frames
2234                     mSessionId,
2235                     AudioTrack::TRANSFER_DEFAULT,
2236                     NULL, // offload info
2237                     mAttributionSource,
2238                     mAttributes,
2239                     doNotReconnect,
2240                     targetSpeed,
2241                     mSelectedDeviceId);
2242         }
2243         // Set caller name so it can be logged in destructor.
2244         // MediaMetricsConstants.h: AMEDIAMETRICS_PROP_CALLERNAME_VALUE_MEDIA
2245         t->setCallerName("media");
2246         if ((t == 0) || (t->initCheck() != NO_ERROR)) {
2247             ALOGE("Unable to create audio track");
2248             // t, newcbd goes out of scope, so reference count drops to zero
2249             return NO_INIT;
2250         } else {
2251             // successful AudioTrack initialization implies a legacy stream type was generated
2252             // from the audio attributes
2253             mStreamType = t->streamType();
2254         }
2255     }
2256 
2257     if (reuse) {
2258         CHECK(mRecycledTrack != NULL);
2259 
2260         if (!bothOffloaded) {
2261             if (mRecycledTrack->frameCount() != t->frameCount()) {
2262                 ALOGV("framecount differs: %zu/%zu frames",
2263                       mRecycledTrack->frameCount(), t->frameCount());
2264                 reuse = false;
2265             }
2266             // If recycled and new tracks are not on the same output,
2267             // don't reuse the recycled one.
2268             if (mRecycledTrack->getOutput() != t->getOutput()) {
2269                 ALOGV("output has changed, don't reuse track");
2270                 reuse = false;
2271             }
2272         }
2273 
2274         if (reuse) {
2275             ALOGV("chaining to next output and recycling track");
2276             close_l();
2277             mTrack = mRecycledTrack;
2278             mRecycledTrack.clear();
2279             if (mCallbackData != NULL) {
2280                 mCallbackData->setOutput(this);
2281             }
2282             return updateTrack();
2283         }
2284     }
2285 
2286     // we're not going to reuse the track, unblock and flush it
2287     // this was done earlier if both tracks are offloaded
2288     if (!bothOffloaded) {
2289         deleteRecycledTrack_l();
2290     }
2291 
2292     CHECK((t != NULL) && ((mCallback == NULL) || (newcbd != NULL)));
2293 
2294     mCallbackData = newcbd;
2295     ALOGV("setVolume");
2296     t->setVolume(mLeftVolume, mRightVolume);
2297 
2298     // Restore VolumeShapers for the MediaPlayer in case the track was recreated
2299     // due to an output sink error (e.g. offload to non-offload switch).
2300     mVolumeHandler->forall([&t](const VolumeShaper &shaper) -> VolumeShaper::Status {
2301         sp<VolumeShaper::Operation> operationToEnd =
2302                 new VolumeShaper::Operation(shaper.mOperation);
2303         // TODO: Ideally we would restore to the exact xOffset position
2304         // as returned by getVolumeShaperState(), but we don't have that
2305         // information when restoring at the client unless we periodically poll
2306         // the server or create shared memory state.
2307         //
2308         // For now, we simply advance to the end of the VolumeShaper effect
2309         // if it has been started.
2310         if (shaper.isStarted()) {
2311             operationToEnd->setNormalizedTime(1.f);
2312         }
2313         return t->applyVolumeShaper(shaper.mConfiguration, operationToEnd);
2314     });
2315 
2316     mSampleRateHz = sampleRate;
2317     mFlags = flags;
2318     mMsecsPerFrame = 1E3f / (mPlaybackRate.mSpeed * sampleRate);
2319     mFrameSize = t->frameSize();
2320     mTrack = t;
2321 
2322     return updateTrack();
2323 }
2324 
updateTrack()2325 status_t MediaPlayerService::AudioOutput::updateTrack() {
2326     if (mTrack == NULL) {
2327         return NO_ERROR;
2328     }
2329 
2330     status_t res = NO_ERROR;
2331     // Note some output devices may give us a direct track even though we don't specify it.
2332     // Example: Line application b/17459982.
2333     if ((mTrack->getFlags()
2334             & (AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD | AUDIO_OUTPUT_FLAG_DIRECT)) == 0) {
2335         res = mTrack->setPlaybackRate(mPlaybackRate);
2336         if (res == NO_ERROR) {
2337             mTrack->setAuxEffectSendLevel(mSendLevel);
2338             res = mTrack->attachAuxEffect(mAuxEffectId);
2339         }
2340     }
2341     mTrack->setOutputDevice(mSelectedDeviceId);
2342     if (mDeviceCallbackEnabled) {
2343         mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2344     }
2345     ALOGV("updateTrack() DONE status %d", res);
2346     return res;
2347 }
2348 
start()2349 status_t MediaPlayerService::AudioOutput::start()
2350 {
2351     ALOGV("start");
2352     Mutex::Autolock lock(mLock);
2353     if (mCallbackData != NULL) {
2354         mCallbackData->endTrackSwitch();
2355     }
2356     if (mTrack != 0) {
2357         mTrack->setVolume(mLeftVolume, mRightVolume);
2358         mTrack->setAuxEffectSendLevel(mSendLevel);
2359         status_t status = mTrack->start();
2360         if (status == NO_ERROR) {
2361             mVolumeHandler->setStarted();
2362         }
2363         return status;
2364     }
2365     return NO_INIT;
2366 }
2367 
setNextOutput(const sp<AudioOutput> & nextOutput)2368 void MediaPlayerService::AudioOutput::setNextOutput(const sp<AudioOutput>& nextOutput) {
2369     Mutex::Autolock lock(mLock);
2370     mNextOutput = nextOutput;
2371 }
2372 
switchToNextOutput()2373 void MediaPlayerService::AudioOutput::switchToNextOutput() {
2374     ALOGV("switchToNextOutput");
2375 
2376     // Try to acquire the callback lock before moving track (without incurring deadlock).
2377     const unsigned kMaxSwitchTries = 100;
2378     Mutex::Autolock lock(mLock);
2379     for (unsigned tries = 0;;) {
2380         if (mTrack == 0) {
2381             return;
2382         }
2383         if (mNextOutput != NULL && mNextOutput != this) {
2384             if (mCallbackData != NULL) {
2385                 // two alternative approaches
2386 #if 1
2387                 sp<CallbackData> callbackData = mCallbackData;
2388                 mLock.unlock();
2389                 // proper acquisition sequence
2390                 callbackData->lock();
2391                 mLock.lock();
2392                 // Caution: it is unlikely that someone deleted our callback or changed our target
2393                 if (callbackData != mCallbackData || mNextOutput == NULL || mNextOutput == this) {
2394                     // fatal if we are starved out.
2395                     LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2396                             "switchToNextOutput() cannot obtain correct lock sequence");
2397                     callbackData->unlock();
2398                     continue;
2399                 }
2400                 callbackData->mSwitching = true; // begin track switch
2401                 callbackData->setOutput(NULL);
2402 #else
2403                 // tryBeginTrackSwitch() returns false if the callback has the lock.
2404                 if (!mCallbackData->tryBeginTrackSwitch()) {
2405                     // fatal if we are starved out.
2406                     LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries,
2407                             "switchToNextOutput() cannot obtain callback lock");
2408                     mLock.unlock();
2409                     usleep(5 * 1000 /* usec */); // allow callback to use AudioOutput
2410                     mLock.lock();
2411                     continue;
2412                 }
2413 #endif
2414             }
2415 
2416             Mutex::Autolock nextLock(mNextOutput->mLock);
2417 
2418             // If the next output track is not NULL, then it has been
2419             // opened already for playback.
2420             // This is possible even without the next player being started,
2421             // for example, the next player could be prepared and seeked.
2422             //
2423             // Presuming it isn't advisable to force the track over.
2424              if (mNextOutput->mTrack == nullptr) {
2425                 ALOGD("Recycling track for gapless playback");
2426                 mNextOutput->mCallbackData = mCallbackData;
2427                 mNextOutput->mRecycledTrack = mTrack;
2428                 mNextOutput->mSampleRateHz = mSampleRateHz;
2429                 mNextOutput->mMsecsPerFrame = mMsecsPerFrame;
2430                 mNextOutput->mFlags = mFlags;
2431                 mNextOutput->mFrameSize = mFrameSize;
2432                 close_l();
2433                 mCallbackData.clear();
2434             } else {
2435                 ALOGW("Ignoring gapless playback because next player has already started");
2436                 // remove track in case resource needed for future players.
2437                 if (mCallbackData != nullptr) {
2438                     mCallbackData->endTrackSwitch();  // release lock for callbacks before close.
2439                 }
2440                 close_l();
2441             }
2442         }
2443         break;
2444     }
2445 }
2446 
write(const void * buffer,size_t size,bool blocking)2447 ssize_t MediaPlayerService::AudioOutput::write(const void* buffer, size_t size, bool blocking)
2448 {
2449     Mutex::Autolock lock(mLock);
2450     LOG_ALWAYS_FATAL_IF(mCallback != NULL, "Don't call write if supplying a callback.");
2451 
2452     //ALOGV("write(%p, %u)", buffer, size);
2453     if (mTrack != 0) {
2454         return mTrack->write(buffer, size, blocking);
2455     }
2456     return NO_INIT;
2457 }
2458 
stop()2459 void MediaPlayerService::AudioOutput::stop()
2460 {
2461     ALOGV("stop");
2462     Mutex::Autolock lock(mLock);
2463     if (mTrack != 0) mTrack->stop();
2464 }
2465 
flush()2466 void MediaPlayerService::AudioOutput::flush()
2467 {
2468     ALOGV("flush");
2469     Mutex::Autolock lock(mLock);
2470     if (mTrack != 0) mTrack->flush();
2471 }
2472 
pause()2473 void MediaPlayerService::AudioOutput::pause()
2474 {
2475     ALOGV("pause");
2476     // We use pauseAndWait() instead of pause() to ensure tracks ramp to silence before
2477     // any flush. We choose 40 ms timeout to allow 1 deep buffer mixer period
2478     // to occur.  Often waiting is 0 - 20 ms.
2479     using namespace std::chrono_literals;
2480     constexpr auto TIMEOUT_MS = 40ms;
2481     Mutex::Autolock lock(mLock);
2482     if (mTrack != 0) mTrack->pauseAndWait(TIMEOUT_MS);
2483 }
2484 
close()2485 void MediaPlayerService::AudioOutput::close()
2486 {
2487     ALOGV("close");
2488     sp<AudioTrack> track;
2489     {
2490         Mutex::Autolock lock(mLock);
2491         track = mTrack;
2492         close_l(); // clears mTrack
2493     }
2494     // destruction of the track occurs outside of mutex.
2495 }
2496 
setVolume(float left,float right)2497 void MediaPlayerService::AudioOutput::setVolume(float left, float right)
2498 {
2499     ALOGV("setVolume(%f, %f)", left, right);
2500     Mutex::Autolock lock(mLock);
2501     mLeftVolume = left;
2502     mRightVolume = right;
2503     if (mTrack != 0) {
2504         mTrack->setVolume(left, right);
2505     }
2506 }
2507 
setPlaybackRate(const AudioPlaybackRate & rate)2508 status_t MediaPlayerService::AudioOutput::setPlaybackRate(const AudioPlaybackRate &rate)
2509 {
2510     ALOGV("setPlaybackRate(%f %f %d %d)",
2511                 rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode);
2512     Mutex::Autolock lock(mLock);
2513     if (mTrack == 0) {
2514         // remember rate so that we can set it when the track is opened
2515         mPlaybackRate = rate;
2516         return OK;
2517     }
2518     status_t res = mTrack->setPlaybackRate(rate);
2519     if (res != NO_ERROR) {
2520         return res;
2521     }
2522     // rate.mSpeed is always greater than 0 if setPlaybackRate succeeded
2523     CHECK_GT(rate.mSpeed, 0.f);
2524     mPlaybackRate = rate;
2525     if (mSampleRateHz != 0) {
2526         mMsecsPerFrame = 1E3f / (rate.mSpeed * mSampleRateHz);
2527     }
2528     return res;
2529 }
2530 
getPlaybackRate(AudioPlaybackRate * rate)2531 status_t MediaPlayerService::AudioOutput::getPlaybackRate(AudioPlaybackRate *rate)
2532 {
2533     ALOGV("setPlaybackRate");
2534     Mutex::Autolock lock(mLock);
2535     if (mTrack == 0) {
2536         return NO_INIT;
2537     }
2538     *rate = mTrack->getPlaybackRate();
2539     return NO_ERROR;
2540 }
2541 
setAuxEffectSendLevel(float level)2542 status_t MediaPlayerService::AudioOutput::setAuxEffectSendLevel(float level)
2543 {
2544     ALOGV("setAuxEffectSendLevel(%f)", level);
2545     Mutex::Autolock lock(mLock);
2546     mSendLevel = level;
2547     if (mTrack != 0) {
2548         return mTrack->setAuxEffectSendLevel(level);
2549     }
2550     return NO_ERROR;
2551 }
2552 
attachAuxEffect(int effectId)2553 status_t MediaPlayerService::AudioOutput::attachAuxEffect(int effectId)
2554 {
2555     ALOGV("attachAuxEffect(%d)", effectId);
2556     Mutex::Autolock lock(mLock);
2557     mAuxEffectId = effectId;
2558     if (mTrack != 0) {
2559         return mTrack->attachAuxEffect(effectId);
2560     }
2561     return NO_ERROR;
2562 }
2563 
setOutputDevice(audio_port_handle_t deviceId)2564 status_t MediaPlayerService::AudioOutput::setOutputDevice(audio_port_handle_t deviceId)
2565 {
2566     ALOGV("setOutputDevice(%d)", deviceId);
2567     Mutex::Autolock lock(mLock);
2568     mSelectedDeviceId = deviceId;
2569     if (mTrack != 0) {
2570         return mTrack->setOutputDevice(deviceId);
2571     }
2572     return NO_ERROR;
2573 }
2574 
getRoutedDeviceId(audio_port_handle_t * deviceId)2575 status_t MediaPlayerService::AudioOutput::getRoutedDeviceId(audio_port_handle_t* deviceId)
2576 {
2577     ALOGV("getRoutedDeviceId");
2578     Mutex::Autolock lock(mLock);
2579     if (mTrack != 0) {
2580         mRoutedDeviceId = mTrack->getRoutedDeviceId();
2581     }
2582     *deviceId = mRoutedDeviceId;
2583     return NO_ERROR;
2584 }
2585 
enableAudioDeviceCallback(bool enabled)2586 status_t MediaPlayerService::AudioOutput::enableAudioDeviceCallback(bool enabled)
2587 {
2588     ALOGV("enableAudioDeviceCallback, %d", enabled);
2589     Mutex::Autolock lock(mLock);
2590     mDeviceCallbackEnabled = enabled;
2591     if (mTrack != 0) {
2592         status_t status;
2593         if (enabled) {
2594             status = mTrack->addAudioDeviceCallback(mDeviceCallback.promote());
2595         } else {
2596             status = mTrack->removeAudioDeviceCallback(mDeviceCallback.promote());
2597         }
2598         return status;
2599     }
2600     return NO_ERROR;
2601 }
2602 
applyVolumeShaper(const sp<VolumeShaper::Configuration> & configuration,const sp<VolumeShaper::Operation> & operation)2603 VolumeShaper::Status MediaPlayerService::AudioOutput::applyVolumeShaper(
2604                 const sp<VolumeShaper::Configuration>& configuration,
2605                 const sp<VolumeShaper::Operation>& operation)
2606 {
2607     Mutex::Autolock lock(mLock);
2608     ALOGV("AudioOutput::applyVolumeShaper");
2609 
2610     mVolumeHandler->setIdIfNecessary(configuration);
2611 
2612     VolumeShaper::Status status;
2613     if (mTrack != 0) {
2614         status = mTrack->applyVolumeShaper(configuration, operation);
2615         if (status >= 0) {
2616             (void)mVolumeHandler->applyVolumeShaper(configuration, operation);
2617             if (mTrack->isPlaying()) { // match local AudioTrack to properly restore.
2618                 mVolumeHandler->setStarted();
2619             }
2620         }
2621     } else {
2622         // VolumeShapers are not affected when a track moves between players for
2623         // gapless playback (setNextMediaPlayer).
2624         // We forward VolumeShaper operations that do not change configuration
2625         // to the new player so that unducking may occur as expected.
2626         // Unducking is an idempotent operation, same if applied back-to-back.
2627         if (configuration->getType() == VolumeShaper::Configuration::TYPE_ID
2628                 && mNextOutput != nullptr) {
2629             ALOGV("applyVolumeShaper: Attempting to forward missed operation: %s %s",
2630                     configuration->toString().c_str(), operation->toString().c_str());
2631             Mutex::Autolock nextLock(mNextOutput->mLock);
2632 
2633             // recycled track should be forwarded from this AudioSink by switchToNextOutput
2634             sp<AudioTrack> track = mNextOutput->mRecycledTrack;
2635             if (track != nullptr) {
2636                 ALOGD("Forward VolumeShaper operation to recycled track %p", track.get());
2637                 (void)track->applyVolumeShaper(configuration, operation);
2638             } else {
2639                 // There is a small chance that the unduck occurs after the next
2640                 // player has already started, but before it is registered to receive
2641                 // the unduck command.
2642                 track = mNextOutput->mTrack;
2643                 if (track != nullptr) {
2644                     ALOGD("Forward VolumeShaper operation to track %p", track.get());
2645                     (void)track->applyVolumeShaper(configuration, operation);
2646                 }
2647             }
2648         }
2649         status = mVolumeHandler->applyVolumeShaper(configuration, operation);
2650     }
2651     return status;
2652 }
2653 
getVolumeShaperState(int id)2654 sp<VolumeShaper::State> MediaPlayerService::AudioOutput::getVolumeShaperState(int id)
2655 {
2656     Mutex::Autolock lock(mLock);
2657     if (mTrack != 0) {
2658         return mTrack->getVolumeShaperState(id);
2659     } else {
2660         return mVolumeHandler->getVolumeShaperState(id);
2661     }
2662 }
2663 
onMoreData(const AudioTrack::Buffer & buffer)2664 size_t MediaPlayerService::AudioOutput::CallbackData::onMoreData(const AudioTrack::Buffer& buffer) {
2665     ALOGD("data callback");
2666     lock();
2667     sp<AudioOutput> me = getOutput();
2668     if (me == nullptr) {
2669         unlock();
2670         return 0;
2671     }
2672     size_t actualSize = (*me->mCallback)(
2673             me.get(), buffer.data(), buffer.size(), me->mCallbackCookie,
2674             CB_EVENT_FILL_BUFFER);
2675 
2676     // Log when no data is returned from the callback.
2677     // (1) We may have no data (especially with network streaming sources).
2678     // (2) We may have reached the EOS and the audio track is not stopped yet.
2679     // Note that AwesomePlayer/AudioPlayer will only return zero size when it reaches the EOS.
2680     // NuPlayerRenderer will return zero when it doesn't have data (it doesn't block to fill).
2681     //
2682     // This is a benign busy-wait, with the next data request generated 10 ms or more later;
2683     // nevertheless for power reasons, we don't want to see too many of these.
2684 
2685     ALOGV_IF(actualSize == 0 && buffer.size() > 0, "callbackwrapper: empty buffer returned");
2686     unlock();
2687     return actualSize;
2688 }
2689 
onStreamEnd()2690 void MediaPlayerService::AudioOutput::CallbackData::onStreamEnd() {
2691     lock();
2692     sp<AudioOutput> me = getOutput();
2693     if (me == nullptr) {
2694         unlock();
2695         return;
2696     }
2697     ALOGV("callbackwrapper: deliver EVENT_STREAM_END");
2698     (*me->mCallback)(me.get(), NULL /* buffer */, 0 /* size */,
2699             me->mCallbackCookie, CB_EVENT_STREAM_END);
2700     unlock();
2701 }
2702 
2703 
onNewIAudioTrack()2704 void MediaPlayerService::AudioOutput::CallbackData::onNewIAudioTrack() {
2705     lock();
2706     sp<AudioOutput> me = getOutput();
2707     if (me == nullptr) {
2708         unlock();
2709         return;
2710     }
2711     ALOGV("callbackwrapper: deliver EVENT_TEAR_DOWN");
2712     (*me->mCallback)(me.get(),  NULL /* buffer */, 0 /* size */,
2713             me->mCallbackCookie, CB_EVENT_TEAR_DOWN);
2714     unlock();
2715 }
2716 
onUnderrun()2717 void MediaPlayerService::AudioOutput::CallbackData::onUnderrun() {
2718     // This occurs when there is no data available, typically
2719     // when there is a failure to supply data to the AudioTrack.  It can also
2720     // occur in non-offloaded mode when the audio device comes out of standby.
2721     //
2722     // If an AudioTrack underruns it outputs silence. Since this happens suddenly
2723     // it may sound like an audible pop or glitch.
2724     //
2725     // The underrun event is sent once per track underrun; the condition is reset
2726     // when more data is sent to the AudioTrack.
2727     ALOGD("callbackwrapper: EVENT_UNDERRUN (discarded)");
2728 
2729 }
2730 
getSessionId() const2731 audio_session_t MediaPlayerService::AudioOutput::getSessionId() const
2732 {
2733     Mutex::Autolock lock(mLock);
2734     return mSessionId;
2735 }
2736 
getSampleRate() const2737 uint32_t MediaPlayerService::AudioOutput::getSampleRate() const
2738 {
2739     Mutex::Autolock lock(mLock);
2740     if (mTrack == 0) return 0;
2741     return mTrack->getSampleRate();
2742 }
2743 
getBufferDurationInUs() const2744 int64_t MediaPlayerService::AudioOutput::getBufferDurationInUs() const
2745 {
2746     Mutex::Autolock lock(mLock);
2747     if (mTrack == 0) {
2748         return 0;
2749     }
2750     int64_t duration;
2751     if (mTrack->getBufferDurationInUs(&duration) != OK) {
2752         return 0;
2753     }
2754     return duration;
2755 }
2756 
2757 ////////////////////////////////////////////////////////////////////////////////
2758 
2759 struct CallbackThread : public Thread {
2760     CallbackThread(const wp<MediaPlayerBase::AudioSink> &sink,
2761                    MediaPlayerBase::AudioSink::AudioCallback cb,
2762                    void *cookie);
2763 
2764 protected:
2765     virtual ~CallbackThread();
2766 
2767     virtual bool threadLoop();
2768 
2769 private:
2770     wp<MediaPlayerBase::AudioSink> mSink;
2771     MediaPlayerBase::AudioSink::AudioCallback mCallback;
2772     void *mCookie;
2773     void *mBuffer;
2774     size_t mBufferSize;
2775 
2776     CallbackThread(const CallbackThread &);
2777     CallbackThread &operator=(const CallbackThread &);
2778 };
2779 
CallbackThread(const wp<MediaPlayerBase::AudioSink> & sink,MediaPlayerBase::AudioSink::AudioCallback cb,void * cookie)2780 CallbackThread::CallbackThread(
2781         const wp<MediaPlayerBase::AudioSink> &sink,
2782         MediaPlayerBase::AudioSink::AudioCallback cb,
2783         void *cookie)
2784     : mSink(sink),
2785       mCallback(cb),
2786       mCookie(cookie),
2787       mBuffer(NULL),
2788       mBufferSize(0) {
2789 }
2790 
~CallbackThread()2791 CallbackThread::~CallbackThread() {
2792     if (mBuffer) {
2793         free(mBuffer);
2794         mBuffer = NULL;
2795     }
2796 }
2797 
threadLoop()2798 bool CallbackThread::threadLoop() {
2799     sp<MediaPlayerBase::AudioSink> sink = mSink.promote();
2800     if (sink == NULL) {
2801         return false;
2802     }
2803 
2804     if (mBuffer == NULL) {
2805         mBufferSize = sink->bufferSize();
2806         mBuffer = malloc(mBufferSize);
2807     }
2808 
2809     size_t actualSize =
2810         (*mCallback)(sink.get(), mBuffer, mBufferSize, mCookie,
2811                 MediaPlayerBase::AudioSink::CB_EVENT_FILL_BUFFER);
2812 
2813     if (actualSize > 0) {
2814         sink->write(mBuffer, actualSize);
2815         // Could return false on sink->write() error or short count.
2816         // Not necessarily appropriate but would work for AudioCache behavior.
2817     }
2818 
2819     return true;
2820 }
2821 
2822 ////////////////////////////////////////////////////////////////////////////////
2823 
addBatteryData(uint32_t params)2824 void MediaPlayerService::addBatteryData(uint32_t params) {
2825     mBatteryTracker.addBatteryData(params);
2826 }
2827 
pullBatteryData(Parcel * reply)2828 status_t MediaPlayerService::pullBatteryData(Parcel* reply) {
2829     return mBatteryTracker.pullBatteryData(reply);
2830 }
2831 
BatteryTracker()2832 MediaPlayerService::BatteryTracker::BatteryTracker() {
2833     mBatteryAudio.refCount = 0;
2834     for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2835         mBatteryAudio.deviceOn[i] = 0;
2836         mBatteryAudio.lastTime[i] = 0;
2837         mBatteryAudio.totalTime[i] = 0;
2838     }
2839     // speaker is on by default
2840     mBatteryAudio.deviceOn[SPEAKER] = 1;
2841 
2842     // reset battery stats
2843     // if the mediaserver has crashed, battery stats could be left
2844     // in bad state, reset the state upon service start.
2845     BatteryNotifier::getInstance().noteResetVideo();
2846 }
2847 
addBatteryData(uint32_t params)2848 void MediaPlayerService::BatteryTracker::addBatteryData(uint32_t params)
2849 {
2850     Mutex::Autolock lock(mLock);
2851 
2852     int32_t time = systemTime() / 1000000L;
2853 
2854     // change audio output devices. This notification comes from AudioFlinger
2855     if ((params & kBatteryDataSpeakerOn)
2856             || (params & kBatteryDataOtherAudioDeviceOn)) {
2857 
2858         int deviceOn[NUM_AUDIO_DEVICES];
2859         for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2860             deviceOn[i] = 0;
2861         }
2862 
2863         if ((params & kBatteryDataSpeakerOn)
2864                 && (params & kBatteryDataOtherAudioDeviceOn)) {
2865             deviceOn[SPEAKER_AND_OTHER] = 1;
2866         } else if (params & kBatteryDataSpeakerOn) {
2867             deviceOn[SPEAKER] = 1;
2868         } else {
2869             deviceOn[OTHER_AUDIO_DEVICE] = 1;
2870         }
2871 
2872         for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2873             if (mBatteryAudio.deviceOn[i] != deviceOn[i]){
2874 
2875                 if (mBatteryAudio.refCount > 0) { // if playing audio
2876                     if (!deviceOn[i]) {
2877                         mBatteryAudio.lastTime[i] += time;
2878                         mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i];
2879                         mBatteryAudio.lastTime[i] = 0;
2880                     } else {
2881                         mBatteryAudio.lastTime[i] = 0 - time;
2882                     }
2883                 }
2884 
2885                 mBatteryAudio.deviceOn[i] = deviceOn[i];
2886             }
2887         }
2888         return;
2889     }
2890 
2891     // an audio stream is started
2892     if (params & kBatteryDataAudioFlingerStart) {
2893         // record the start time only if currently no other audio
2894         // is being played
2895         if (mBatteryAudio.refCount == 0) {
2896             for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2897                 if (mBatteryAudio.deviceOn[i]) {
2898                     mBatteryAudio.lastTime[i] -= time;
2899                 }
2900             }
2901         }
2902 
2903         mBatteryAudio.refCount ++;
2904         return;
2905 
2906     } else if (params & kBatteryDataAudioFlingerStop) {
2907         if (mBatteryAudio.refCount <= 0) {
2908             ALOGW("Battery track warning: refCount is <= 0");
2909             return;
2910         }
2911 
2912         // record the stop time only if currently this is the only
2913         // audio being played
2914         if (mBatteryAudio.refCount == 1) {
2915             for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2916                 if (mBatteryAudio.deviceOn[i]) {
2917                     mBatteryAudio.lastTime[i] += time;
2918                     mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i];
2919                     mBatteryAudio.lastTime[i] = 0;
2920                 }
2921             }
2922         }
2923 
2924         mBatteryAudio.refCount --;
2925         return;
2926     }
2927 
2928     uid_t uid = IPCThreadState::self()->getCallingUid();
2929     if (uid == AID_MEDIA) {
2930         return;
2931     }
2932     int index = mBatteryData.indexOfKey(uid);
2933 
2934     if (index < 0) { // create a new entry for this UID
2935         BatteryUsageInfo info;
2936         info.audioTotalTime = 0;
2937         info.videoTotalTime = 0;
2938         info.audioLastTime = 0;
2939         info.videoLastTime = 0;
2940         info.refCount = 0;
2941 
2942         if (mBatteryData.add(uid, info) == NO_MEMORY) {
2943             ALOGE("Battery track error: no memory for new app");
2944             return;
2945         }
2946     }
2947 
2948     BatteryUsageInfo &info = mBatteryData.editValueFor(uid);
2949 
2950     if (params & kBatteryDataCodecStarted) {
2951         if (params & kBatteryDataTrackAudio) {
2952             info.audioLastTime -= time;
2953             info.refCount ++;
2954         }
2955         if (params & kBatteryDataTrackVideo) {
2956             info.videoLastTime -= time;
2957             info.refCount ++;
2958         }
2959     } else {
2960         if (info.refCount == 0) {
2961             ALOGW("Battery track warning: refCount is already 0");
2962             return;
2963         } else if (info.refCount < 0) {
2964             ALOGE("Battery track error: refCount < 0");
2965             mBatteryData.removeItem(uid);
2966             return;
2967         }
2968 
2969         if (params & kBatteryDataTrackAudio) {
2970             info.audioLastTime += time;
2971             info.refCount --;
2972         }
2973         if (params & kBatteryDataTrackVideo) {
2974             info.videoLastTime += time;
2975             info.refCount --;
2976         }
2977 
2978         // no stream is being played by this UID
2979         if (info.refCount == 0) {
2980             info.audioTotalTime += info.audioLastTime;
2981             info.audioLastTime = 0;
2982             info.videoTotalTime += info.videoLastTime;
2983             info.videoLastTime = 0;
2984         }
2985     }
2986 }
2987 
pullBatteryData(Parcel * reply)2988 status_t MediaPlayerService::BatteryTracker::pullBatteryData(Parcel* reply) {
2989     Mutex::Autolock lock(mLock);
2990 
2991     // audio output devices usage
2992     int32_t time = systemTime() / 1000000L; //in ms
2993     int32_t totalTime;
2994 
2995     for (int i = 0; i < NUM_AUDIO_DEVICES; i++) {
2996         totalTime = mBatteryAudio.totalTime[i];
2997 
2998         if (mBatteryAudio.deviceOn[i]
2999             && (mBatteryAudio.lastTime[i] != 0)) {
3000                 int32_t tmpTime = mBatteryAudio.lastTime[i] + time;
3001                 totalTime += tmpTime;
3002         }
3003 
3004         reply->writeInt32(totalTime);
3005         // reset the total time
3006         mBatteryAudio.totalTime[i] = 0;
3007    }
3008 
3009     // codec usage
3010     BatteryUsageInfo info;
3011     int size = mBatteryData.size();
3012 
3013     reply->writeInt32(size);
3014     int i = 0;
3015 
3016     while (i < size) {
3017         info = mBatteryData.valueAt(i);
3018 
3019         reply->writeInt32(mBatteryData.keyAt(i)); //UID
3020         reply->writeInt32(info.audioTotalTime);
3021         reply->writeInt32(info.videoTotalTime);
3022 
3023         info.audioTotalTime = 0;
3024         info.videoTotalTime = 0;
3025 
3026         // remove the UID entry where no stream is being played
3027         if (info.refCount <= 0) {
3028             mBatteryData.removeItemsAt(i);
3029             size --;
3030             i --;
3031         }
3032         i++;
3033     }
3034     return NO_ERROR;
3035 }
3036 } // namespace android
3037