// Copyright (c) 2009 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "config.h" #include "web/WebMediaPlayerClientImpl.h" #include "core/frame/LocalFrame.h" #include "core/html/HTMLMediaElement.h" #include "core/html/TimeRanges.h" #include "core/rendering/RenderView.h" #include "core/rendering/compositing/RenderLayerCompositor.h" #include "modules/encryptedmedia/HTMLMediaElementEncryptedMedia.h" #include "modules/encryptedmedia/MediaKeyNeededEvent.h" #include "modules/mediastream/MediaStreamRegistry.h" #include "platform/audio/AudioBus.h" #include "platform/audio/AudioSourceProviderClient.h" #include "platform/geometry/IntSize.h" #include "platform/graphics/GraphicsContext.h" #include "platform/graphics/GraphicsLayer.h" #include "platform/graphics/gpu/Extensions3DUtil.h" #include "platform/graphics/skia/GaneshUtils.h" #include "public/platform/Platform.h" #include "public/platform/WebAudioSourceProvider.h" #include "public/platform/WebCString.h" #include "public/platform/WebCanvas.h" #include "public/platform/WebCompositorSupport.h" #include "public/platform/WebContentDecryptionModule.h" #include "public/platform/WebGraphicsContext3DProvider.h" #include "public/platform/WebInbandTextTrack.h" #include "public/platform/WebMediaPlayer.h" #include "public/platform/WebRect.h" #include "public/platform/WebString.h" #include "public/platform/WebURL.h" #include "public/web/WebDocument.h" #include "public/web/WebFrameClient.h" #include "web/WebLocalFrameImpl.h" #include "web/WebViewImpl.h" #if OS(ANDROID) #include "GrContext.h" #include "GrTypes.h" #include "SkCanvas.h" #include "SkGrPixelRef.h" #endif #include "wtf/Assertions.h" #include "wtf/text/CString.h" using namespace WebCore; namespace blink { static PassOwnPtr createWebMediaPlayer(WebMediaPlayerClient* client, const WebURL& url, LocalFrame* frame) { WebLocalFrameImpl* webFrame = WebLocalFrameImpl::fromFrame(frame); if (!webFrame || !webFrame->client()) return nullptr; return adoptPtr(webFrame->client()->createMediaPlayer(webFrame, url, client)); } WebMediaPlayer* WebMediaPlayerClientImpl::webMediaPlayer() const { return m_webMediaPlayer.get(); } // WebMediaPlayerClient -------------------------------------------------------- WebMediaPlayerClientImpl::~WebMediaPlayerClientImpl() { // Explicitly destroy the WebMediaPlayer to allow verification of tear down. m_webMediaPlayer.clear(); HTMLMediaElementEncryptedMedia::playerDestroyed(mediaElement()); } void WebMediaPlayerClientImpl::networkStateChanged() { m_client->mediaPlayerNetworkStateChanged(); } void WebMediaPlayerClientImpl::readyStateChanged() { m_client->mediaPlayerReadyStateChanged(); } void WebMediaPlayerClientImpl::timeChanged() { m_client->mediaPlayerTimeChanged(); } void WebMediaPlayerClientImpl::repaint() { m_client->mediaPlayerRepaint(); } void WebMediaPlayerClientImpl::durationChanged() { m_client->mediaPlayerDurationChanged(); } void WebMediaPlayerClientImpl::sizeChanged() { m_client->mediaPlayerSizeChanged(); } double WebMediaPlayerClientImpl::volume() const { return mediaElement().playerVolume(); } void WebMediaPlayerClientImpl::playbackStateChanged() { m_client->mediaPlayerPlaybackStateChanged(); } WebMediaPlayer::Preload WebMediaPlayerClientImpl::preload() const { return static_cast(m_preload); } void WebMediaPlayerClientImpl::keyAdded(const WebString& keySystem, const WebString& sessionId) { HTMLMediaElementEncryptedMedia::keyAdded(mediaElement(), keySystem, sessionId); } void WebMediaPlayerClientImpl::keyError(const WebString& keySystem, const WebString& sessionId, MediaKeyErrorCode errorCode, unsigned short systemCode) { HTMLMediaElementEncryptedMedia::keyError(mediaElement(), keySystem, sessionId, errorCode, systemCode); } void WebMediaPlayerClientImpl::keyMessage(const WebString& keySystem, const WebString& sessionId, const unsigned char* message, unsigned messageLength, const WebURL& defaultURL) { HTMLMediaElementEncryptedMedia::keyMessage(mediaElement(), keySystem, sessionId, message, messageLength, defaultURL); } void WebMediaPlayerClientImpl::keyNeeded(const WebString& contentType, const unsigned char* initData, unsigned initDataLength) { HTMLMediaElementEncryptedMedia::keyNeeded(mediaElement(), contentType, initData, initDataLength); } void WebMediaPlayerClientImpl::setWebLayer(blink::WebLayer* layer) { m_client->mediaPlayerSetWebLayer(layer); } WebMediaPlayer::TrackId WebMediaPlayerClientImpl::addAudioTrack(const WebString& id, AudioTrackKind kind, const WebString& label, const WebString& language, bool enabled) { return mediaElement().addAudioTrack(id, kind, label, language, enabled); } void WebMediaPlayerClientImpl::removeAudioTrack(WebMediaPlayer::TrackId id) { mediaElement().removeAudioTrack(id); } WebMediaPlayer::TrackId WebMediaPlayerClientImpl::addVideoTrack(const WebString& id, VideoTrackKind kind, const WebString& label, const WebString& language, bool selected) { return mediaElement().addVideoTrack(id, kind, label, language, selected); } void WebMediaPlayerClientImpl::removeVideoTrack(WebMediaPlayer::TrackId id) { mediaElement().removeVideoTrack(id); } void WebMediaPlayerClientImpl::addTextTrack(WebInbandTextTrack* textTrack) { m_client->mediaPlayerDidAddTextTrack(textTrack); } void WebMediaPlayerClientImpl::removeTextTrack(WebInbandTextTrack* textTrack) { m_client->mediaPlayerDidRemoveTextTrack(textTrack); } void WebMediaPlayerClientImpl::mediaSourceOpened(WebMediaSource* webMediaSource) { ASSERT(webMediaSource); m_client->mediaPlayerMediaSourceOpened(webMediaSource); } void WebMediaPlayerClientImpl::requestFullscreen() { m_client->mediaPlayerRequestFullscreen(); } void WebMediaPlayerClientImpl::requestSeek(double time) { m_client->mediaPlayerRequestSeek(time); } // MediaPlayer ------------------------------------------------- void WebMediaPlayerClientImpl::load(WebMediaPlayer::LoadType loadType, const WTF::String& url, WebMediaPlayer::CORSMode corsMode) { ASSERT(!m_webMediaPlayer); // FIXME: Remove this cast LocalFrame* frame = mediaElement().document().frame(); WebURL poster = m_client->mediaPlayerPosterURL(); KURL kurl(ParsedURLString, url); m_webMediaPlayer = createWebMediaPlayer(this, kurl, frame); if (!m_webMediaPlayer) return; #if ENABLE(WEB_AUDIO) // Make sure if we create/re-create the WebMediaPlayer that we update our wrapper. m_audioSourceProvider.wrap(m_webMediaPlayer->audioSourceProvider()); #endif m_webMediaPlayer->setVolume(mediaElement().playerVolume()); m_webMediaPlayer->setPoster(poster); #if OS(ANDROID) m_usePaintOnAndroid = (loadType != WebMediaPlayer::LoadTypeMediaStream); #endif // Tell WebMediaPlayer about any connected CDM (may be null). m_webMediaPlayer->setContentDecryptionModule(HTMLMediaElementEncryptedMedia::contentDecryptionModule(mediaElement())); m_webMediaPlayer->load(loadType, kurl, corsMode); } void WebMediaPlayerClientImpl::play() { if (m_webMediaPlayer) m_webMediaPlayer->play(); } void WebMediaPlayerClientImpl::pause() { if (m_webMediaPlayer) m_webMediaPlayer->pause(); } double WebMediaPlayerClientImpl::duration() const { if (m_webMediaPlayer) return m_webMediaPlayer->duration(); return 0.0; } double WebMediaPlayerClientImpl::currentTime() const { if (m_webMediaPlayer) return m_webMediaPlayer->currentTime(); return 0.0; } void WebMediaPlayerClientImpl::seek(double time) { if (m_webMediaPlayer) m_webMediaPlayer->seek(time); } bool WebMediaPlayerClientImpl::seeking() const { if (m_webMediaPlayer) return m_webMediaPlayer->seeking(); return false; } double WebMediaPlayerClientImpl::rate() const { return m_rate; } void WebMediaPlayerClientImpl::setRate(double rate) { m_rate = rate; if (m_webMediaPlayer) m_webMediaPlayer->setRate(rate); } bool WebMediaPlayerClientImpl::paused() const { if (m_webMediaPlayer) return m_webMediaPlayer->paused(); return false; } bool WebMediaPlayerClientImpl::supportsSave() const { if (m_webMediaPlayer) return m_webMediaPlayer->supportsSave(); return false; } void WebMediaPlayerClientImpl::setPoster(const KURL& poster) { if (m_webMediaPlayer) m_webMediaPlayer->setPoster(WebURL(poster)); } MediaPlayer::NetworkState WebMediaPlayerClientImpl::networkState() const { if (m_webMediaPlayer) return static_cast(m_webMediaPlayer->networkState()); return MediaPlayer::Empty; } double WebMediaPlayerClientImpl::maxTimeSeekable() const { if (m_webMediaPlayer) return m_webMediaPlayer->maxTimeSeekable(); return 0.0; } PassRefPtr WebMediaPlayerClientImpl::buffered() const { if (m_webMediaPlayer) return TimeRanges::create(m_webMediaPlayer->buffered()); return TimeRanges::create(); } bool WebMediaPlayerClientImpl::didLoadingProgress() const { return m_webMediaPlayer && m_webMediaPlayer->didLoadingProgress(); } void WebMediaPlayerClientImpl::paint(GraphicsContext* context, const IntRect& rect) { // Normally GraphicsContext operations do nothing when painting is disabled. // Since we're accessing platformContext() directly we have to manually // check. if (m_webMediaPlayer && !context->paintingDisabled()) { // On Android, video frame is emitted as GL_TEXTURE_EXTERNAL_OES texture. We use a different path to // paint the video frame into the context. #if OS(ANDROID) if (m_usePaintOnAndroid) { paintOnAndroid(context, rect, context->getNormalizedAlpha()); return; } #endif WebCanvas* canvas = context->canvas(); m_webMediaPlayer->paint(canvas, rect, context->getNormalizedAlpha()); } } bool WebMediaPlayerClientImpl::copyVideoTextureToPlatformTexture(WebGraphicsContext3D* context, Platform3DObject texture, GLint level, GLenum type, GLenum internalFormat, bool premultiplyAlpha, bool flipY) { if (!context || !m_webMediaPlayer) return false; if (!Extensions3DUtil::canUseCopyTextureCHROMIUM(internalFormat, type, level) || !context->makeContextCurrent()) return false; return m_webMediaPlayer->copyVideoTextureToPlatformTexture(context, texture, level, internalFormat, type, premultiplyAlpha, flipY); } void WebMediaPlayerClientImpl::setPreload(MediaPlayer::Preload preload) { m_preload = preload; if (m_webMediaPlayer) m_webMediaPlayer->setPreload(static_cast(preload)); } bool WebMediaPlayerClientImpl::hasSingleSecurityOrigin() const { if (m_webMediaPlayer) return m_webMediaPlayer->hasSingleSecurityOrigin(); return false; } double WebMediaPlayerClientImpl::mediaTimeForTimeValue(double timeValue) const { if (m_webMediaPlayer) return m_webMediaPlayer->mediaTimeForTimeValue(timeValue); return timeValue; } #if ENABLE(WEB_AUDIO) AudioSourceProvider* WebMediaPlayerClientImpl::audioSourceProvider() { return &m_audioSourceProvider; } #endif PassOwnPtr WebMediaPlayerClientImpl::create(MediaPlayerClient* client) { return adoptPtr(new WebMediaPlayerClientImpl(client)); } #if OS(ANDROID) void WebMediaPlayerClientImpl::paintOnAndroid(WebCore::GraphicsContext* context, const IntRect& rect, uint8_t alpha) { OwnPtr provider = adoptPtr(blink::Platform::current()->createSharedOffscreenGraphicsContext3DProvider()); if (!provider) return; WebGraphicsContext3D* context3D = provider->context3d(); if (!context || !context3D || !m_webMediaPlayer || context->paintingDisabled()) return; if (!context3D->makeContextCurrent()) return; // Copy video texture into a RGBA texture based bitmap first as video texture on Android is GL_TEXTURE_EXTERNAL_OES // which is not supported by Skia yet. The bitmap's size needs to be the same as the video and use naturalSize() here. // Check if we could reuse existing texture based bitmap. // Otherwise, release existing texture based bitmap and allocate a new one based on video size. if (!ensureTextureBackedSkBitmap(provider->grContext(), m_bitmap, m_webMediaPlayer->naturalSize(), kTopLeft_GrSurfaceOrigin, kSkia8888_GrPixelConfig)) return; // Copy video texture to bitmap texture. WebCanvas* canvas = context->canvas(); unsigned textureId = static_cast((m_bitmap.getTexture())->getTextureHandle()); if (!m_webMediaPlayer->copyVideoTextureToPlatformTexture(context3D, textureId, 0, GL_RGBA, GL_UNSIGNED_BYTE, true, false)) return; // Draw the texture based bitmap onto the Canvas. If the canvas is hardware based, this will do a GPU-GPU texture copy. If the canvas is software based, // the texture based bitmap will be readbacked to system memory then draw onto the canvas. SkRect dest; dest.set(rect.x(), rect.y(), rect.x() + rect.width(), rect.y() + rect.height()); SkPaint paint; paint.setAlpha(alpha); // It is not necessary to pass the dest into the drawBitmap call since all the context have been set up before calling paintCurrentFrameInContext. canvas->drawBitmapRect(m_bitmap, NULL, dest, &paint); } #endif WebMediaPlayerClientImpl::WebMediaPlayerClientImpl(MediaPlayerClient* client) : m_client(client) , m_preload(MediaPlayer::Auto) , m_rate(1.0) #if OS(ANDROID) , m_usePaintOnAndroid(false) #endif { ASSERT(m_client); } WebCore::HTMLMediaElement& WebMediaPlayerClientImpl::mediaElement() const { return *static_cast(m_client); } #if ENABLE(WEB_AUDIO) void WebMediaPlayerClientImpl::AudioSourceProviderImpl::wrap(WebAudioSourceProvider* provider) { MutexLocker locker(provideInputLock); if (m_webAudioSourceProvider && provider != m_webAudioSourceProvider) m_webAudioSourceProvider->setClient(0); m_webAudioSourceProvider = provider; if (m_webAudioSourceProvider) m_webAudioSourceProvider->setClient(m_client.get()); } void WebMediaPlayerClientImpl::AudioSourceProviderImpl::setClient(AudioSourceProviderClient* client) { MutexLocker locker(provideInputLock); if (client) m_client = adoptPtr(new WebMediaPlayerClientImpl::AudioClientImpl(client)); else m_client.clear(); if (m_webAudioSourceProvider) m_webAudioSourceProvider->setClient(m_client.get()); } void WebMediaPlayerClientImpl::AudioSourceProviderImpl::provideInput(AudioBus* bus, size_t framesToProcess) { ASSERT(bus); if (!bus) return; MutexTryLocker tryLocker(provideInputLock); if (!tryLocker.locked() || !m_webAudioSourceProvider || !m_client.get()) { bus->zero(); return; } // Wrap the AudioBus channel data using WebVector. size_t n = bus->numberOfChannels(); WebVector webAudioData(n); for (size_t i = 0; i < n; ++i) webAudioData[i] = bus->channel(i)->mutableData(); m_webAudioSourceProvider->provideInput(webAudioData, framesToProcess); } void WebMediaPlayerClientImpl::AudioClientImpl::setFormat(size_t numberOfChannels, float sampleRate) { if (m_client) m_client->setFormat(numberOfChannels, sampleRate); } #endif } // namespace blink