/* * Copyright (C) 2016-2017 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #import "config.h" #import "WebPlaybackSessionManager.h" #if PLATFORM(IOS) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)) #import "Attachment.h" #import "WebCoreArgumentCoders.h" #import "WebPage.h" #import "WebPlaybackSessionManagerMessages.h" #import "WebPlaybackSessionManagerProxyMessages.h" #import "WebProcess.h" #import #import #import #import #import #import #import #import using namespace WebCore; namespace WebKit { static uint64_t nextContextId() { static uint64_t contextId = 0; return ++contextId; } #pragma mark - WebPlaybackSessionInterfaceContext WebPlaybackSessionInterfaceContext::WebPlaybackSessionInterfaceContext(WebPlaybackSessionManager& manager, uint64_t contextId) : m_manager(&manager) , m_contextId(contextId) { } WebPlaybackSessionInterfaceContext::~WebPlaybackSessionInterfaceContext() { } void WebPlaybackSessionInterfaceContext::resetMediaState() { if (m_manager) m_manager->resetMediaState(m_contextId); } void WebPlaybackSessionInterfaceContext::durationChanged(double duration) { if (m_manager) m_manager->durationChanged(m_contextId, duration); } void WebPlaybackSessionInterfaceContext::currentTimeChanged(double currentTime, double anchorTime) { if (m_manager) m_manager->currentTimeChanged(m_contextId, currentTime, anchorTime); } void WebPlaybackSessionInterfaceContext::bufferedTimeChanged(double bufferedTime) { if (m_manager) m_manager->bufferedTimeChanged(m_contextId, bufferedTime); } void WebPlaybackSessionInterfaceContext::rateChanged(bool isPlaying, float playbackRate) { if (m_manager) m_manager->rateChanged(m_contextId, isPlaying, playbackRate); } void WebPlaybackSessionInterfaceContext::playbackStartedTimeChanged(double playbackStartedTime) { if (m_manager) m_manager->playbackStartedTimeChanged(m_contextId, playbackStartedTime); } void WebPlaybackSessionInterfaceContext::seekableRangesChanged(const WebCore::TimeRanges& ranges, double lastModifiedTime, double liveUpdateInterval) { if (m_manager) m_manager->seekableRangesChanged(m_contextId, ranges, lastModifiedTime, liveUpdateInterval); } void WebPlaybackSessionInterfaceContext::canPlayFastReverseChanged(bool value) { if (m_manager) m_manager->canPlayFastReverseChanged(m_contextId, value); } void WebPlaybackSessionInterfaceContext::audioMediaSelectionOptionsChanged(const Vector& options, uint64_t selectedIndex) { if (m_manager) m_manager->audioMediaSelectionOptionsChanged(m_contextId, options, selectedIndex); } void WebPlaybackSessionInterfaceContext::legibleMediaSelectionOptionsChanged(const Vector& options, uint64_t selectedIndex) { if (m_manager) m_manager->legibleMediaSelectionOptionsChanged(m_contextId, options, selectedIndex); } void WebPlaybackSessionInterfaceContext::audioMediaSelectionIndexChanged(uint64_t selectedIndex) { if (m_manager) m_manager->audioMediaSelectionIndexChanged(m_contextId, selectedIndex); } void WebPlaybackSessionInterfaceContext::legibleMediaSelectionIndexChanged(uint64_t selectedIndex) { if (m_manager) m_manager->legibleMediaSelectionIndexChanged(m_contextId, selectedIndex); } void WebPlaybackSessionInterfaceContext::externalPlaybackChanged(bool enabled, WebPlaybackSessionModel::ExternalPlaybackTargetType type, const String& localizedDeviceName) { if (m_manager) m_manager->externalPlaybackChanged(m_contextId, enabled, type, localizedDeviceName); } void WebPlaybackSessionInterfaceContext::wirelessVideoPlaybackDisabledChanged(bool disabled) { if (m_manager) m_manager->wirelessVideoPlaybackDisabledChanged(m_contextId, disabled); } void WebPlaybackSessionInterfaceContext::mutedChanged(bool muted) { if (m_manager) m_manager->mutedChanged(m_contextId, muted); } #pragma mark - WebPlaybackSessionManager Ref WebPlaybackSessionManager::create(WebPage& page) { return adoptRef(*new WebPlaybackSessionManager(page)); } WebPlaybackSessionManager::WebPlaybackSessionManager(WebPage& page) : m_page(&page) { WebProcess::singleton().addMessageReceiver(Messages::WebPlaybackSessionManager::messageReceiverName(), page.pageID(), *this); } WebPlaybackSessionManager::~WebPlaybackSessionManager() { for (auto& tuple : m_contextMap.values()) { RefPtr model; RefPtr interface; std::tie(model, interface) = tuple; model->removeClient(*interface); model->setMediaElement(nullptr); interface->invalidate(); } m_contextMap.clear(); m_mediaElements.clear(); m_clientCounts.clear(); WebProcess::singleton().removeMessageReceiver(Messages::WebPlaybackSessionManager::messageReceiverName(), m_page->pageID()); } WebPlaybackSessionManager::ModelInterfaceTuple WebPlaybackSessionManager::createModelAndInterface(uint64_t contextId) { RefPtr model = WebPlaybackSessionModelMediaElement::create(); RefPtr interface = WebPlaybackSessionInterfaceContext::create(*this, contextId); model->addClient(*interface); return std::make_tuple(WTFMove(model), WTFMove(interface)); } WebPlaybackSessionManager::ModelInterfaceTuple& WebPlaybackSessionManager::ensureModelAndInterface(uint64_t contextId) { auto addResult = m_contextMap.add(contextId, ModelInterfaceTuple()); if (addResult.isNewEntry) addResult.iterator->value = createModelAndInterface(contextId); return addResult.iterator->value; } WebCore::WebPlaybackSessionModelMediaElement& WebPlaybackSessionManager::ensureModel(uint64_t contextId) { return *std::get<0>(ensureModelAndInterface(contextId)); } WebPlaybackSessionInterfaceContext& WebPlaybackSessionManager::ensureInterface(uint64_t contextId) { return *std::get<1>(ensureModelAndInterface(contextId)); } void WebPlaybackSessionManager::removeContext(uint64_t contextId) { RefPtr model; RefPtr interface; std::tie(model, interface) = ensureModelAndInterface(contextId); RefPtr mediaElement = model->mediaElement(); model->setMediaElement(nullptr); model->removeClient(*interface); interface->invalidate(); m_mediaElements.remove(mediaElement.get()); m_contextMap.remove(contextId); } void WebPlaybackSessionManager::addClientForContext(uint64_t contextId) { m_clientCounts.add(contextId); } void WebPlaybackSessionManager::removeClientForContext(uint64_t contextId) { ASSERT(m_clientCounts.contains(contextId)); if (m_clientCounts.remove(contextId)) removeContext(contextId); } void WebPlaybackSessionManager::setUpPlaybackControlsManager(WebCore::HTMLMediaElement& mediaElement) { #if PLATFORM(MAC) auto foundIterator = m_mediaElements.find(&mediaElement); if (foundIterator != m_mediaElements.end()) { uint64_t contextId = foundIterator->value; if (m_controlsManagerContextId == contextId) return; if (m_controlsManagerContextId) removeClientForContext(m_controlsManagerContextId); m_controlsManagerContextId = contextId; } else { auto addResult = m_mediaElements.ensure(&mediaElement, [&] { return nextContextId(); }); auto contextId = addResult.iterator->value; if (m_controlsManagerContextId) removeClientForContext(m_controlsManagerContextId); m_controlsManagerContextId = contextId; ensureModel(contextId).setMediaElement(&mediaElement); } addClientForContext(m_controlsManagerContextId); m_page->send(Messages::WebPlaybackSessionManagerProxy::SetUpPlaybackControlsManagerWithID(m_controlsManagerContextId), m_page->pageID()); #endif } void WebPlaybackSessionManager::clearPlaybackControlsManager() { #if PLATFORM(MAC) if (!m_controlsManagerContextId) return; removeClientForContext(m_controlsManagerContextId); m_controlsManagerContextId = 0; m_page->send(Messages::WebPlaybackSessionManagerProxy::ClearPlaybackControlsManager(), m_page->pageID()); #endif } uint64_t WebPlaybackSessionManager::contextIdForMediaElement(WebCore::HTMLMediaElement& mediaElement) { auto addResult = m_mediaElements.ensure(&mediaElement, [&] { return nextContextId(); }); uint64_t contextId = addResult.iterator->value; ensureModel(contextId).setMediaElement(&mediaElement); return contextId; } #pragma mark Interface to WebPlaybackSessionInterfaceContext: void WebPlaybackSessionManager::resetMediaState(uint64_t contextId) { m_page->send(Messages::WebPlaybackSessionManagerProxy::ResetMediaState(contextId), m_page->pageID()); } void WebPlaybackSessionManager::durationChanged(uint64_t contextId, double duration) { m_page->send(Messages::WebPlaybackSessionManagerProxy::DurationChanged(contextId, duration), m_page->pageID()); } void WebPlaybackSessionManager::currentTimeChanged(uint64_t contextId, double currentTime, double anchorTime) { m_page->send(Messages::WebPlaybackSessionManagerProxy::CurrentTimeChanged(contextId, currentTime, anchorTime), m_page->pageID()); } void WebPlaybackSessionManager::bufferedTimeChanged(uint64_t contextId, double bufferedTime) { m_page->send(Messages::WebPlaybackSessionManagerProxy::BufferedTimeChanged(contextId, bufferedTime), m_page->pageID()); } void WebPlaybackSessionManager::playbackStartedTimeChanged(uint64_t contextId, double playbackStartedTime) { m_page->send(Messages::WebPlaybackSessionManagerProxy::PlaybackStartedTimeChanged(contextId, playbackStartedTime), m_page->pageID()); } void WebPlaybackSessionManager::rateChanged(uint64_t contextId, bool isPlaying, float playbackRate) { m_page->send(Messages::WebPlaybackSessionManagerProxy::RateChanged(contextId, isPlaying, playbackRate), m_page->pageID()); } void WebPlaybackSessionManager::seekableRangesChanged(uint64_t contextId, const WebCore::TimeRanges& timeRanges, double lastModifiedTime, double liveUpdateInterval) { Vector> rangesVector; for (unsigned i = 0; i < timeRanges.length(); i++) { double start = timeRanges.ranges().start(i).toDouble(); double end = timeRanges.ranges().end(i).toDouble(); rangesVector.append({ start, end }); } m_page->send(Messages::WebPlaybackSessionManagerProxy::SeekableRangesVectorChanged(contextId, WTFMove(rangesVector), lastModifiedTime, liveUpdateInterval), m_page->pageID()); } void WebPlaybackSessionManager::canPlayFastReverseChanged(uint64_t contextId, bool value) { m_page->send(Messages::WebPlaybackSessionManagerProxy::CanPlayFastReverseChanged(contextId, value), m_page->pageID()); } void WebPlaybackSessionManager::audioMediaSelectionOptionsChanged(uint64_t contextId, const Vector& options, uint64_t selectedIndex) { m_page->send(Messages::WebPlaybackSessionManagerProxy::AudioMediaSelectionOptionsChanged(contextId, options, selectedIndex), m_page->pageID()); } void WebPlaybackSessionManager::legibleMediaSelectionOptionsChanged(uint64_t contextId, const Vector& options, uint64_t selectedIndex) { m_page->send(Messages::WebPlaybackSessionManagerProxy::LegibleMediaSelectionOptionsChanged(contextId, options, selectedIndex), m_page->pageID()); } void WebPlaybackSessionManager::externalPlaybackChanged(uint64_t contextId, bool enabled, WebPlaybackSessionModel::ExternalPlaybackTargetType targetType, String localizedDeviceName) { m_page->send(Messages::WebPlaybackSessionManagerProxy::ExternalPlaybackPropertiesChanged(contextId, enabled, static_cast(targetType), localizedDeviceName), m_page->pageID()); } void WebPlaybackSessionManager::audioMediaSelectionIndexChanged(uint64_t contextId, uint64_t selectedIndex) { m_page->send(Messages::WebPlaybackSessionManagerProxy::AudioMediaSelectionIndexChanged(contextId, selectedIndex), m_page->pageID()); } void WebPlaybackSessionManager::legibleMediaSelectionIndexChanged(uint64_t contextId, uint64_t selectedIndex) { m_page->send(Messages::WebPlaybackSessionManagerProxy::LegibleMediaSelectionIndexChanged(contextId, selectedIndex), m_page->pageID()); } void WebPlaybackSessionManager::wirelessVideoPlaybackDisabledChanged(uint64_t contextId, bool disabled) { m_page->send(Messages::WebPlaybackSessionManagerProxy::WirelessVideoPlaybackDisabledChanged(contextId, disabled)); } void WebPlaybackSessionManager::mutedChanged(uint64_t contextId, bool muted) { m_page->send(Messages::WebPlaybackSessionManagerProxy::MutedChanged(contextId, muted)); } #pragma mark Messages from WebPlaybackSessionManagerProxy: void WebPlaybackSessionManager::play(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).play(); } void WebPlaybackSessionManager::pause(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).pause(); } void WebPlaybackSessionManager::togglePlayState(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).togglePlayState(); } void WebPlaybackSessionManager::beginScrubbing(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScrubbing(); } void WebPlaybackSessionManager::endScrubbing(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).endScrubbing(); } void WebPlaybackSessionManager::seekToTime(uint64_t contextId, double time) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).seekToTime(time); } void WebPlaybackSessionManager::fastSeek(uint64_t contextId, double time) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).fastSeek(time); } void WebPlaybackSessionManager::beginScanningForward(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScanningForward(); } void WebPlaybackSessionManager::beginScanningBackward(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScanningBackward(); } void WebPlaybackSessionManager::endScanning(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).endScanning(); } void WebPlaybackSessionManager::selectAudioMediaOption(uint64_t contextId, uint64_t index) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).selectAudioMediaOption(index); } void WebPlaybackSessionManager::selectLegibleMediaOption(uint64_t contextId, uint64_t index) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).selectLegibleMediaOption(index); } void WebPlaybackSessionManager::handleControlledElementIDRequest(uint64_t contextId) { auto element = ensureModel(contextId).mediaElement(); if (element) m_page->send(Messages::WebPlaybackSessionManagerProxy::HandleControlledElementIDResponse(contextId, element->getIdAttribute())); } void WebPlaybackSessionManager::togglePictureInPicture(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).togglePictureInPicture(); } void WebPlaybackSessionManager::toggleMuted(uint64_t contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).toggleMuted(); } void WebPlaybackSessionManager::setMuted(uint64_t contextId, bool muted) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setMuted(muted); } } // namespace WebKit #endif // PLATFORM(IOS) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))