/* * Copyright (C) 2016-2021 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #import "config.h" #import "PlaybackSessionManager.h" #if PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE)) #import "Attachment.h" #import "PlaybackSessionManagerMessages.h" #import "PlaybackSessionManagerProxyMessages.h" #import "WebCoreArgumentCoders.h" #import "WebPage.h" #import "WebProcess.h" #import #import #import #import #import #import #import #import #import namespace WebKit { using namespace WebCore; #pragma mark - PlaybackSessionInterfaceContext PlaybackSessionInterfaceContext::PlaybackSessionInterfaceContext(PlaybackSessionManager& manager, PlaybackSessionContextIdentifier contextId) : m_manager(&manager) , m_contextId(contextId) { } PlaybackSessionInterfaceContext::~PlaybackSessionInterfaceContext() { } void PlaybackSessionInterfaceContext::durationChanged(double duration) { if (m_manager) m_manager->durationChanged(m_contextId, duration); } void PlaybackSessionInterfaceContext::currentTimeChanged(double currentTime, double anchorTime) { if (m_manager) m_manager->currentTimeChanged(m_contextId, currentTime, anchorTime); } void PlaybackSessionInterfaceContext::bufferedTimeChanged(double bufferedTime) { if (m_manager) m_manager->bufferedTimeChanged(m_contextId, bufferedTime); } void PlaybackSessionInterfaceContext::rateChanged(OptionSet playbackState, double playbackRate, double defaultPlaybackRate) { if (m_manager) m_manager->rateChanged(m_contextId, playbackState, playbackRate, defaultPlaybackRate); } void PlaybackSessionInterfaceContext::playbackStartedTimeChanged(double playbackStartedTime) { if (m_manager) m_manager->playbackStartedTimeChanged(m_contextId, playbackStartedTime); } void PlaybackSessionInterfaceContext::seekableRangesChanged(const WebCore::TimeRanges& ranges, double lastModifiedTime, double liveUpdateInterval) { if (m_manager) m_manager->seekableRangesChanged(m_contextId, ranges, lastModifiedTime, liveUpdateInterval); } void PlaybackSessionInterfaceContext::canPlayFastReverseChanged(bool value) { if (m_manager) m_manager->canPlayFastReverseChanged(m_contextId, value); } void PlaybackSessionInterfaceContext::audioMediaSelectionOptionsChanged(const Vector& options, uint64_t selectedIndex) { if (m_manager) m_manager->audioMediaSelectionOptionsChanged(m_contextId, options, selectedIndex); } void PlaybackSessionInterfaceContext::legibleMediaSelectionOptionsChanged(const Vector& options, uint64_t selectedIndex) { if (m_manager) m_manager->legibleMediaSelectionOptionsChanged(m_contextId, options, selectedIndex); } void PlaybackSessionInterfaceContext::audioMediaSelectionIndexChanged(uint64_t selectedIndex) { if (m_manager) m_manager->audioMediaSelectionIndexChanged(m_contextId, selectedIndex); } void PlaybackSessionInterfaceContext::legibleMediaSelectionIndexChanged(uint64_t selectedIndex) { if (m_manager) m_manager->legibleMediaSelectionIndexChanged(m_contextId, selectedIndex); } void PlaybackSessionInterfaceContext::externalPlaybackChanged(bool enabled, PlaybackSessionModel::ExternalPlaybackTargetType type, const String& localizedDeviceName) { if (m_manager) m_manager->externalPlaybackChanged(m_contextId, enabled, type, localizedDeviceName); } void PlaybackSessionInterfaceContext::wirelessVideoPlaybackDisabledChanged(bool disabled) { if (m_manager) m_manager->wirelessVideoPlaybackDisabledChanged(m_contextId, disabled); } void PlaybackSessionInterfaceContext::mutedChanged(bool muted) { if (m_manager) m_manager->mutedChanged(m_contextId, muted); } void PlaybackSessionInterfaceContext::isPictureInPictureSupportedChanged(bool supported) { if (m_manager) m_manager->isPictureInPictureSupportedChanged(m_contextId, supported); } void PlaybackSessionInterfaceContext::volumeChanged(double volume) { if (m_manager) m_manager->volumeChanged(m_contextId, volume); } #pragma mark - PlaybackSessionManager Ref PlaybackSessionManager::create(WebPage& page) { return adoptRef(*new PlaybackSessionManager(page)); } PlaybackSessionManager::PlaybackSessionManager(WebPage& page) : m_page(&page) { WebProcess::singleton().addMessageReceiver(Messages::PlaybackSessionManager::messageReceiverName(), page.identifier(), *this); } PlaybackSessionManager::~PlaybackSessionManager() { for (auto& [model, interface] : m_contextMap.values()) { model->removeClient(*interface); model->setMediaElement(nullptr); interface->invalidate(); } m_contextMap.clear(); m_mediaElements.clear(); m_clientCounts.clear(); if (m_page) WebProcess::singleton().removeMessageReceiver(Messages::PlaybackSessionManager::messageReceiverName(), m_page->identifier()); } void PlaybackSessionManager::invalidate() { ASSERT(m_page); WebProcess::singleton().removeMessageReceiver(Messages::PlaybackSessionManager::messageReceiverName(), m_page->identifier()); m_page = nullptr; } PlaybackSessionManager::ModelInterfaceTuple PlaybackSessionManager::createModelAndInterface(PlaybackSessionContextIdentifier contextId) { auto model = PlaybackSessionModelMediaElement::create(); auto interface = PlaybackSessionInterfaceContext::create(*this, contextId); model->addClient(interface.get()); return std::make_tuple(WTFMove(model), WTFMove(interface)); } PlaybackSessionManager::ModelInterfaceTuple& PlaybackSessionManager::ensureModelAndInterface(PlaybackSessionContextIdentifier contextId) { auto addResult = m_contextMap.add(contextId, ModelInterfaceTuple()); if (addResult.isNewEntry) addResult.iterator->value = createModelAndInterface(contextId); return addResult.iterator->value; } WebCore::PlaybackSessionModelMediaElement& PlaybackSessionManager::ensureModel(PlaybackSessionContextIdentifier contextId) { return *std::get<0>(ensureModelAndInterface(contextId)); } PlaybackSessionInterfaceContext& PlaybackSessionManager::ensureInterface(PlaybackSessionContextIdentifier contextId) { return *std::get<1>(ensureModelAndInterface(contextId)); } void PlaybackSessionManager::removeContext(PlaybackSessionContextIdentifier contextId) { auto& [model, interface] = ensureModelAndInterface(contextId); RefPtr mediaElement = model->mediaElement(); model->setMediaElement(nullptr); model->removeClient(*interface); interface->invalidate(); m_mediaElements.remove(mediaElement.get()); m_contextMap.remove(contextId); } void PlaybackSessionManager::addClientForContext(PlaybackSessionContextIdentifier contextId) { m_clientCounts.add(contextId); } void PlaybackSessionManager::removeClientForContext(PlaybackSessionContextIdentifier contextId) { ASSERT(m_clientCounts.contains(contextId)); if (m_clientCounts.remove(contextId)) removeContext(contextId); } void PlaybackSessionManager::setUpPlaybackControlsManager(WebCore::HTMLMediaElement& mediaElement) { auto foundIterator = m_mediaElements.find(&mediaElement); if (foundIterator != m_mediaElements.end()) { auto contextId = foundIterator->value; if (m_controlsManagerContextId == contextId) return; auto previousContextId = m_controlsManagerContextId; m_controlsManagerContextId = contextId; if (previousContextId) removeClientForContext(previousContextId); } else { auto contextId = m_mediaElements.ensure(&mediaElement, [&] { return PlaybackSessionContextIdentifier::generate(); }).iterator->value; auto previousContextId = m_controlsManagerContextId; m_controlsManagerContextId = contextId; if (previousContextId) removeClientForContext(previousContextId); ensureModel(contextId).setMediaElement(&mediaElement); } addClientForContext(m_controlsManagerContextId); m_page->videoControlsManagerDidChange(); m_page->send(Messages::PlaybackSessionManagerProxy::SetUpPlaybackControlsManagerWithID(m_controlsManagerContextId)); } void PlaybackSessionManager::clearPlaybackControlsManager() { if (!m_controlsManagerContextId) return; removeClientForContext(m_controlsManagerContextId); m_controlsManagerContextId = { }; m_page->videoControlsManagerDidChange(); m_page->send(Messages::PlaybackSessionManagerProxy::ClearPlaybackControlsManager()); } void PlaybackSessionManager::mediaEngineChanged() { if (!m_controlsManagerContextId) return; auto it = m_contextMap.find(m_controlsManagerContextId); if (it == m_contextMap.end()) return; std::get<0>(it->value)->mediaEngineChanged(); } PlaybackSessionContextIdentifier PlaybackSessionManager::contextIdForMediaElement(WebCore::HTMLMediaElement& mediaElement) { auto addResult = m_mediaElements.ensure(&mediaElement, [&] { return PlaybackSessionContextIdentifier::generate(); }); auto contextId = addResult.iterator->value; ensureModel(contextId).setMediaElement(&mediaElement); return contextId; } WebCore::HTMLMediaElement* PlaybackSessionManager::currentPlaybackControlsElement() const { if (!m_controlsManagerContextId) return nullptr; auto iter = m_contextMap.find(m_controlsManagerContextId); if (iter == m_contextMap.end()) return nullptr; return std::get<0>(iter->value)->mediaElement(); } #pragma mark Interface to PlaybackSessionInterfaceContext: void PlaybackSessionManager::durationChanged(PlaybackSessionContextIdentifier contextId, double duration) { m_page->send(Messages::PlaybackSessionManagerProxy::DurationChanged(contextId, duration)); } void PlaybackSessionManager::currentTimeChanged(PlaybackSessionContextIdentifier contextId, double currentTime, double anchorTime) { m_page->send(Messages::PlaybackSessionManagerProxy::CurrentTimeChanged(contextId, currentTime, anchorTime)); } void PlaybackSessionManager::bufferedTimeChanged(PlaybackSessionContextIdentifier contextId, double bufferedTime) { m_page->send(Messages::PlaybackSessionManagerProxy::BufferedTimeChanged(contextId, bufferedTime)); } void PlaybackSessionManager::playbackStartedTimeChanged(PlaybackSessionContextIdentifier contextId, double playbackStartedTime) { m_page->send(Messages::PlaybackSessionManagerProxy::PlaybackStartedTimeChanged(contextId, playbackStartedTime)); } void PlaybackSessionManager::rateChanged(PlaybackSessionContextIdentifier contextId, OptionSet playbackState, double playbackRate, double defaultPlaybackRate) { m_page->send(Messages::PlaybackSessionManagerProxy::RateChanged(contextId, playbackState, playbackRate, defaultPlaybackRate)); } void PlaybackSessionManager::seekableRangesChanged(PlaybackSessionContextIdentifier contextId, const WebCore::TimeRanges& timeRanges, double lastModifiedTime, double liveUpdateInterval) { Vector> rangesVector; for (unsigned i = 0; i < timeRanges.length(); i++) { double start = timeRanges.ranges().start(i).toDouble(); double end = timeRanges.ranges().end(i).toDouble(); rangesVector.append({ start, end }); } m_page->send(Messages::PlaybackSessionManagerProxy::SeekableRangesVectorChanged(contextId, WTFMove(rangesVector), lastModifiedTime, liveUpdateInterval)); } void PlaybackSessionManager::canPlayFastReverseChanged(PlaybackSessionContextIdentifier contextId, bool value) { m_page->send(Messages::PlaybackSessionManagerProxy::CanPlayFastReverseChanged(contextId, value)); } void PlaybackSessionManager::audioMediaSelectionOptionsChanged(PlaybackSessionContextIdentifier contextId, const Vector& options, uint64_t selectedIndex) { m_page->send(Messages::PlaybackSessionManagerProxy::AudioMediaSelectionOptionsChanged(contextId, options, selectedIndex)); } void PlaybackSessionManager::legibleMediaSelectionOptionsChanged(PlaybackSessionContextIdentifier contextId, const Vector& options, uint64_t selectedIndex) { m_page->send(Messages::PlaybackSessionManagerProxy::LegibleMediaSelectionOptionsChanged(contextId, options, selectedIndex)); } void PlaybackSessionManager::externalPlaybackChanged(PlaybackSessionContextIdentifier contextId, bool enabled, PlaybackSessionModel::ExternalPlaybackTargetType targetType, String localizedDeviceName) { m_page->send(Messages::PlaybackSessionManagerProxy::ExternalPlaybackPropertiesChanged(contextId, enabled, static_cast(targetType), localizedDeviceName)); } void PlaybackSessionManager::audioMediaSelectionIndexChanged(PlaybackSessionContextIdentifier contextId, uint64_t selectedIndex) { m_page->send(Messages::PlaybackSessionManagerProxy::AudioMediaSelectionIndexChanged(contextId, selectedIndex)); } void PlaybackSessionManager::legibleMediaSelectionIndexChanged(PlaybackSessionContextIdentifier contextId, uint64_t selectedIndex) { m_page->send(Messages::PlaybackSessionManagerProxy::LegibleMediaSelectionIndexChanged(contextId, selectedIndex)); } void PlaybackSessionManager::wirelessVideoPlaybackDisabledChanged(PlaybackSessionContextIdentifier contextId, bool disabled) { m_page->send(Messages::PlaybackSessionManagerProxy::WirelessVideoPlaybackDisabledChanged(contextId, disabled)); } void PlaybackSessionManager::mutedChanged(PlaybackSessionContextIdentifier contextId, bool muted) { m_page->send(Messages::PlaybackSessionManagerProxy::MutedChanged(contextId, muted)); } void PlaybackSessionManager::volumeChanged(PlaybackSessionContextIdentifier contextId, double volume) { m_page->send(Messages::PlaybackSessionManagerProxy::VolumeChanged(contextId, volume)); } void PlaybackSessionManager::isPictureInPictureSupportedChanged(PlaybackSessionContextIdentifier contextId, bool supported) { m_page->send(Messages::PlaybackSessionManagerProxy::PictureInPictureSupportedChanged(contextId, supported)); } #pragma mark Messages from PlaybackSessionManagerProxy: void PlaybackSessionManager::play(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).play(); } void PlaybackSessionManager::pause(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).pause(); } void PlaybackSessionManager::togglePlayState(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).togglePlayState(); } void PlaybackSessionManager::beginScrubbing(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScrubbing(); } void PlaybackSessionManager::endScrubbing(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).endScrubbing(); } void PlaybackSessionManager::seekToTime(PlaybackSessionContextIdentifier contextId, double time, double toleranceBefore, double toleranceAfter) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).seekToTime(time, toleranceBefore, toleranceAfter); } void PlaybackSessionManager::fastSeek(PlaybackSessionContextIdentifier contextId, double time) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).fastSeek(time); } void PlaybackSessionManager::beginScanningForward(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScanningForward(); } void PlaybackSessionManager::beginScanningBackward(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).beginScanningBackward(); } void PlaybackSessionManager::endScanning(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).endScanning(); } void PlaybackSessionManager::setDefaultPlaybackRate(PlaybackSessionContextIdentifier contextId, float defaultPlaybackRate) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setDefaultPlaybackRate(defaultPlaybackRate); } void PlaybackSessionManager::setPlaybackRate(PlaybackSessionContextIdentifier contextId, float playbackRate) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setPlaybackRate(playbackRate); } void PlaybackSessionManager::selectAudioMediaOption(PlaybackSessionContextIdentifier contextId, uint64_t index) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).selectAudioMediaOption(index); } void PlaybackSessionManager::selectLegibleMediaOption(PlaybackSessionContextIdentifier contextId, uint64_t index) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).selectLegibleMediaOption(index); } void PlaybackSessionManager::handleControlledElementIDRequest(PlaybackSessionContextIdentifier contextId) { auto element = ensureModel(contextId).mediaElement(); if (element) m_page->send(Messages::PlaybackSessionManagerProxy::HandleControlledElementIDResponse(contextId, element->getIdAttribute())); } void PlaybackSessionManager::togglePictureInPicture(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).togglePictureInPicture(); } void PlaybackSessionManager::toggleMuted(PlaybackSessionContextIdentifier contextId) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).toggleMuted(); } void PlaybackSessionManager::setMuted(PlaybackSessionContextIdentifier contextId, bool muted) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setMuted(muted); } void PlaybackSessionManager::setVolume(PlaybackSessionContextIdentifier contextId, double volume) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setVolume(volume); } void PlaybackSessionManager::setPlayingOnSecondScreen(PlaybackSessionContextIdentifier contextId, bool value) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).setPlayingOnSecondScreen(value); } void PlaybackSessionManager::sendRemoteCommand(PlaybackSessionContextIdentifier contextId, WebCore::PlatformMediaSession::RemoteControlCommandType command, const WebCore::PlatformMediaSession::RemoteCommandArgument& argument) { UserGestureIndicator indicator(ProcessingUserGesture); ensureModel(contextId).sendRemoteCommand(command, argument); } } // namespace WebKit #endif // PLATFORM(IOS_FAMILY) || (PLATFORM(MAC) && ENABLE(VIDEO_PRESENTATION_MODE))