/* * Copyright (C) 2014-2015 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #import "config.h" #import "MediaSessionManagerIOS.h" #if PLATFORM(IOS) #import "Logging.h" #import "MediaPlayer.h" #import "MediaPlayerSPI.h" #import "PlatformMediaSession.h" #import "SoftLinking.h" #import "SystemMemory.h" #import "WebCoreSystemInterface.h" #import "WebCoreThreadRun.h" #import #import #import #import #import #import #import #import SOFT_LINK_FRAMEWORK(AVFoundation) SOFT_LINK_CLASS(AVFoundation, AVAudioSession) SOFT_LINK_POINTER(AVFoundation, AVAudioSessionInterruptionNotification, NSString *) SOFT_LINK_POINTER(AVFoundation, AVAudioSessionInterruptionTypeKey, NSString *) SOFT_LINK_POINTER(AVFoundation, AVAudioSessionInterruptionOptionKey, NSString *) #define AVAudioSession getAVAudioSessionClass() #define AVAudioSessionInterruptionNotification getAVAudioSessionInterruptionNotification() #define AVAudioSessionInterruptionTypeKey getAVAudioSessionInterruptionTypeKey() #define AVAudioSessionInterruptionOptionKey getAVAudioSessionInterruptionOptionKey() SOFT_LINK_FRAMEWORK(UIKit) SOFT_LINK_CLASS(UIKit, UIApplication) SOFT_LINK_POINTER(UIKit, UIApplicationWillResignActiveNotification, NSString *) SOFT_LINK_POINTER(UIKit, UIApplicationWillEnterForegroundNotification, NSString *) SOFT_LINK_POINTER(UIKit, UIApplicationDidBecomeActiveNotification, NSString *) #define UIApplication getUIApplicationClass() #define UIApplicationWillResignActiveNotification getUIApplicationWillResignActiveNotification() #define UIApplicationWillEnterForegroundNotification getUIApplicationWillEnterForegroundNotification() #define UIApplicationDidBecomeActiveNotification getUIApplicationDidBecomeActiveNotification() SOFT_LINK_FRAMEWORK(MediaPlayer) SOFT_LINK_CLASS(MediaPlayer, MPAVRoutingController) SOFT_LINK_CLASS(MediaPlayer, MPNowPlayingInfoCenter) SOFT_LINK_CLASS(MediaPlayer, MPVolumeView) SOFT_LINK_POINTER(MediaPlayer, MPMediaItemPropertyTitle, NSString *) SOFT_LINK_POINTER(MediaPlayer, MPMediaItemPropertyPlaybackDuration, NSString *) SOFT_LINK_POINTER(MediaPlayer, MPNowPlayingInfoPropertyElapsedPlaybackTime, NSString *) SOFT_LINK_POINTER(MediaPlayer, MPNowPlayingInfoPropertyPlaybackRate, NSString *) SOFT_LINK_POINTER(MediaPlayer, MPVolumeViewWirelessRoutesAvailableDidChangeNotification, NSString *) #define MPMediaItemPropertyTitle getMPMediaItemPropertyTitle() #define MPMediaItemPropertyPlaybackDuration getMPMediaItemPropertyPlaybackDuration() #define MPNowPlayingInfoPropertyElapsedPlaybackTime getMPNowPlayingInfoPropertyElapsedPlaybackTime() #define MPNowPlayingInfoPropertyPlaybackRate getMPNowPlayingInfoPropertyPlaybackRate() #define MPVolumeViewWirelessRoutesAvailableDidChangeNotification getMPVolumeViewWirelessRoutesAvailableDidChangeNotification() WEBCORE_EXPORT NSString* WebUIApplicationWillResignActiveNotification = @"WebUIApplicationWillResignActiveNotification"; WEBCORE_EXPORT NSString* WebUIApplicationWillEnterForegroundNotification = @"WebUIApplicationWillEnterForegroundNotification"; WEBCORE_EXPORT NSString* WebUIApplicationDidBecomeActiveNotification = @"WebUIApplicationDidBecomeActiveNotification"; using namespace WebCore; @interface WebMediaSessionHelper : NSObject { MediaSessionManageriOS* _callback; RetainPtr _volumeView; RetainPtr _airPlayPresenceRoutingController; } - (id)initWithCallback:(MediaSessionManageriOS*)callback; - (void)allocateVolumeView; - (void)setVolumeView:(RetainPtr)volumeView; - (void)clearCallback; - (void)interruption:(NSNotification *)notification; - (void)applicationWillEnterForeground:(NSNotification *)notification; - (void)applicationWillResignActive:(NSNotification *)notification; - (BOOL)hasWirelessTargetsAvailable; - (void)startMonitoringAirPlayRoutes; - (void)stopMonitoringAirPlayRoutes; @end namespace WebCore { PlatformMediaSessionManager& PlatformMediaSessionManager::sharedManager() { DEPRECATED_DEFINE_STATIC_LOCAL(MediaSessionManageriOS, manager, ()); return manager; } MediaSessionManageriOS::MediaSessionManageriOS() : PlatformMediaSessionManager() , m_objcObserver(adoptNS([[WebMediaSessionHelper alloc] initWithCallback:this])) { resetRestrictions(); } MediaSessionManageriOS::~MediaSessionManageriOS() { [m_objcObserver clearCallback]; } void MediaSessionManageriOS::resetRestrictions() { static const size_t systemMemoryRequiredForVideoInBackgroundTabs = 1024 * 1024 * 1024; LOG(Media, "MediaSessionManageriOS::resetRestrictions"); PlatformMediaSessionManager::resetRestrictions(); static wkDeviceClass deviceClass = iosDeviceClass(); if (deviceClass == wkDeviceClassiPhone || deviceClass == wkDeviceClassiPod) addRestriction(PlatformMediaSession::Video, InlineVideoPlaybackRestricted); if (ramSize() < systemMemoryRequiredForVideoInBackgroundTabs) { LOG(Media, "MediaSessionManageriOS::resetRestrictions - restricting video in background tabs because system memory = %zul", ramSize()); addRestriction(PlatformMediaSession::Video, BackgroundTabPlaybackRestricted); } addRestriction(PlatformMediaSession::Video, ConcurrentPlaybackNotPermitted); addRestriction(PlatformMediaSession::Video, BackgroundProcessPlaybackRestricted); removeRestriction(PlatformMediaSession::Audio, ConcurrentPlaybackNotPermitted); removeRestriction(PlatformMediaSession::Audio, BackgroundProcessPlaybackRestricted); removeRestriction(PlatformMediaSession::WebAudio, ConcurrentPlaybackNotPermitted); removeRestriction(PlatformMediaSession::WebAudio, BackgroundProcessPlaybackRestricted); removeRestriction(PlatformMediaSession::Audio, MetadataPreloadingNotPermitted); removeRestriction(PlatformMediaSession::Video, MetadataPreloadingNotPermitted); addRestriction(PlatformMediaSession::Audio, AutoPreloadingNotPermitted); addRestriction(PlatformMediaSession::Video, AutoPreloadingNotPermitted); } bool MediaSessionManageriOS::hasWirelessTargetsAvailable() { return [m_objcObserver hasWirelessTargetsAvailable]; } void MediaSessionManageriOS::configureWireLessTargetMonitoring() { Vector sessions = this->sessions(); bool requiresMonitoring = false; for (auto* session : sessions) { if (session->requiresPlaybackTargetRouteMonitoring()) { requiresMonitoring = true; break; } } LOG(Media, "MediaSessionManageriOS::configureWireLessTargetMonitoring - requiresMonitoring = %s", requiresMonitoring ? "true" : "false"); if (requiresMonitoring) [m_objcObserver startMonitoringAirPlayRoutes]; else [m_objcObserver stopMonitoringAirPlayRoutes]; } bool MediaSessionManageriOS::sessionWillBeginPlayback(PlatformMediaSession& session) { if (!PlatformMediaSessionManager::sessionWillBeginPlayback(session)) return false; updateNowPlayingInfo(); return true; } void MediaSessionManageriOS::sessionWillEndPlayback(PlatformMediaSession& session) { PlatformMediaSessionManager::sessionWillEndPlayback(session); updateNowPlayingInfo(); } void MediaSessionManageriOS::updateNowPlayingInfo() { LOG(Media, "MediaSessionManageriOS::updateNowPlayingInfo"); MPNowPlayingInfoCenter *nowPlaying = (MPNowPlayingInfoCenter *)[getMPNowPlayingInfoCenterClass() defaultCenter]; const PlatformMediaSession* currentSession = this->currentSession(); if (!currentSession) { [nowPlaying setNowPlayingInfo:nil]; return; } RetainPtr info = adoptNS([[NSMutableDictionary alloc] init]); String title = currentSession->title(); if (!title.isEmpty()) [info setValue:static_cast(title) forKey:MPMediaItemPropertyTitle]; double duration = currentSession->duration(); if (std::isfinite(duration) && duration != MediaPlayer::invalidTime()) [info setValue:@(duration) forKey:MPMediaItemPropertyPlaybackDuration]; double currentTime = currentSession->currentTime(); if (std::isfinite(currentTime) && currentTime != MediaPlayer::invalidTime()) [info setValue:@(currentTime) forKey:MPNowPlayingInfoPropertyElapsedPlaybackTime]; [info setValue:(currentSession->state() == PlatformMediaSession::Playing ? @YES : @NO) forKey:MPNowPlayingInfoPropertyPlaybackRate]; [nowPlaying setNowPlayingInfo:info.get()]; } bool MediaSessionManageriOS::sessionCanLoadMedia(const PlatformMediaSession& session) const { return session.state() == PlatformMediaSession::Playing || !session.isHidden() || session.displayType() == PlatformMediaSession::Optimized; } void MediaSessionManageriOS::externalOutputDeviceAvailableDidChange() { Vector sessionList = sessions(); bool haveTargets = [m_objcObserver hasWirelessTargetsAvailable]; for (auto* session : sessionList) session->externalOutputDeviceAvailableDidChange(haveTargets); } } // namespace WebCore @implementation WebMediaSessionHelper - (void)allocateVolumeView { if (pthread_main_np()) { [self setVolumeView:adoptNS([allocMPVolumeViewInstance() init])]; return; } RetainPtr strongSelf = self; dispatch_async(dispatch_get_main_queue(), [strongSelf]() { RetainPtr volumeView = adoptNS([allocMPVolumeViewInstance() init]); callOnWebThreadOrDispatchAsyncOnMainThread([strongSelf, volumeView]() { [strongSelf setVolumeView:volumeView]; }); }); } - (void)setVolumeView:(RetainPtr)volumeView { if (_volumeView) [[NSNotificationCenter defaultCenter] removeObserver:self name:MPVolumeViewWirelessRoutesAvailableDidChangeNotification object:_volumeView.get()]; _volumeView = volumeView; if (_volumeView) [[NSNotificationCenter defaultCenter] addObserver:self selector:@selector(wirelessRoutesAvailableDidChange:) name:MPVolumeViewWirelessRoutesAvailableDidChangeNotification object:_volumeView.get()]; } - (id)initWithCallback:(MediaSessionManageriOS*)callback { LOG(Media, "-[WebMediaSessionHelper initWithCallback]"); if (!(self = [super init])) return nil; _callback = callback; NSNotificationCenter *center = [NSNotificationCenter defaultCenter]; [center addObserver:self selector:@selector(interruption:) name:AVAudioSessionInterruptionNotification object:[AVAudioSession sharedInstance]]; [center addObserver:self selector:@selector(applicationWillEnterForeground:) name:UIApplicationWillEnterForegroundNotification object:nil]; [center addObserver:self selector:@selector(applicationWillEnterForeground:) name:WebUIApplicationWillEnterForegroundNotification object:nil]; [center addObserver:self selector:@selector(applicationDidBecomeActive:) name:UIApplicationDidBecomeActiveNotification object:nil]; [center addObserver:self selector:@selector(applicationDidBecomeActive:) name:WebUIApplicationDidBecomeActiveNotification object:nil]; [center addObserver:self selector:@selector(applicationWillResignActive:) name:UIApplicationWillResignActiveNotification object:nil]; [center addObserver:self selector:@selector(applicationWillResignActive:) name:WebUIApplicationWillResignActiveNotification object:nil]; [self allocateVolumeView]; // Now playing won't work unless we turn on the delivery of remote control events. [[UIApplication sharedApplication] beginReceivingRemoteControlEvents]; return self; } - (void)dealloc { LOG(Media, "-[WebMediaSessionHelper dealloc]"); if (!isMainThread()) { auto volumeView = WTF::move(_volumeView); auto routingController = WTF::move(_airPlayPresenceRoutingController); callOnMainThread([volumeView, routingController] () mutable { LOG(Media, "-[WebMediaSessionHelper dealloc] - dipatched to MainThread"); volumeView.clear(); if (!routingController) return; [routingController setDiscoveryMode:MPRouteDiscoveryModeDisabled]; routingController.clear(); }); } [[NSNotificationCenter defaultCenter] removeObserver:self]; [super dealloc]; } - (void)clearCallback { LOG(Media, "-[WebMediaSessionHelper clearCallback]"); _callback = nil; } - (BOOL)hasWirelessTargetsAvailable { LOG(Media, "-[WebMediaSessionHelper hasWirelessTargetsAvailable]"); return _volumeView ? [_volumeView areWirelessRoutesAvailable] : NO; } - (void)startMonitoringAirPlayRoutes { if (_airPlayPresenceRoutingController) return; LOG(Media, "-[WebMediaSessionHelper startMonitoringAirPlayRoutes]"); RetainPtr strongSelf = self; callOnMainThread([strongSelf] () { LOG(Media, "-[WebMediaSessionHelper startMonitoringAirPlayRoutes] - dipatched to MainThread"); if (strongSelf->_airPlayPresenceRoutingController) return; strongSelf->_airPlayPresenceRoutingController = adoptNS([allocMPAVRoutingControllerInstance() initWithName:@"WebCore - HTML media element checking for AirPlay route presence"]); [strongSelf->_airPlayPresenceRoutingController setDiscoveryMode:MPRouteDiscoveryModePresence]; }); } - (void)stopMonitoringAirPlayRoutes { if (!_airPlayPresenceRoutingController) return; LOG(Media, "-[WebMediaSessionHelper stopMonitoringAirPlayRoutes]"); RetainPtr strongSelf = self; callOnMainThread([strongSelf] () { LOG(Media, "-[WebMediaSessionHelper stopMonitoringAirPlayRoutes] - dipatched to MainThread"); if (!strongSelf->_airPlayPresenceRoutingController) return; [strongSelf->_airPlayPresenceRoutingController setDiscoveryMode:MPRouteDiscoveryModeDisabled]; strongSelf->_airPlayPresenceRoutingController = nil; }); } - (void)interruption:(NSNotification *)notification { if (!_callback) return; NSUInteger type = [[[notification userInfo] objectForKey:AVAudioSessionInterruptionTypeKey] unsignedIntegerValue]; PlatformMediaSession::EndInterruptionFlags flags = PlatformMediaSession::NoFlags; LOG(Media, "-[WebMediaSessionHelper interruption] - type = %i", (int)type); if (type == AVAudioSessionInterruptionTypeEnded && [[[notification userInfo] objectForKey:AVAudioSessionInterruptionOptionKey] unsignedIntegerValue] == AVAudioSessionInterruptionOptionShouldResume) flags = PlatformMediaSession::MayResumePlaying; WebThreadRun(^{ if (!_callback) return; if (type == AVAudioSessionInterruptionTypeBegan) _callback->beginInterruption(PlatformMediaSession::SystemInterruption); else _callback->endInterruption(flags); }); } - (void)applicationWillEnterForeground:(NSNotification *)notification { UNUSED_PARAM(notification); if (!_callback) return; LOG(Media, "-[WebMediaSessionHelper applicationWillEnterForeground]"); WebThreadRun(^{ if (!_callback) return; _callback->applicationWillEnterForeground(); }); } - (void)applicationDidBecomeActive:(NSNotification *)notification { UNUSED_PARAM(notification); if (!_callback) return; LOG(Media, "-[WebMediaSessionHelper applicationDidBecomeActive]"); WebThreadRun(^{ if (!_callback) return; _callback->applicationWillEnterForeground(); }); } - (void)applicationWillResignActive:(NSNotification *)notification { UNUSED_PARAM(notification); if (!_callback) return; LOG(Media, "-[WebMediaSessionHelper applicationWillResignActive]"); WebThreadRun(^{ if (!_callback) return; _callback->applicationWillEnterBackground(); }); } - (void)wirelessRoutesAvailableDidChange:(NSNotification *)notification { UNUSED_PARAM(notification); if (!_callback) return; LOG(Media, "-[WebMediaSessionHelper wirelessRoutesAvailableDidChange]"); WebThreadRun(^{ if (!_callback) return; _callback->externalOutputDeviceAvailableDidChange(); }); } @end #endif // PLATFORM(IOS)