/* * Copyright (C) 2014-2020 Apple Inc. All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY APPLE INC. AND ITS CONTRIBUTORS ``AS IS'' * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR ITS CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF * THE POSSIBILITY OF SUCH DAMAGE. */ #import "config.h" #import "WebPageProxy.h" #import "APIAttachment.h" #import "APIPageConfiguration.h" #import "APIUIClient.h" #import "AppleMediaServicesUISPI.h" #import "CocoaImage.h" #import "Connection.h" #import "DataDetectionResult.h" #import "InsertTextOptions.h" #import "LoadParameters.h" #import "ModalContainerControlClassifier.h" #import "PageClient.h" #import "PlaybackSessionManagerProxy.h" #import "QuickLookThumbnailLoader.h" #import "SafeBrowsingSPI.h" #import "SafeBrowsingWarning.h" #import "SharedBufferReference.h" #import "SynapseSPI.h" #import "VideoFullscreenManagerProxy.h" #import "WebContextMenuProxy.h" #import "WebPage.h" #import "WebPageMessages.h" #import "WebPasteboardProxy.h" #import "WebProcessMessages.h" #import "WebProcessProxy.h" #import "WebsiteDataStore.h" #import "WKErrorInternal.h" #import #import #import #import #import #import #import #import #import #import #import #import #import #import #import #import #import #if ENABLE(MEDIA_USAGE) #import "MediaUsageManagerCocoa.h" #endif #if ENABLE(APP_HIGHLIGHTS) SOFT_LINK_PRIVATE_FRAMEWORK_OPTIONAL(Synapse) SOFT_LINK_CLASS_OPTIONAL(Synapse, SYNotesActivationObserver) #endif #if USE(APPKIT) #import #else #import #endif #if PLATFORM(IOS_FAMILY) #import #else #import #endif #if PLATFORM(IOS) #import SOFT_LINK_PRIVATE_FRAMEWORK(WebContentAnalysis); SOFT_LINK_CLASS(WebContentAnalysis, WebFilterEvaluator); #endif #if HAVE(SC_CONTENT_SHARING_SESSION) #import #endif #if ENABLE(APPLE_PAY_AMS_UI) SOFT_LINK_PRIVATE_FRAMEWORK_OPTIONAL(AppleMediaServices) SOFT_LINK_CLASS_OPTIONAL(AppleMediaServices, AMSEngagementRequest) SOFT_LINK_PRIVATE_FRAMEWORK_OPTIONAL(AppleMediaServicesUI) SOFT_LINK_CLASS_OPTIONAL(AppleMediaServicesUI, AMSUIEngagementTask) #endif #define MESSAGE_CHECK(assertion) MESSAGE_CHECK_BASE(assertion, process().connection()) #define MESSAGE_CHECK_COMPLETION(assertion, completion) MESSAGE_CHECK_COMPLETION_BASE(assertion, process().connection(), completion) #define WEBPAGEPROXY_RELEASE_LOG(channel, fmt, ...) RELEASE_LOG(channel, "%p - [pageProxyID=%llu, webPageID=%llu, PID=%i] WebPageProxy::" fmt, this, m_identifier.toUInt64(), m_webPageID.toUInt64(), m_process->processIdentifier(), ##__VA_ARGS__) namespace WebKit { using namespace WebCore; constexpr IntSize iconSize = IntSize(400, 400); #if ENABLE(DATA_DETECTION) void WebPageProxy::setDataDetectionResult(const DataDetectionResult& dataDetectionResult) { m_dataDetectionResults = dataDetectionResult.results; } void WebPageProxy::handleClickForDataDetectionResult(const DataDetectorElementInfo& info, const IntPoint& clickLocation) { pageClient().handleClickForDataDetectionResult(info, clickLocation); } #endif void WebPageProxy::saveRecentSearches(const String& name, const Vector& searchItems) { MESSAGE_CHECK(!name.isNull()); WebCore::saveRecentSearches(name, searchItems); } void WebPageProxy::loadRecentSearches(const String& name, CompletionHandler&&)>&& completionHandler) { MESSAGE_CHECK_COMPLETION(!name.isNull(), completionHandler({ })); completionHandler(WebCore::loadRecentSearches(name)); } void WebPageProxy::grantAccessToCurrentPasteboardData(const String& pasteboardName) { if (!hasRunningProcess()) return; WebPasteboardProxy::singleton().grantAccessToCurrentData(m_process.get(), pasteboardName); } void WebPageProxy::beginSafeBrowsingCheck(const URL& url, bool forMainFrameNavigation, WebFramePolicyListenerProxy& listener) { #if HAVE(SAFE_BROWSING) SSBLookupContext *context = [SSBLookupContext sharedLookupContext]; if (!context) return listener.didReceiveSafeBrowsingResults({ }); [context lookUpURL:url completionHandler:makeBlockPtr([listener = Ref { listener }, forMainFrameNavigation, url = url] (SSBLookupResult *result, NSError *error) mutable { RunLoop::main().dispatch([listener = WTFMove(listener), result = retainPtr(result), error = retainPtr(error), forMainFrameNavigation, url = WTFMove(url)] { if (error) { listener->didReceiveSafeBrowsingResults({ }); return; } for (SSBServiceLookupResult *lookupResult in [result serviceLookupResults]) { if (lookupResult.isPhishing || lookupResult.isMalware || lookupResult.isUnwantedSoftware) { listener->didReceiveSafeBrowsingResults(SafeBrowsingWarning::create(url, forMainFrameNavigation, lookupResult)); return; } } listener->didReceiveSafeBrowsingResults({ }); }); }).get()]; #else listener.didReceiveSafeBrowsingResults({ }); #endif } #if ENABLE(CONTENT_FILTERING) void WebPageProxy::contentFilterDidBlockLoadForFrame(const WebCore::ContentFilterUnblockHandler& unblockHandler, FrameIdentifier frameID) { contentFilterDidBlockLoadForFrameShared(m_process.copyRef(), unblockHandler, frameID); } void WebPageProxy::contentFilterDidBlockLoadForFrameShared(Ref&& process, const WebCore::ContentFilterUnblockHandler& unblockHandler, FrameIdentifier frameID) { if (WebFrameProxy* frame = process->webFrame(frameID)) frame->contentFilterDidBlockLoad(unblockHandler); } #endif void WebPageProxy::addPlatformLoadParameters(WebProcessProxy& process, LoadParameters& loadParameters) { loadParameters.dataDetectionContext = m_uiClient->dataDetectionContext(); #if !ENABLE(CONTENT_FILTERING_IN_NETWORKING_PROCESS) loadParameters.networkExtensionSandboxExtensionHandles = createNetworkExtensionsSandboxExtensions(process); #if PLATFORM(IOS) auto auditToken = process.auditToken(); if (!process.hasManagedSessionSandboxAccess() && [getWebFilterEvaluatorClass() isManagedSession]) { if (auto handle = SandboxExtension::createHandleForMachLookup("com.apple.uikit.viewservice.com.apple.WebContentFilter.remoteUI"_s, auditToken, SandboxExtension::MachBootstrapOptions::EnableMachBootstrap)) loadParameters.contentFilterExtensionHandle = WTFMove(*handle); if (auto handle = SandboxExtension::createHandleForMachLookup("com.apple.frontboard.systemappservices"_s, auditToken, SandboxExtension::MachBootstrapOptions::EnableMachBootstrap)) loadParameters.frontboardServiceExtensionHandle = WTFMove(*handle); process.markHasManagedSessionSandboxAccess(); } #endif // PLATFORM(IOS) #endif // !ENABLE(CONTENT_FILTERING_IN_NETWORKING_PROCESS) } void WebPageProxy::createSandboxExtensionsIfNeeded(const Vector& files, SandboxExtension::Handle& fileReadHandle, Vector& fileUploadHandles) { if (!files.size()) return; if (files.size() == 1) { BOOL isDirectory; if ([[NSFileManager defaultManager] fileExistsAtPath:files[0] isDirectory:&isDirectory] && !isDirectory) { ASSERT(process().connection() && process().connection()->getAuditToken()); if (process().connection() && process().connection()->getAuditToken()) { if (auto handle = SandboxExtension::createHandleForReadByAuditToken("/"_s, *(process().connection()->getAuditToken()))) fileReadHandle = WTFMove(*handle); } else if (auto handle = SandboxExtension::createHandle("/"_s, SandboxExtension::Type::ReadOnly)) fileReadHandle = WTFMove(*handle); willAcquireUniversalFileReadSandboxExtension(m_process); } } for (auto& file : files) { if (![[NSFileManager defaultManager] fileExistsAtPath:file]) continue; if (auto handle = SandboxExtension::createHandle(file, SandboxExtension::Type::ReadOnly)) fileUploadHandles.append(WTFMove(*handle)); } } bool WebPageProxy::scrollingUpdatesDisabledForTesting() { return pageClient().scrollingUpdatesDisabledForTesting(); } #if ENABLE(DRAG_SUPPORT) void WebPageProxy::startDrag(const DragItem& dragItem, const ShareableBitmap::Handle& dragImageHandle) { pageClient().startDrag(dragItem, dragImageHandle); } // FIXME: Move these functions to WebPageProxyIOS.mm. #if PLATFORM(IOS_FAMILY) void WebPageProxy::setPromisedDataForImage(const String&, const SharedMemory::IPCHandle&, const String&, const String&, const String&, const String&, const String&, const SharedMemory::IPCHandle&, const String&) { notImplemented(); } void WebPageProxy::setDragCaretRect(const IntRect& dragCaretRect) { if (m_currentDragCaretRect == dragCaretRect) return; auto previousRect = m_currentDragCaretRect; m_currentDragCaretRect = dragCaretRect; pageClient().didChangeDragCaretRect(previousRect, dragCaretRect); } #endif // PLATFORM(IOS_FAMILY) #endif // ENABLE(DRAG_SUPPORT) #if ENABLE(ATTACHMENT_ELEMENT) void WebPageProxy::platformRegisterAttachment(Ref&& attachment, const String& preferredFileName, const IPC::SharedBufferReference& bufferCopy) { if (bufferCopy.isEmpty()) return; auto fileWrapper = adoptNS([pageClient().allocFileWrapperInstance() initRegularFileWithContents:bufferCopy.unsafeBuffer()->createNSData().get()]); [fileWrapper setPreferredFilename:preferredFileName]; attachment->setFileWrapper(fileWrapper.get()); } void WebPageProxy::platformRegisterAttachment(Ref&& attachment, const String& filePath) { if (!filePath) return; auto fileWrapper = adoptNS([pageClient().allocFileWrapperInstance() initWithURL:[NSURL fileURLWithPath:filePath] options:0 error:nil]); attachment->setFileWrapper(fileWrapper.get()); } void WebPageProxy::platformCloneAttachment(Ref&& fromAttachment, Ref&& toAttachment) { toAttachment->setFileWrapper(fromAttachment->fileWrapper()); } static RefPtr convertPlatformImageToBitmap(CocoaImage *image, const WebCore::FloatSize& fittingSize) { FloatSize originalThumbnailSize([image size]); auto resultRect = roundedIntRect(largestRectWithAspectRatioInsideRect(originalThumbnailSize.aspectRatio(), { { }, fittingSize })); resultRect.setLocation({ }); WebKit::ShareableBitmap::Configuration bitmapConfiguration; auto bitmap = WebKit::ShareableBitmap::create(resultRect.size(), bitmapConfiguration); if (!bitmap) return nullptr; auto graphicsContext = bitmap->createGraphicsContext(); if (!graphicsContext) return nullptr; LocalCurrentGraphicsContext savedContext(*graphicsContext); #if PLATFORM(IOS_FAMILY) [image drawInRect:resultRect]; #elif USE(APPKIT) [image drawInRect:resultRect fromRect:NSZeroRect operation:NSCompositingOperationSourceOver fraction:1 respectFlipped:YES hints:nil]; #endif return bitmap; } RefPtr WebPageProxy::iconForAttachment(const String& fileName, const String& contentType, const String& title, FloatSize& size) { #if PLATFORM(IOS_FAMILY) auto imageAndSize = RenderThemeIOS::iconForAttachment(fileName, contentType, title); auto image = imageAndSize.icon; size = imageAndSize.size; #else auto image = RenderThemeMac::iconForAttachment(fileName, contentType, title); #endif return convertPlatformImageToBitmap(image.get(), size); } #endif // ENABLE(ATTACHMENT_ELEMENT) void WebPageProxy::performDictionaryLookupAtLocation(const WebCore::FloatPoint& point) { if (!hasRunningProcess()) return; send(Messages::WebPage::PerformDictionaryLookupAtLocation(point)); } void WebPageProxy::performDictionaryLookupOfCurrentSelection() { if (!hasRunningProcess()) return; send(Messages::WebPage::PerformDictionaryLookupOfCurrentSelection()); } void WebPageProxy::insertDictatedTextAsync(const String& text, const EditingRange& replacementRange, const Vector& dictationAlternativesWithRange, InsertTextOptions&& options) { if (!hasRunningProcess()) return; Vector dictationAlternatives; for (const auto& alternativeWithRange : dictationAlternativesWithRange) { if (auto context = pageClient().addDictationAlternatives(alternativeWithRange.alternatives.get())) dictationAlternatives.append({ alternativeWithRange.range, context }); } if (dictationAlternatives.isEmpty()) { insertTextAsync(text, replacementRange, WTFMove(options)); return; } send(Messages::WebPage::InsertDictatedTextAsync { text, replacementRange, dictationAlternatives, WTFMove(options) }); } void WebPageProxy::addDictationAlternative(TextAlternativeWithRange&& alternative) { if (!hasRunningProcess()) return; auto nsAlternatives = alternative.alternatives.get(); auto context = pageClient().addDictationAlternatives(nsAlternatives); sendWithAsyncReply(Messages::WebPage::AddDictationAlternative { nsAlternatives.primaryString, context }, [context, weakThis = WeakPtr { *this }](bool success) { if (RefPtr protectedThis = weakThis.get(); protectedThis && !success) protectedThis->removeDictationAlternatives(context); }); } void WebPageProxy::dictationAlternativesAtSelection(CompletionHandler&&)>&& completion) { if (!hasRunningProcess()) { completion({ }); return; } sendWithAsyncReply(Messages::WebPage::DictationAlternativesAtSelection(), WTFMove(completion)); } void WebPageProxy::clearDictationAlternatives(Vector&& alternativesToClear) { if (!hasRunningProcess() || alternativesToClear.isEmpty()) return; send(Messages::WebPage::ClearDictationAlternatives(WTFMove(alternativesToClear))); } #if USE(DICTATION_ALTERNATIVES) NSTextAlternatives *WebPageProxy::platformDictationAlternatives(WebCore::DictationContext dictationContext) { return pageClient().platformDictationAlternatives(dictationContext); } #endif ResourceError WebPageProxy::errorForUnpermittedAppBoundDomainNavigation(const URL& url) { return { WKErrorDomain, WKErrorNavigationAppBoundDomain, url, localizedDescriptionForErrorCode(WKErrorNavigationAppBoundDomain) }; } #if ENABLE(APPLE_PAY) IPC::Connection* WebPageProxy::paymentCoordinatorConnection(const WebPaymentCoordinatorProxy&) { return messageSenderConnection(); } const String& WebPageProxy::paymentCoordinatorBoundInterfaceIdentifier(const WebPaymentCoordinatorProxy&) { return websiteDataStore().configuration().boundInterfaceIdentifier(); } const String& WebPageProxy::paymentCoordinatorSourceApplicationBundleIdentifier(const WebPaymentCoordinatorProxy&) { return websiteDataStore().configuration().sourceApplicationBundleIdentifier(); } const String& WebPageProxy::paymentCoordinatorSourceApplicationSecondaryIdentifier(const WebPaymentCoordinatorProxy&) { return websiteDataStore().configuration().sourceApplicationSecondaryIdentifier(); } void WebPageProxy::paymentCoordinatorAddMessageReceiver(WebPaymentCoordinatorProxy&, IPC::ReceiverName receiverName, IPC::MessageReceiver& messageReceiver) { process().addMessageReceiver(receiverName, m_webPageID, messageReceiver); } void WebPageProxy::paymentCoordinatorRemoveMessageReceiver(WebPaymentCoordinatorProxy&, IPC::ReceiverName receiverName) { process().removeMessageReceiver(receiverName, m_webPageID); } #endif #if ENABLE(SPEECH_SYNTHESIS) void WebPageProxy::didStartSpeaking(WebCore::PlatformSpeechSynthesisUtterance&) { if (speechSynthesisData().speakingStartedCompletionHandler) speechSynthesisData().speakingStartedCompletionHandler(); } void WebPageProxy::didFinishSpeaking(WebCore::PlatformSpeechSynthesisUtterance&) { if (speechSynthesisData().speakingFinishedCompletionHandler) speechSynthesisData().speakingFinishedCompletionHandler(); } void WebPageProxy::didPauseSpeaking(WebCore::PlatformSpeechSynthesisUtterance&) { if (speechSynthesisData().speakingPausedCompletionHandler) speechSynthesisData().speakingPausedCompletionHandler(); } void WebPageProxy::didResumeSpeaking(WebCore::PlatformSpeechSynthesisUtterance&) { if (speechSynthesisData().speakingResumedCompletionHandler) speechSynthesisData().speakingResumedCompletionHandler(); } void WebPageProxy::speakingErrorOccurred(WebCore::PlatformSpeechSynthesisUtterance&) { send(Messages::WebPage::SpeakingErrorOccurred()); } void WebPageProxy::boundaryEventOccurred(WebCore::PlatformSpeechSynthesisUtterance&, WebCore::SpeechBoundary speechBoundary, unsigned charIndex, unsigned charLength) { send(Messages::WebPage::BoundaryEventOccurred(speechBoundary == WebCore::SpeechBoundary::SpeechWordBoundary, charIndex, charLength)); } void WebPageProxy::voicesDidChange() { send(Messages::WebPage::VoicesDidChange()); } #endif // ENABLE(SPEECH_SYNTHESIS) #if HAVE(VISIBILITY_PROPAGATION_VIEW) void WebPageProxy::didCreateContextInWebProcessForVisibilityPropagation(LayerHostingContextID contextID) { m_contextIDForVisibilityPropagationInWebProcess = contextID; pageClient().didCreateContextInWebProcessForVisibilityPropagation(contextID); } #if ENABLE(GPU_PROCESS) void WebPageProxy::didCreateContextInGPUProcessForVisibilityPropagation(LayerHostingContextID contextID) { m_contextIDForVisibilityPropagationInGPUProcess = contextID; pageClient().didCreateContextInGPUProcessForVisibilityPropagation(contextID); } #endif // ENABLE(GPU_PROCESS) #endif // HAVE(VISIBILITY_PROPAGATION_VIEW) #if ENABLE(MEDIA_USAGE) MediaUsageManager& WebPageProxy::mediaUsageManager() { if (!m_mediaUsageManager) m_mediaUsageManager = MediaUsageManager::create(); return *m_mediaUsageManager; } void WebPageProxy::addMediaUsageManagerSession(WebCore::MediaSessionIdentifier identifier, const String& bundleIdentifier, const URL& pageURL) { mediaUsageManager().addMediaSession(identifier, bundleIdentifier, pageURL); } void WebPageProxy::updateMediaUsageManagerSessionState(WebCore::MediaSessionIdentifier identifier, const WebCore::MediaUsageInfo& info) { mediaUsageManager().updateMediaUsage(identifier, info); } void WebPageProxy::removeMediaUsageManagerSession(WebCore::MediaSessionIdentifier identifier) { mediaUsageManager().removeMediaSession(identifier); } #endif #if ENABLE(VIDEO_PRESENTATION_MODE) void WebPageProxy::didChangePlaybackRate(PlaybackSessionContextIdentifier identifier) { if (m_currentFullscreenVideoSessionIdentifier == identifier) updateFullscreenVideoTextRecognition(); } void WebPageProxy::didChangeCurrentTime(PlaybackSessionContextIdentifier identifier) { if (m_currentFullscreenVideoSessionIdentifier == identifier) updateFullscreenVideoTextRecognition(); } void WebPageProxy::updateFullscreenVideoTextRecognition() { if (!pageClient().isTextRecognitionInFullscreenVideoEnabled()) return; if (m_currentFullscreenVideoSessionIdentifier && m_playbackSessionManager && m_playbackSessionManager->isPaused(*m_currentFullscreenVideoSessionIdentifier)) { m_fullscreenVideoTextRecognitionTimer.startOneShot(250_ms); return; } m_fullscreenVideoTextRecognitionTimer.stop(); if (!m_currentFullscreenVideoSessionIdentifier) return; #if PLATFORM(IOS_FAMILY) if (RetainPtr controller = m_videoFullscreenManager->playerViewController(*m_currentFullscreenVideoSessionIdentifier)) pageClient().cancelTextRecognitionForFullscreenVideo(controller.get()); #endif } void WebPageProxy::fullscreenVideoTextRecognitionTimerFired() { if (!m_currentFullscreenVideoSessionIdentifier || !m_videoFullscreenManager) return; auto identifier = *m_currentFullscreenVideoSessionIdentifier; m_videoFullscreenManager->requestBitmapImageForCurrentTime(identifier, [identifier, weakThis = WeakPtr { *this }](auto& imageHandle) { RefPtr protectedThis = weakThis.get(); if (!protectedThis || protectedThis->m_currentFullscreenVideoSessionIdentifier != identifier) return; auto fullscreenManager = protectedThis->m_videoFullscreenManager; if (!fullscreenManager) return; #if PLATFORM(IOS_FAMILY) if (RetainPtr controller = fullscreenManager->playerViewController(identifier)) protectedThis->pageClient().beginTextRecognitionForFullscreenVideo(imageHandle, controller.get()); #endif }); } #endif // ENABLE(VIDEO_PRESENTATION_MODE) #if HAVE(QUICKLOOK_THUMBNAILING) void WebPageProxy::requestThumbnailWithOperation(WKQLThumbnailLoadOperation *operation) { [operation setCompletionBlock:^{ RunLoop::main().dispatch([this, operation = retainPtr(operation)] { auto identifier = [operation identifier]; auto convertedImage = convertPlatformImageToBitmap([operation thumbnail], iconSize); if (!convertedImage) return; this->updateAttachmentThumbnail(identifier, convertedImage); }); }]; [[WKQLThumbnailQueueManager sharedInstance].queue addOperation:operation]; } void WebPageProxy::requestThumbnailWithFileWrapper(NSFileWrapper *fileWrapper, const String& identifier) { auto operation = adoptNS([[WKQLThumbnailLoadOperation alloc] initWithAttachment:fileWrapper identifier:identifier]); requestThumbnailWithOperation(operation.get()); } void WebPageProxy::requestThumbnailWithPath(const String& identifier, const String& filePath) { auto operation = adoptNS([[WKQLThumbnailLoadOperation alloc] initWithURL:filePath identifier:identifier]); requestThumbnailWithOperation(operation.get()); } #endif // HAVE(QUICKLOOK_THUMBNAILING) #if PLATFORM(MAC) void WebPageProxy::updateIconForDirectory(NSFileWrapper *fileWrapper, const String& identifier) { auto image = [fileWrapper icon]; if (!image) return; auto flippedIcon = [NSImage imageWithSize:iconSize flipped:YES drawingHandler:^BOOL(NSRect destinationRect) { [image drawInRect:destinationRect fromRect:NSMakeRect(0, 0, [image size].width, [image size].height) operation:NSCompositingOperationSourceOver fraction:1.0f]; return YES; }]; auto convertedImage = convertPlatformImageToBitmap(flippedIcon, iconSize); if (!convertedImage) return; ShareableBitmap::Handle handle; convertedImage->createHandle(handle); send(Messages::WebPage::UpdateAttachmentIcon(identifier, handle, iconSize)); } #endif void WebPageProxy::scheduleActivityStateUpdate() { bool hasScheduledObserver = m_activityStateChangeDispatcher->isScheduled(); bool hasActiveCATransaction = [CATransaction currentState]; if (hasScheduledObserver && hasActiveCATransaction) { ASSERT(m_hasScheduledActivityStateUpdate); m_hasScheduledActivityStateUpdate = false; m_activityStateChangeDispatcher->invalidate(); } if (m_hasScheduledActivityStateUpdate) return; m_hasScheduledActivityStateUpdate = true; // If there is an active transaction, we need to dispatch the update after the transaction is committed, // to avoid flash caused by web process setting root layer too early. // If there is no active transaction, likely there is no root layer change or change is committed, // then schedule dispatch on runloop observer to collect changes in the same runloop cycle before dispatching. if (hasActiveCATransaction) { [CATransaction addCommitHandler:[weakThis = WeakPtr { *this }] { // We can't call dispatchActivityStateChange directly underneath this commit handler, because it has side-effects // that may result in other frameworks trying to install commit handlers for the same phase, which is not allowed. // So, dispatch_async here; we only care that the activity state change doesn't apply until after the active commit is complete. WorkQueue::main().dispatch([weakThis] { RefPtr protectedThis { weakThis.get() }; if (!protectedThis) return; protectedThis->dispatchActivityStateChange(); }); } forPhase:kCATransactionPhasePostCommit]; return; } m_activityStateChangeDispatcher->schedule(); } void WebPageProxy::addActivityStateUpdateCompletionHandler(CompletionHandler&& completionHandler) { if (!m_hasScheduledActivityStateUpdate) { completionHandler(); return; } m_activityStateUpdateCallbacks.append(WTFMove(completionHandler)); } #if ENABLE(APP_HIGHLIGHTS) void WebPageProxy::createAppHighlightInSelectedRange(WebCore::CreateNewGroupForHighlight createNewGroup, WebCore::HighlightRequestOriginatedInApp requestOriginatedInApp) { if (!hasRunningProcess()) return; setUpHighlightsObserver(); send(Messages::WebPage::CreateAppHighlightInSelectedRange(createNewGroup, requestOriginatedInApp)); } void WebPageProxy::restoreAppHighlightsAndScrollToIndex(const Vector>& highlights, const std::optional index) { if (!hasRunningProcess()) return; auto memoryHandles = WTF::compactMap(highlights, [](auto& highlight) -> std::optional { SharedMemory::Handle handle; if (!highlight->createHandle(handle, SharedMemory::Protection::ReadOnly)) return std::nullopt; return SharedMemory::IPCHandle { WTFMove(handle), highlight->size() }; }); setUpHighlightsObserver(); send(Messages::WebPage::RestoreAppHighlightsAndScrollToIndex(WTFMove(memoryHandles), index)); } void WebPageProxy::setAppHighlightsVisibility(WebCore::HighlightVisibility appHighlightsVisibility) { RELEASE_ASSERT(isMainRunLoop()); if (!hasRunningProcess()) return; send(Messages::WebPage::SetAppHighlightsVisibility(appHighlightsVisibility)); } bool WebPageProxy::appHighlightsVisibility() { return [m_appHighlightsObserver isVisible]; } CGRect WebPageProxy::appHighlightsOverlayRect() { if (!m_appHighlightsObserver) return CGRectNull; return [m_appHighlightsObserver visibleFrame]; } void WebPageProxy::setUpHighlightsObserver() { if (m_appHighlightsObserver) return; WeakPtr weakThis { *this }; auto updateAppHighlightsVisibility = ^(BOOL isVisible) { ensureOnMainRunLoop([weakThis, isVisible] { if (!weakThis) return; weakThis->setAppHighlightsVisibility(isVisible ? WebCore::HighlightVisibility::Visible : WebCore::HighlightVisibility::Hidden); }); }; m_appHighlightsObserver = adoptNS([allocSYNotesActivationObserverInstance() initWithHandler:updateAppHighlightsVisibility]); } #endif #if ENABLE(APPLE_PAY_AMS_UI) void WebPageProxy::startApplePayAMSUISession(URL&& originatingURL, ApplePayAMSUIRequest&& request, CompletionHandler&&)>&& completionHandler) { if (!AppleMediaServicesUILibrary()) { completionHandler(std::nullopt); return; } PlatformViewController *presentingViewController = uiClient().presentingViewController(); if (!presentingViewController) { completionHandler(std::nullopt); return; } auto amsRequest = adoptNS([allocAMSEngagementRequestInstance() initWithRequestDictionary:dynamic_objc_cast([NSJSONSerialization JSONObjectWithData:[WTFMove(request.engagementRequest) dataUsingEncoding:NSUTF8StringEncoding] options:0 error:nil])]); [amsRequest setOriginatingURL:WTFMove(originatingURL)]; auto amsBag = retainPtr([getAMSUIEngagementTaskClass() createBagForSubProfile]); m_applePayAMSUISession = adoptNS([allocAMSUIEngagementTaskInstance() initWithRequest:amsRequest.get() bag:amsBag.get() presentingViewController:presentingViewController]); [m_applePayAMSUISession setRemotePresentation:YES]; auto amsResult = retainPtr([m_applePayAMSUISession presentEngagement]); [amsResult addFinishBlock:makeBlockPtr([completionHandler = WTFMove(completionHandler)] (AMSEngagementResult *result, NSError *error) mutable { if (error) { completionHandler(std::nullopt); return; } completionHandler(result); }).get()]; } void WebPageProxy::abortApplePayAMSUISession() { [std::exchange(m_applePayAMSUISession, nullptr) cancel]; } #endif // ENABLE(APPLE_PAY_AMS_UI) #if !ENABLE(CONTENT_FILTERING_IN_NETWORKING_PROCESS) Vector WebPageProxy::createNetworkExtensionsSandboxExtensions(WebProcessProxy& process) { #if ENABLE(CONTENT_FILTERING) if (!process.hasNetworkExtensionSandboxAccess() && NetworkExtensionContentFilter::isRequired()) { process.markHasNetworkExtensionSandboxAccess(); constexpr ASCIILiteral neHelperService { "com.apple.nehelper"_s }; constexpr ASCIILiteral neSessionManagerService { "com.apple.nesessionmanager.content-filter"_s }; return SandboxExtension::createHandlesForMachLookup({ neHelperService, neSessionManagerService }, std::nullopt); } #endif return { }; } #endif #if ENABLE(CONTEXT_MENUS) #if HAVE(TRANSLATION_UI_SERVICES) bool WebPageProxy::canHandleContextMenuTranslation() const { return pageClient().canHandleContextMenuTranslation(); } void WebPageProxy::handleContextMenuTranslation(const TranslationContextMenuInfo& info) { return pageClient().handleContextMenuTranslation(info); } #endif // HAVE(TRANSLATION_UI_SERVICES) #endif // ENABLE(CONTEXT_MENUS) void WebPageProxy::requestActiveNowPlayingSessionInfo(CompletionHandler&& callback) { sendWithAsyncReply(Messages::WebPage::RequestActiveNowPlayingSessionInfo(), WTFMove(callback)); } void WebPageProxy::setLastNavigationWasAppInitiated(ResourceRequest& request) { #if ENABLE(APP_PRIVACY_REPORT) auto isAppInitiated = request.nsURLRequest(WebCore::HTTPBodyUpdatePolicy::DoNotUpdateHTTPBody).attribution == NSURLRequestAttributionDeveloper; if (m_configuration->appInitiatedOverrideValueForTesting() != AttributionOverrideTesting::NoOverride) isAppInitiated = m_configuration->appInitiatedOverrideValueForTesting() == AttributionOverrideTesting::AppInitiated; request.setIsAppInitiated(isAppInitiated); m_lastNavigationWasAppInitiated = isAppInitiated; #endif } void WebPageProxy::lastNavigationWasAppInitiated(CompletionHandler&& completionHandler) { sendWithAsyncReply(Messages::WebPage::LastNavigationWasAppInitiated(), WTFMove(completionHandler)); } void WebPageProxy::grantAccessToAssetServices() { SandboxExtension::Handle mobileAssetHandleV2; if (auto handle = SandboxExtension::createHandleForMachLookup("com.apple.mobileassetd.v2"_s, process().auditToken(), SandboxExtension::MachBootstrapOptions::EnableMachBootstrap)) mobileAssetHandleV2 = WTFMove(*handle); process().send(Messages::WebProcess::GrantAccessToAssetServices(mobileAssetHandleV2), 0); } void WebPageProxy::revokeAccessToAssetServices() { process().send(Messages::WebProcess::RevokeAccessToAssetServices(), 0); } void WebPageProxy::disableURLSchemeCheckInDataDetectors() const { process().send(Messages::WebProcess::DisableURLSchemeCheckInDataDetectors(), 0); } void WebPageProxy::switchFromStaticFontRegistryToUserFontRegistry() { process().send(Messages::WebProcess::SwitchFromStaticFontRegistryToUserFontRegistry(process().fontdMachExtensionHandle(SandboxExtension::MachBootstrapOptions::EnableMachBootstrap)), 0); } NSDictionary *WebPageProxy::contentsOfUserInterfaceItem(NSString *userInterfaceItem) { #if ENABLE(CONTEXT_MENUS) if (m_activeContextMenu && [userInterfaceItem isEqualToString:@"mediaControlsContextMenu"]) return @{ userInterfaceItem: m_activeContextMenu->platformData() }; #endif // ENABLE(CONTEXT_MENUS) return nil; } #if PLATFORM(MAC) bool WebPageProxy::isQuarantinedAndNotUserApproved(const String& fileURLString) { if (!fileURLString.endsWithIgnoringASCIICase(".webarchive"_s)) return false; NSURL *fileURL = [NSURL URLWithString:fileURLString]; qtn_file_t qf = qtn_file_alloc(); int quarantineError = qtn_file_init_with_path(qf, fileURL.path.fileSystemRepresentation); if (quarantineError == ENOENT || quarantineError == QTN_NOT_QUARANTINED) return false; if (quarantineError) { // If we fail to check the quarantine status, assume the file is quarantined and not user approved to be safe. WEBPAGEPROXY_RELEASE_LOG(Loading, "isQuarantinedAndNotUserApproved: failed to initialize quarantine file with path."); qtn_file_free(qf); return true; } uint32_t fileflags = qtn_file_get_flags(qf); qtn_file_free(qf); if (fileflags & QTN_FLAG_USER_APPROVED) return false; return true; } #endif void WebPageProxy::classifyModalContainerControls(Vector&& texts, CompletionHandler&&)>&& completion) { ModalContainerControlClassifier::sharedClassifier().classify(WTFMove(texts), WTFMove(completion)); } void WebPageProxy::replaceSelectionWithPasteboardData(const Vector& types, const IPC::DataReference& data) { send(Messages::WebPage::ReplaceSelectionWithPasteboardData(types, data)); } #if ENABLE(IMAGE_ANALYSIS_ENHANCEMENTS) void WebPageProxy::replaceImageWithMarkupResults(const ElementContext& elementContext, const Vector& types, const IPC::DataReference& data) { send(Messages::WebPage::ReplaceImageWithMarkupResults(elementContext, types, data)); } #endif } // namespace WebKit #undef MESSAGE_CHECK_COMPLETION #undef MESSAGE_CHECK