/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim: set ts=8 sts=2 et sw=2 tw=80: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this file, * You can obtain one at http://mozilla.org/MPL/2.0/. */ /* A class that handles style system image loads (other image loads are handled * by the nodes in the content tree). */ #include "mozilla/css/ImageLoader.h" #include "nsAutoPtr.h" #include "nsContentUtils.h" #include "nsLayoutUtils.h" #include "nsError.h" #include "nsDisplayList.h" #include "FrameLayerBuilder.h" #include "SVGObserverUtils.h" #include "imgIContainer.h" #include "Image.h" #include "GeckoProfiler.h" #include "mozilla/layers/WebRenderUserData.h" namespace mozilla { namespace css { void ImageLoader::DropDocumentReference() { // It's okay if GetPresContext returns null here (due to the presshell pointer // on the document being null) as that means the presshell has already // been destroyed, and it also calls ClearFrames when it is destroyed. ClearFrames(GetPresContext()); for (auto it = mImages.Iter(); !it.Done(); it.Next()) { ImageLoader::Image* image = it.Get()->GetKey(); imgIRequest* request = image->mRequests.GetWeak(mDocument); if (request) { request->CancelAndForgetObserver(NS_BINDING_ABORTED); } image->mRequests.Remove(mDocument); } mImages.Clear(); mDocument = nullptr; } void ImageLoader::AssociateRequestToFrame(imgIRequest* aRequest, nsIFrame* aFrame) { nsCOMPtr observer; aRequest->GetNotificationObserver(getter_AddRefs(observer)); if (!observer) { // The request has already been canceled, so ignore it. This is ok because // we're not going to get any more notifications from a canceled request. return; } MOZ_ASSERT(observer == this); FrameSet* frameSet = mRequestToFrameMap.LookupForAdd(aRequest).OrInsert([=]() { nsPresContext* presContext = GetPresContext(); if (presContext) { nsLayoutUtils::RegisterImageRequestIfAnimated(presContext, aRequest, nullptr); } return new FrameSet(); }); RequestSet* requestSet = mFrameToRequestMap.LookupForAdd(aFrame).OrInsert([=]() { aFrame->SetHasImageRequest(true); return new RequestSet(); }); // Add these to the sets, but only if they're not already there. uint32_t i = frameSet->IndexOfFirstElementGt(aFrame); if (i == 0 || aFrame != frameSet->ElementAt(i-1)) { frameSet->InsertElementAt(i, aFrame); } i = requestSet->IndexOfFirstElementGt(aRequest); if (i == 0 || aRequest != requestSet->ElementAt(i-1)) { requestSet->InsertElementAt(i, aRequest); } } void ImageLoader::MaybeRegisterCSSImage(ImageLoader::Image* aImage) { NS_ASSERTION(aImage, "This should never be null!"); bool found = false; aImage->mRequests.GetWeak(mDocument, &found); if (found) { // This document already has a request. return; } imgRequestProxy* canonicalRequest = aImage->mRequests.GetWeak(nullptr); if (!canonicalRequest) { // The image was blocked or something. return; } RefPtr request; // Ignore errors here. If cloning fails for some reason we'll put a null // entry in the hash and we won't keep trying to clone. mInClone = true; canonicalRequest->SyncClone(this, mDocument, getter_AddRefs(request)); mInClone = false; aImage->mRequests.Put(mDocument, request); AddImage(aImage); } void ImageLoader::DeregisterCSSImage(ImageLoader::Image* aImage) { RemoveImage(aImage); } void ImageLoader::RemoveRequestToFrameMapping(imgIRequest* aRequest, nsIFrame* aFrame) { #ifdef DEBUG { nsCOMPtr observer; aRequest->GetNotificationObserver(getter_AddRefs(observer)); MOZ_ASSERT(!observer || observer == this); } #endif if (auto entry = mRequestToFrameMap.Lookup(aRequest)) { FrameSet* frameSet = entry.Data(); MOZ_ASSERT(frameSet, "This should never be null"); frameSet->RemoveElementSorted(aFrame); if (frameSet->IsEmpty()) { nsPresContext* presContext = GetPresContext(); if (presContext) { nsLayoutUtils::DeregisterImageRequest(presContext, aRequest, nullptr); } entry.Remove(); } } } void ImageLoader::RemoveFrameToRequestMapping(imgIRequest* aRequest, nsIFrame* aFrame) { if (auto entry = mFrameToRequestMap.Lookup(aFrame)) { RequestSet* requestSet = entry.Data(); MOZ_ASSERT(requestSet, "This should never be null"); requestSet->RemoveElementSorted(aRequest); if (requestSet->IsEmpty()) { aFrame->SetHasImageRequest(false); entry.Remove(); } } } void ImageLoader::DisassociateRequestFromFrame(imgIRequest* aRequest, nsIFrame* aFrame) { MOZ_ASSERT(aFrame->HasImageRequest(), "why call me?"); RemoveRequestToFrameMapping(aRequest, aFrame); RemoveFrameToRequestMapping(aRequest, aFrame); } void ImageLoader::DropRequestsForFrame(nsIFrame* aFrame) { MOZ_ASSERT(aFrame->HasImageRequest(), "why call me?"); nsAutoPtr requestSet; mFrameToRequestMap.Remove(aFrame, &requestSet); aFrame->SetHasImageRequest(false); if (MOZ_UNLIKELY(!requestSet)) { MOZ_ASSERT_UNREACHABLE("HasImageRequest was lying"); return; } for (imgIRequest* request : *requestSet) { RemoveRequestToFrameMapping(request, aFrame); } } void ImageLoader::SetAnimationMode(uint16_t aMode) { NS_ASSERTION(aMode == imgIContainer::kNormalAnimMode || aMode == imgIContainer::kDontAnimMode || aMode == imgIContainer::kLoopOnceAnimMode, "Wrong Animation Mode is being set!"); for (auto iter = mRequestToFrameMap.ConstIter(); !iter.Done(); iter.Next()) { auto request = static_cast(iter.Key()); #ifdef DEBUG { nsCOMPtr debugRequest = do_QueryInterface(request); NS_ASSERTION(debugRequest == request, "This is bad"); } #endif nsCOMPtr container; request->GetImage(getter_AddRefs(container)); if (!container) { continue; } // This can fail if the image is in error, and we don't care. container->SetAnimationMode(aMode); } } void ImageLoader::ClearFrames(nsPresContext* aPresContext) { for (auto iter = mRequestToFrameMap.ConstIter(); !iter.Done(); iter.Next()) { auto request = static_cast(iter.Key()); #ifdef DEBUG { nsCOMPtr debugRequest = do_QueryInterface(request); NS_ASSERTION(debugRequest == request, "This is bad"); } #endif if (aPresContext) { nsLayoutUtils::DeregisterImageRequest(aPresContext, request, nullptr); } } mRequestToFrameMap.Clear(); mFrameToRequestMap.Clear(); } void ImageLoader::LoadImage(nsIURI* aURI, nsIPrincipal* aOriginPrincipal, nsIURI* aReferrer, ImageLoader::Image* aImage, CORSMode aCorsMode) { NS_ASSERTION(aImage->mRequests.Count() == 0, "Huh?"); aImage->mRequests.Put(nullptr, nullptr); if (!aURI) { return; } int32_t loadFlags = nsIRequest::LOAD_NORMAL | nsContentUtils::CORSModeToLoadImageFlags(aCorsMode); RefPtr request; nsresult rv = nsContentUtils::LoadImage(aURI, mDocument, mDocument, aOriginPrincipal, 0, aReferrer, mDocument->GetReferrerPolicy(), nullptr, loadFlags, NS_LITERAL_STRING("css"), getter_AddRefs(request)); if (NS_FAILED(rv) || !request) { return; } RefPtr clonedRequest; mInClone = true; rv = request->SyncClone(this, mDocument, getter_AddRefs(clonedRequest)); mInClone = false; if (NS_FAILED(rv)) { return; } aImage->mRequests.Put(nullptr, request); aImage->mRequests.Put(mDocument, clonedRequest); AddImage(aImage); } void ImageLoader::AddImage(ImageLoader::Image* aImage) { NS_ASSERTION(!mImages.Contains(aImage), "Huh?"); mImages.PutEntry(aImage); } void ImageLoader::RemoveImage(ImageLoader::Image* aImage) { NS_ASSERTION(mImages.Contains(aImage), "Huh?"); mImages.RemoveEntry(aImage); } nsPresContext* ImageLoader::GetPresContext() { if (!mDocument) { return nullptr; } return mDocument->GetPresContext(); } static bool IsRenderNoImages(uint32_t aDisplayItemKey) { DisplayItemType type = GetDisplayItemTypeFromKey(aDisplayItemKey); uint8_t flags = GetDisplayItemFlagsForType(type); return flags & TYPE_RENDERS_NO_IMAGES; } static void InvalidateImages(nsIFrame* aFrame) { bool invalidateFrame = false; const SmallPointerArray& array = aFrame->DisplayItemData(); for (uint32_t i = 0; i < array.Length(); i++) { DisplayItemData* data = DisplayItemData::AssertDisplayItemData(array.ElementAt(i)); uint32_t displayItemKey = data->GetDisplayItemKey(); if (displayItemKey != 0 && !IsRenderNoImages(displayItemKey)) { if (nsLayoutUtils::InvalidationDebuggingIsEnabled()) { DisplayItemType type = GetDisplayItemTypeFromKey(displayItemKey); printf_stderr("Invalidating display item(type=%d) based on frame %p \ because it might contain an invalidated image\n", static_cast(type), aFrame); } data->Invalidate(); invalidateFrame = true; } } if (auto userDataTable = aFrame->GetProperty(layers::WebRenderUserDataProperty::Key())) { for (auto iter = userDataTable->Iter(); !iter.Done(); iter.Next()) { RefPtr data = iter.UserData(); if (data->GetType() == layers::WebRenderAnimationData::UserDataType::eFallback && !IsRenderNoImages(data->GetDisplayItemKey())) { static_cast(data.get())->SetInvalid(true); } invalidateFrame = true; } } if (invalidateFrame) { aFrame->SchedulePaint(); } } void ImageLoader::DoRedraw(FrameSet* aFrameSet, bool aForcePaint) { NS_ASSERTION(aFrameSet, "Must have a frame set"); NS_ASSERTION(mDocument, "Should have returned earlier!"); for (nsIFrame* frame : *aFrameSet) { if (frame->StyleVisibility()->IsVisible()) { if (frame->IsFrameOfType(nsIFrame::eTablePart)) { // Tables don't necessarily build border/background display items // for the individual table part frames, so IterateRetainedDataFor // might not find the right display item. frame->InvalidateFrame(); } else { InvalidateImages(frame); // Update ancestor rendering observers (-moz-element etc) nsIFrame *f = frame; while (f && !f->HasAnyStateBits(NS_FRAME_DESCENDANT_NEEDS_PAINT)) { SVGObserverUtils::InvalidateDirectRenderingObservers(f); f = nsLayoutUtils::GetCrossDocParentFrame(f); } if (aForcePaint) { frame->SchedulePaint(); } } } } } NS_IMPL_ADDREF(ImageLoader) NS_IMPL_RELEASE(ImageLoader) NS_INTERFACE_MAP_BEGIN(ImageLoader) NS_INTERFACE_MAP_ENTRY(imgINotificationObserver) NS_INTERFACE_MAP_END NS_IMETHODIMP ImageLoader::Notify(imgIRequest* aRequest, int32_t aType, const nsIntRect* aData) { #ifdef MOZ_GECKO_PROFILER nsCString uriString; if (profiler_is_active()) { nsCOMPtr uri; aRequest->GetFinalURI(getter_AddRefs(uri)); if (uri) { uri->GetSpec(uriString); } } AUTO_PROFILER_LABEL_DYNAMIC_NSCSTRING("ImageLoader::Notify", OTHER, uriString); #endif if (aType == imgINotificationObserver::SIZE_AVAILABLE) { nsCOMPtr image; aRequest->GetImage(getter_AddRefs(image)); return OnSizeAvailable(aRequest, image); } if (aType == imgINotificationObserver::IS_ANIMATED) { return OnImageIsAnimated(aRequest); } if (aType == imgINotificationObserver::FRAME_COMPLETE) { return OnFrameComplete(aRequest); } if (aType == imgINotificationObserver::FRAME_UPDATE) { return OnFrameUpdate(aRequest); } if (aType == imgINotificationObserver::DECODE_COMPLETE) { nsCOMPtr image; aRequest->GetImage(getter_AddRefs(image)); if (image && mDocument) { image->PropagateUseCounters(mDocument); } } return NS_OK; } nsresult ImageLoader::OnSizeAvailable(imgIRequest* aRequest, imgIContainer* aImage) { nsPresContext* presContext = GetPresContext(); if (!presContext) { return NS_OK; } aImage->SetAnimationMode(presContext->ImageAnimationMode()); FrameSet* frameSet = mRequestToFrameMap.Get(aRequest); if (!frameSet) { return NS_OK; } for (nsIFrame* frame : *frameSet) { if (frame->StyleVisibility()->IsVisible()) { frame->MarkNeedsDisplayItemRebuild(); } } return NS_OK; } nsresult ImageLoader::OnImageIsAnimated(imgIRequest* aRequest) { if (!mDocument) { return NS_OK; } FrameSet* frameSet = mRequestToFrameMap.Get(aRequest); if (!frameSet) { return NS_OK; } // Register with the refresh driver now that we are aware that // we are animated. nsPresContext* presContext = GetPresContext(); if (presContext) { nsLayoutUtils::RegisterImageRequest(presContext, aRequest, nullptr); } return NS_OK; } nsresult ImageLoader::OnFrameComplete(imgIRequest* aRequest) { if (!mDocument || mInClone) { return NS_OK; } FrameSet* frameSet = mRequestToFrameMap.Get(aRequest); if (!frameSet) { return NS_OK; } // Since we just finished decoding a frame, we always want to paint, in case // we're now able to paint an image that we couldn't paint before (and hence // that we don't have retained data for). DoRedraw(frameSet, /* aForcePaint = */ true); return NS_OK; } nsresult ImageLoader::OnFrameUpdate(imgIRequest* aRequest) { if (!mDocument || mInClone) { return NS_OK; } FrameSet* frameSet = mRequestToFrameMap.Get(aRequest); if (!frameSet) { return NS_OK; } DoRedraw(frameSet, /* aForcePaint = */ false); return NS_OK; } void ImageLoader::FlushUseCounters() { for (auto iter = mImages.Iter(); !iter.Done(); iter.Next()) { nsPtrHashKey* key = iter.Get(); ImageLoader::Image* image = key->GetKey(); imgIRequest* request = image->mRequests.GetWeak(mDocument); nsCOMPtr container; request->GetImage(getter_AddRefs(container)); if (container) { static_cast(container.get())->ReportUseCounters(); } } } } // namespace css } // namespace mozilla