/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- * * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #ifndef mozilla_image_imgFrame_h #define mozilla_image_imgFrame_h #include "mozilla/Maybe.h" #include "mozilla/MemoryReporting.h" #include "mozilla/Monitor.h" #include "mozilla/Move.h" #include "AnimationParams.h" #include "gfxDrawable.h" #include "imgIContainer.h" #include "MainThreadUtils.h" namespace mozilla { namespace image { class ImageRegion; class DrawableFrameRef; class RawAccessFrameRef; enum class Opacity : uint8_t { FULLY_OPAQUE, SOME_TRANSPARENCY }; class imgFrame { typedef gfx::Color Color; typedef gfx::DataSourceSurface DataSourceSurface; typedef gfx::DrawTarget DrawTarget; typedef gfx::SamplingFilter SamplingFilter; typedef gfx::IntPoint IntPoint; typedef gfx::IntRect IntRect; typedef gfx::IntSize IntSize; typedef gfx::SourceSurface SourceSurface; typedef gfx::SurfaceFormat SurfaceFormat; public: MOZ_DECLARE_REFCOUNTED_TYPENAME(imgFrame) NS_INLINE_DECL_THREADSAFE_REFCOUNTING(imgFrame) imgFrame(); /** * Initialize this imgFrame with an empty surface and prepare it for being * written to by a decoder. * * This is appropriate for use with decoded images, but it should not be used * when drawing content into an imgFrame, as it may use a different graphics * backend than normal content drawing. */ nsresult InitForDecoder(const nsIntSize& aImageSize, const nsIntRect& aRect, SurfaceFormat aFormat, uint8_t aPaletteDepth, bool aNonPremult, const Maybe& aAnimParams, bool aIsFullFrame, bool aShouldRecycle); nsresult InitForAnimator(const nsIntSize& aSize, SurfaceFormat aFormat) { nsIntRect frameRect(0, 0, aSize.width, aSize.height); AnimationParams animParams { frameRect, FrameTimeout::Forever(), /* aFrameNum */ 1, BlendMethod::OVER, DisposalMethod::NOT_SPECIFIED }; // We set aIsFullFrame to false because we don't want the compositing frame // to be allocated into shared memory for WebRender. mIsFullFrame is only // otherwise used for frames produced by Decoder, so it isn't relevant. return InitForDecoder(aSize, frameRect, aFormat, /* aPaletteDepth */ 0, /* aNonPremult */ false, Some(animParams), /* aIsFullFrame */ false, /* aShouldRecycle */ false); } /** * Reinitialize this imgFrame with the new parameters, but otherwise retain * the underlying buffer. * * This is appropriate for use with animated images, where the decoder was * given an IDecoderFrameRecycler object which may yield a recycled imgFrame * that was discarded to save memory. */ nsresult InitForDecoderRecycle(const AnimationParams& aAnimParams); /** * Initialize this imgFrame with a new surface and draw the provided * gfxDrawable into it. * * This is appropriate to use when drawing content into an imgFrame, as it * uses the same graphics backend as normal content drawing. The downside is * that the underlying surface may not be stored in a volatile buffer on all * platforms, and raw access to the surface (using RawAccessRef()) may be much * more expensive than in the InitForDecoder() case. * * aBackend specifies the DrawTarget backend type this imgFrame is supposed * to be drawn to. */ nsresult InitWithDrawable(gfxDrawable* aDrawable, const nsIntSize& aSize, const SurfaceFormat aFormat, SamplingFilter aSamplingFilter, uint32_t aImageFlags, gfx::BackendType aBackend); DrawableFrameRef DrawableRef(); /** * Create a RawAccessFrameRef for the frame. * * @param aOnlyFinished If true, only return a valid RawAccessFrameRef if * imgFrame::Finish has been called. */ RawAccessFrameRef RawAccessRef(bool aOnlyFinished = false); /** * Make this imgFrame permanently available for raw access. * * This is irrevocable, and should be avoided whenever possible, since it * prevents this imgFrame from being optimized and makes it impossible for its * volatile buffer to be freed. * * It is an error to call this without already holding a RawAccessFrameRef to * this imgFrame. */ void SetRawAccessOnly(); bool Draw(gfxContext* aContext, const ImageRegion& aRegion, SamplingFilter aSamplingFilter, uint32_t aImageFlags, float aOpacity); nsresult ImageUpdated(const nsIntRect& aUpdateRect); /** * Mark this imgFrame as completely decoded, and set final options. * * You must always call either Finish() or Abort() before releasing the last * RawAccessFrameRef pointing to an imgFrame. * * @param aFrameOpacity Whether this imgFrame is opaque. * @param aFinalize Finalize the underlying surface (e.g. so that it * may be marked as read only if possible). */ void Finish(Opacity aFrameOpacity = Opacity::SOME_TRANSPARENCY, bool aFinalize = true); /** * Mark this imgFrame as aborted. This informs the imgFrame that if it isn't * completely decoded now, it never will be. * * You must always call either Finish() or Abort() before releasing the last * RawAccessFrameRef pointing to an imgFrame. */ void Abort(); /** * Returns true if this imgFrame has been aborted. */ bool IsAborted() const; /** * Returns true if this imgFrame is completely decoded. */ bool IsFinished() const; /** * Blocks until this imgFrame is either completely decoded, or is marked as * aborted. * * Note that calling this on the main thread _blocks the main thread_. Be very * careful in your use of this method to avoid excessive main thread jank or * deadlock. */ void WaitUntilFinished() const; /** * Returns the number of bytes per pixel this imgFrame requires. This is a * worst-case value that does not take into account the effects of format * changes caused by Optimize(), since an imgFrame is not optimized throughout * its lifetime. */ uint32_t GetBytesPerPixel() const { return GetIsPaletted() ? 1 : 4; } const IntSize& GetImageSize() const { return mImageSize; } const IntRect& GetRect() const { return mFrameRect; } IntSize GetSize() const { return mFrameRect.Size(); } const IntRect& GetBlendRect() const { return mBlendRect; } IntRect GetBoundedBlendRect() const { return mBlendRect.Intersect(mFrameRect); } FrameTimeout GetTimeout() const { return mTimeout; } BlendMethod GetBlendMethod() const { return mBlendMethod; } DisposalMethod GetDisposalMethod() const { return mDisposalMethod; } bool FormatHasAlpha() const { return mFormat == SurfaceFormat::B8G8R8A8; } void GetImageData(uint8_t** aData, uint32_t* length) const; uint8_t* GetImageData() const; bool GetIsPaletted() const; void GetPaletteData(uint32_t** aPalette, uint32_t* length) const; uint32_t* GetPaletteData() const; uint8_t GetPaletteDepth() const { return mPaletteDepth; } const IntRect& GetDirtyRect() const { return mDirtyRect; } void SetDirtyRect(const IntRect& aDirtyRect) { mDirtyRect = aDirtyRect; } bool IsFullFrame() const { return mIsFullFrame; } bool GetCompositingFailed() const; void SetCompositingFailed(bool val); bool ShouldRecycle() const { return mShouldRecycle; } void SetOptimizable(); void FinalizeSurface(); already_AddRefed GetSourceSurface(); struct AddSizeOfCbData { AddSizeOfCbData() : heap(0), nonHeap(0), handles(0), index(0), externalId(0) { } size_t heap; size_t nonHeap; size_t handles; size_t index; uint64_t externalId; }; typedef std::function AddSizeOfCb; void AddSizeOfExcludingThis(MallocSizeOf aMallocSizeOf, const AddSizeOfCb& aCallback) const; private: // methods ~imgFrame(); /** * Used when the caller desires raw access to the underlying frame buffer. * If the locking succeeds, the data pointer to the start of the buffer is * returned, else it returns nullptr. * * @param aOnlyFinished If true, only attempt to lock if imgFrame::Finish has * been called. */ uint8_t* LockImageData(bool aOnlyFinished); nsresult UnlockImageData(); nsresult Optimize(gfx::DrawTarget* aTarget); void AssertImageDataLocked() const; bool AreAllPixelsWritten() const; nsresult ImageUpdatedInternal(const nsIntRect& aUpdateRect); void GetImageDataInternal(uint8_t** aData, uint32_t* length) const; uint32_t GetImageBytesPerRow() const; uint32_t GetImageDataLength() const; void FinalizeSurfaceInternal(); /** * @param aTemporary If true, it will assume the caller does not require a * wrapping RecycleSourceSurface to protect the underlying * surface from recycling. The reference to the surface * must be freed before releasing the main thread context. */ already_AddRefed GetSourceSurfaceInternal(bool aTemporary); uint32_t PaletteDataLength() const { return mPaletteDepth ? (size_t(1) << mPaletteDepth) * sizeof(uint32_t) : 0; } struct SurfaceWithFormat { RefPtr mDrawable; SurfaceFormat mFormat; SurfaceWithFormat() : mFormat(SurfaceFormat::UNKNOWN) { } SurfaceWithFormat(gfxDrawable* aDrawable, SurfaceFormat aFormat) : mDrawable(aDrawable), mFormat(aFormat) { } SurfaceWithFormat(SurfaceWithFormat&& aOther) : mDrawable(std::move(aOther.mDrawable)), mFormat(aOther.mFormat) { } SurfaceWithFormat& operator=(SurfaceWithFormat&& aOther) { mDrawable = std::move(aOther.mDrawable); mFormat = aOther.mFormat; return *this; } SurfaceWithFormat& operator=(const SurfaceWithFormat& aOther) = delete; SurfaceWithFormat(const SurfaceWithFormat& aOther) = delete; bool IsValid() { return !!mDrawable; } }; SurfaceWithFormat SurfaceForDrawing(bool aDoPartialDecode, bool aDoTile, ImageRegion& aRegion, SourceSurface* aSurface); private: // data friend class DrawableFrameRef; friend class RawAccessFrameRef; friend class RecyclingSourceSurface; friend class UnlockImageDataRunnable; ////////////////////////////////////////////////////////////////////////////// // Thread-safe mutable data, protected by mMonitor. ////////////////////////////////////////////////////////////////////////////// mutable Monitor mMonitor; /** * Surface which contains either a weak or a strong reference to its * underlying data buffer. If it is a weak reference, and there are no strong * references, the buffer may be released due to events such as low memory. */ RefPtr mRawSurface; /** * Refers to the same data as mRawSurface, but when set, it guarantees that * we hold a strong reference to the underlying data buffer. */ RefPtr mLockedSurface; /** * Optimized copy of mRawSurface for the DrawTarget that will render it. This * is unused if the DrawTarget is able to render DataSourceSurface buffers * directly. */ RefPtr mOptSurface; nsIntRect mDecoded; //! Number of RawAccessFrameRefs currently alive for this imgFrame. int16_t mLockCount; //! Number of RecyclingSourceSurface's currently alive for this imgFrame. int16_t mRecycleLockCount; bool mAborted; bool mFinished; bool mOptimizable; bool mShouldRecycle; ////////////////////////////////////////////////////////////////////////////// // Effectively const data, only mutated in the Init methods. ////////////////////////////////////////////////////////////////////////////// //! The size of the buffer we are decoding to. IntSize mImageSize; //! XXX(aosmond): This means something different depending on the context. We //! should correct this. //! //! There are several different contexts for mFrameRect: //! - If for non-animated image, it will be originate at (0, 0) and matches //! the dimensions of mImageSize. //! - If for an APNG, it also matches the above. //! - If for a GIF which is producing full frames, it matches the above. //! - If for a GIF which is producing partial frames, it matches mBlendRect. IntRect mFrameRect; //! The contents for the frame, as represented in the encoded image. This may //! differ from mImageSize because it may be a partial frame. For the first //! frame, this means we need to shift the data in place, and for animated //! frames, it likely need to combine with a previous frame to get the full //! contents. IntRect mBlendRect; //! This is the region that has changed between this frame and the previous //! frame of an animation. For the first frame, this will be the same as //! mFrameRect. IntRect mDirtyRect; //! The timeout for this frame. FrameTimeout mTimeout; DisposalMethod mDisposalMethod; BlendMethod mBlendMethod; SurfaceFormat mFormat; // The palette and image data for images that are paletted, since Cairo // doesn't support these images. // The paletted data comes first, then the image data itself. // Total length is PaletteDataLength() + GetImageDataLength(). uint8_t* mPalettedImageData; uint8_t mPaletteDepth; bool mNonPremult; //! True if the frame has all of the data stored in it, false if it needs to //! be combined with another frame (e.g. the previous frame) to be complete. bool mIsFullFrame; ////////////////////////////////////////////////////////////////////////////// // Main-thread-only mutable data. ////////////////////////////////////////////////////////////////////////////// bool mCompositingFailed; }; /** * A reference to an imgFrame that holds the imgFrame's surface in memory, * allowing drawing. If you have a DrawableFrameRef |ref| and |if (ref)| returns * true, then calls to Draw() and GetSourceSurface() are guaranteed to succeed. */ class DrawableFrameRef final { typedef gfx::DataSourceSurface DataSourceSurface; public: DrawableFrameRef() { } explicit DrawableFrameRef(imgFrame* aFrame) : mFrame(aFrame) { MOZ_ASSERT(aFrame); MonitorAutoLock lock(aFrame->mMonitor); MOZ_ASSERT(!aFrame->GetIsPaletted(), "Paletted must use RawAccessFrameRef"); if (aFrame->mRawSurface) { mRef.emplace(aFrame->mRawSurface, DataSourceSurface::READ); if (!mRef->IsMapped()) { mFrame = nullptr; mRef.reset(); } } else { MOZ_ASSERT(aFrame->mOptSurface); } } DrawableFrameRef(DrawableFrameRef&& aOther) : mFrame(aOther.mFrame.forget()) , mRef(std::move(aOther.mRef)) { } DrawableFrameRef& operator=(DrawableFrameRef&& aOther) { MOZ_ASSERT(this != &aOther, "Self-moves are prohibited"); mFrame = aOther.mFrame.forget(); mRef = std::move(aOther.mRef); return *this; } explicit operator bool() const { return bool(mFrame); } imgFrame* operator->() { MOZ_ASSERT(mFrame); return mFrame; } const imgFrame* operator->() const { MOZ_ASSERT(mFrame); return mFrame; } imgFrame* get() { return mFrame; } const imgFrame* get() const { return mFrame; } void reset() { mFrame = nullptr; mRef.reset(); } private: DrawableFrameRef(const DrawableFrameRef& aOther) = delete; DrawableFrameRef& operator=(const DrawableFrameRef& aOther) = delete; RefPtr mFrame; Maybe mRef; }; /** * A reference to an imgFrame that holds the imgFrame's surface in memory in a * format appropriate for access as raw data. If you have a RawAccessFrameRef * |ref| and |if (ref)| is true, then calls to GetImageData() and * GetPaletteData() are guaranteed to succeed. This guarantee is stronger than * DrawableFrameRef, so everything that a valid DrawableFrameRef guarantees is * also guaranteed by a valid RawAccessFrameRef. * * This may be considerably more expensive than is necessary just for drawing, * so only use this when you need to read or write the raw underlying image data * that the imgFrame holds. * * Once all an imgFrame's RawAccessFrameRefs go out of scope, new * RawAccessFrameRefs cannot be created. */ class RawAccessFrameRef final { public: RawAccessFrameRef() : mData(nullptr) { } explicit RawAccessFrameRef(imgFrame* aFrame, bool aOnlyFinished) : mFrame(aFrame) , mData(nullptr) { MOZ_ASSERT(mFrame, "Need a frame"); mData = mFrame->LockImageData(aOnlyFinished); if (!mData) { mFrame = nullptr; } } RawAccessFrameRef(RawAccessFrameRef&& aOther) : mFrame(aOther.mFrame.forget()) , mData(aOther.mData) { aOther.mData = nullptr; } ~RawAccessFrameRef() { if (mFrame) { mFrame->UnlockImageData(); } } RawAccessFrameRef& operator=(RawAccessFrameRef&& aOther) { MOZ_ASSERT(this != &aOther, "Self-moves are prohibited"); if (mFrame) { mFrame->UnlockImageData(); } mFrame = aOther.mFrame.forget(); mData = aOther.mData; aOther.mData = nullptr; return *this; } explicit operator bool() const { return bool(mFrame); } imgFrame* operator->() { MOZ_ASSERT(mFrame); return mFrame.get(); } const imgFrame* operator->() const { MOZ_ASSERT(mFrame); return mFrame; } imgFrame* get() { return mFrame; } const imgFrame* get() const { return mFrame; } void reset() { if (mFrame) { mFrame->UnlockImageData(); } mFrame = nullptr; mData = nullptr; } uint8_t* Data() const { return mData; } uint32_t PaletteDataLength() const { return mFrame->PaletteDataLength(); } private: RawAccessFrameRef(const RawAccessFrameRef& aOther) = delete; RawAccessFrameRef& operator=(const RawAccessFrameRef& aOther) = delete; RefPtr mFrame; uint8_t* mData; }; } // namespace image } // namespace mozilla #endif // mozilla_image_imgFrame_h