2015-07-30 21:47:00 +03:00
|
|
|
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
|
|
|
|
#include "mozilla/dom/ImageBitmap.h"
|
2015-12-18 09:52:16 +03:00
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
#include "mozilla/dom/ImageBitmapBinding.h"
|
|
|
|
#include "mozilla/dom/Promise.h"
|
2015-08-27 19:19:13 +03:00
|
|
|
#include "mozilla/dom/StructuredCloneTags.h"
|
2015-07-30 21:47:00 +03:00
|
|
|
#include "mozilla/dom/WorkerPrivate.h"
|
|
|
|
#include "mozilla/dom/WorkerRunnable.h"
|
|
|
|
#include "mozilla/gfx/2D.h"
|
2017-02-12 17:27:39 +03:00
|
|
|
#include "mozilla/gfx/Swizzle.h"
|
2016-03-14 14:34:52 +03:00
|
|
|
#include "ImageBitmapColorUtils.h"
|
2016-04-27 08:03:01 +03:00
|
|
|
#include "ImageBitmapUtils.h"
|
|
|
|
#include "ImageUtils.h"
|
2015-07-30 21:47:00 +03:00
|
|
|
#include "imgTools.h"
|
|
|
|
|
|
|
|
using namespace mozilla::gfx;
|
|
|
|
using namespace mozilla::layers;
|
|
|
|
|
|
|
|
namespace mozilla {
|
|
|
|
namespace dom {
|
|
|
|
|
|
|
|
using namespace workers;
|
|
|
|
|
|
|
|
NS_IMPL_CYCLE_COLLECTION_WRAPPERCACHE(ImageBitmap, mParent)
|
|
|
|
NS_IMPL_CYCLE_COLLECTING_ADDREF(ImageBitmap)
|
|
|
|
NS_IMPL_CYCLE_COLLECTING_RELEASE(ImageBitmap)
|
|
|
|
NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(ImageBitmap)
|
|
|
|
NS_WRAPPERCACHE_INTERFACE_MAP_ENTRY
|
|
|
|
NS_INTERFACE_MAP_ENTRY(nsISupports)
|
|
|
|
NS_INTERFACE_MAP_END
|
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
/*
|
|
|
|
* This helper function is used to notify DOM that aBytes memory is allocated
|
|
|
|
* here so that we could trigger GC appropriately.
|
|
|
|
*/
|
|
|
|
static void
|
|
|
|
RegisterAllocation(nsIGlobalObject* aGlobal, size_t aBytes)
|
|
|
|
{
|
|
|
|
AutoJSAPI jsapi;
|
|
|
|
if (jsapi.Init(aGlobal)) {
|
|
|
|
JS_updateMallocCounter(jsapi.cx(), aBytes);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
RegisterAllocation(nsIGlobalObject* aGlobal, SourceSurface* aSurface)
|
|
|
|
{
|
|
|
|
// Calculate how many bytes are used.
|
|
|
|
const int bytesPerPixel = BytesPerPixel(aSurface->GetFormat());
|
|
|
|
const size_t bytes =
|
|
|
|
aSurface->GetSize().height * aSurface->GetSize().width * bytesPerPixel;
|
|
|
|
|
|
|
|
// Register.
|
|
|
|
RegisterAllocation(aGlobal, bytes);
|
|
|
|
}
|
|
|
|
|
|
|
|
static void
|
|
|
|
RegisterAllocation(nsIGlobalObject* aGlobal, layers::Image* aImage)
|
|
|
|
{
|
|
|
|
// Calculate how many bytes are used.
|
|
|
|
if (aImage->GetFormat() == mozilla::ImageFormat::PLANAR_YCBCR) {
|
|
|
|
RegisterAllocation(aGlobal, aImage->AsPlanarYCbCrImage()->GetDataSize());
|
|
|
|
} else if (aImage->GetFormat() == mozilla::ImageFormat::NV_IMAGE) {
|
|
|
|
RegisterAllocation(aGlobal, aImage->AsNVImage()->GetBufferSize());
|
|
|
|
} else {
|
|
|
|
RefPtr<SourceSurface> surface = aImage->GetAsSourceSurface();
|
|
|
|
RegisterAllocation(aGlobal, surface);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-08-05 12:46:47 +03:00
|
|
|
/*
|
|
|
|
* If either aRect.width or aRect.height are negative, then return a new IntRect
|
|
|
|
* which represents the same rectangle as the aRect does but with positive width
|
|
|
|
* and height.
|
|
|
|
*/
|
|
|
|
static IntRect
|
|
|
|
FixUpNegativeDimension(const IntRect& aRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
gfx::IntRect rect = aRect;
|
|
|
|
|
|
|
|
// fix up negative dimensions
|
|
|
|
if (rect.width < 0) {
|
|
|
|
CheckedInt32 checkedX = CheckedInt32(rect.x) + rect.width;
|
|
|
|
|
|
|
|
if (!checkedX.isValid()) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return rect;
|
|
|
|
}
|
|
|
|
|
|
|
|
rect.x = checkedX.value();
|
|
|
|
rect.width = -(rect.width);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (rect.height < 0) {
|
|
|
|
CheckedInt32 checkedY = CheckedInt32(rect.y) + rect.height;
|
|
|
|
|
|
|
|
if (!checkedY.isValid()) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return rect;
|
|
|
|
}
|
|
|
|
|
|
|
|
rect.y = checkedY.value();
|
|
|
|
rect.height = -(rect.height);
|
|
|
|
}
|
|
|
|
|
|
|
|
return rect;
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
/*
|
|
|
|
* This helper function copies the data of the given DataSourceSurface,
|
|
|
|
* _aSurface_, in the given area, _aCropRect_, into a new DataSourceSurface.
|
|
|
|
* This might return null if it can not create a new SourceSurface or it cannot
|
|
|
|
* read data from the given _aSurface_.
|
2015-08-05 12:46:47 +03:00
|
|
|
*
|
|
|
|
* Warning: Even though the area of _aCropRect_ is just the same as the size of
|
|
|
|
* _aSurface_, this function still copy data into a new
|
|
|
|
* DataSourceSurface.
|
2015-07-30 21:47:00 +03:00
|
|
|
*/
|
|
|
|
static already_AddRefed<DataSourceSurface>
|
2015-08-05 12:46:47 +03:00
|
|
|
CropAndCopyDataSourceSurface(DataSourceSurface* aSurface, const IntRect& aCropRect)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
MOZ_ASSERT(aSurface);
|
|
|
|
|
2015-08-05 12:46:47 +03:00
|
|
|
// Check the aCropRect
|
|
|
|
ErrorResult error;
|
|
|
|
const IntRect positiveCropRect = FixUpNegativeDimension(aCropRect, error);
|
|
|
|
if (NS_WARN_IF(error.Failed())) {
|
2016-07-22 17:50:10 +03:00
|
|
|
error.SuppressException();
|
2015-08-05 12:46:47 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Calculate the size of the new SourceSurface.
|
2015-08-05 12:46:47 +03:00
|
|
|
// We cannot keep using aSurface->GetFormat() to create new DataSourceSurface,
|
|
|
|
// since it might be SurfaceFormat::B8G8R8X8 which does not handle opacity,
|
|
|
|
// however the specification explicitly define that "If any of the pixels on
|
|
|
|
// this rectangle are outside the area where the input bitmap was placed, then
|
|
|
|
// they will be transparent black in output."
|
|
|
|
// So, instead, we force the output format to be SurfaceFormat::B8G8R8A8.
|
|
|
|
const SurfaceFormat format = SurfaceFormat::B8G8R8A8;
|
|
|
|
const int bytesPerPixel = BytesPerPixel(format);
|
|
|
|
const IntSize dstSize = IntSize(positiveCropRect.width,
|
|
|
|
positiveCropRect.height);
|
|
|
|
const uint32_t dstStride = dstSize.width * bytesPerPixel;
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// Create a new SourceSurface.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> dstDataSurface =
|
2015-08-05 12:46:47 +03:00
|
|
|
Factory::CreateDataSourceSurfaceWithStride(dstSize, format, dstStride, true);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(!dstDataSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-08-05 12:46:47 +03:00
|
|
|
// Only do copying and cropping when the positiveCropRect intersects with
|
|
|
|
// the size of aSurface.
|
|
|
|
const IntRect surfRect(IntPoint(0, 0), aSurface->GetSize());
|
|
|
|
if (surfRect.Intersects(positiveCropRect)) {
|
|
|
|
const IntRect surfPortion = surfRect.Intersect(positiveCropRect);
|
|
|
|
const IntPoint dest(std::max(0, surfPortion.X() - positiveCropRect.X()),
|
|
|
|
std::max(0, surfPortion.Y() - positiveCropRect.Y()));
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-08-05 12:46:47 +03:00
|
|
|
// Copy the raw data into the newly created DataSourceSurface.
|
|
|
|
DataSourceSurface::ScopedMap srcMap(aSurface, DataSourceSurface::READ);
|
|
|
|
DataSourceSurface::ScopedMap dstMap(dstDataSurface, DataSourceSurface::WRITE);
|
|
|
|
if (NS_WARN_IF(!srcMap.IsMapped()) ||
|
|
|
|
NS_WARN_IF(!dstMap.IsMapped())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-08-05 12:46:47 +03:00
|
|
|
uint8_t* srcBufferPtr = srcMap.GetData() + surfPortion.y * srcMap.GetStride()
|
|
|
|
+ surfPortion.x * bytesPerPixel;
|
|
|
|
uint8_t* dstBufferPtr = dstMap.GetData() + dest.y * dstMap.GetStride()
|
|
|
|
+ dest.x * bytesPerPixel;
|
|
|
|
const uint32_t copiedBytesPerRaw = surfPortion.width * bytesPerPixel;
|
|
|
|
|
|
|
|
for (int i = 0; i < surfPortion.height; ++i) {
|
|
|
|
memcpy(dstBufferPtr, srcBufferPtr, copiedBytesPerRaw);
|
|
|
|
srcBufferPtr += srcMap.GetStride();
|
|
|
|
dstBufferPtr += dstMap.GetStride();
|
|
|
|
}
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
return dstDataSurface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2015-12-18 09:52:16 +03:00
|
|
|
* Encapsulate the given _aSurface_ into a layers::SourceSurfaceImage.
|
2015-07-30 21:47:00 +03:00
|
|
|
*/
|
|
|
|
static already_AddRefed<layers::Image>
|
2015-11-23 09:56:00 +03:00
|
|
|
CreateImageFromSurface(SourceSurface* aSurface)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
MOZ_ASSERT(aSurface);
|
2015-12-18 09:52:16 +03:00
|
|
|
RefPtr<layers::SourceSurfaceImage> image =
|
|
|
|
new layers::SourceSurfaceImage(aSurface->GetSize(), aSurface);
|
2015-07-30 21:47:00 +03:00
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* CreateImageFromRawData(), CreateSurfaceFromRawData() and
|
|
|
|
* CreateImageFromRawDataInMainThreadSyncTask are helpers for
|
|
|
|
* create-from-ImageData case
|
|
|
|
*/
|
|
|
|
static already_AddRefed<SourceSurface>
|
|
|
|
CreateSurfaceFromRawData(const gfx::IntSize& aSize,
|
|
|
|
uint32_t aStride,
|
|
|
|
gfx::SurfaceFormat aFormat,
|
|
|
|
uint8_t* aBuffer,
|
|
|
|
uint32_t aBufferLength,
|
2015-11-23 09:56:00 +03:00
|
|
|
const Maybe<IntRect>& aCropRect)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
MOZ_ASSERT(!aSize.IsEmpty());
|
|
|
|
MOZ_ASSERT(aBuffer);
|
|
|
|
|
|
|
|
// Wrap the source buffer into a SourceSurface.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> dataSurface =
|
2015-07-30 21:47:00 +03:00
|
|
|
Factory::CreateWrappingDataSourceSurface(aBuffer, aStride, aSize, aFormat);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!dataSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// The temporary cropRect variable is equal to the size of source buffer if we
|
|
|
|
// do not need to crop, or it equals to the given cropping size.
|
|
|
|
const IntRect cropRect = aCropRect.valueOr(IntRect(0, 0, aSize.width, aSize.height));
|
|
|
|
|
|
|
|
// Copy the source buffer in the _cropRect_ area into a new SourceSurface.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> result = CropAndCopyDataSourceSurface(dataSurface, cropRect);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(!result)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return result.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
static already_AddRefed<layers::Image>
|
|
|
|
CreateImageFromRawData(const gfx::IntSize& aSize,
|
|
|
|
uint32_t aStride,
|
|
|
|
gfx::SurfaceFormat aFormat,
|
|
|
|
uint8_t* aBuffer,
|
|
|
|
uint32_t aBufferLength,
|
2015-11-23 09:56:00 +03:00
|
|
|
const Maybe<IntRect>& aCropRect)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
|
|
|
|
// Copy and crop the source buffer into a SourceSurface.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> rgbaSurface =
|
2015-07-30 21:47:00 +03:00
|
|
|
CreateSurfaceFromRawData(aSize, aStride, aFormat,
|
|
|
|
aBuffer, aBufferLength,
|
2015-11-23 09:56:00 +03:00
|
|
|
aCropRect);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!rgbaSurface)) {
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Convert RGBA to BGRA
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> rgbaDataSurface = rgbaSurface->GetDataSurface();
|
|
|
|
RefPtr<DataSourceSurface> bgraDataSurface =
|
2015-07-30 21:47:00 +03:00
|
|
|
Factory::CreateDataSourceSurfaceWithStride(rgbaDataSurface->GetSize(),
|
|
|
|
SurfaceFormat::B8G8R8A8,
|
|
|
|
rgbaDataSurface->Stride());
|
|
|
|
|
|
|
|
DataSourceSurface::MappedSurface rgbaMap;
|
|
|
|
DataSourceSurface::MappedSurface bgraMap;
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!rgbaDataSurface->Map(DataSourceSurface::MapType::READ, &rgbaMap)) ||
|
|
|
|
NS_WARN_IF(!bgraDataSurface->Map(DataSourceSurface::MapType::WRITE, &bgraMap))) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2017-02-12 17:27:39 +03:00
|
|
|
SwizzleData(rgbaMap.mData, rgbaMap.mStride, SurfaceFormat::R8G8B8A8,
|
|
|
|
bgraMap.mData, bgraMap.mStride, SurfaceFormat::B8G8R8A8,
|
|
|
|
bgraDataSurface->GetSize());
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
rgbaDataSurface->Unmap();
|
|
|
|
bgraDataSurface->Unmap();
|
|
|
|
|
|
|
|
// Create an Image from the BGRA SourceSurface.
|
2015-11-23 09:56:00 +03:00
|
|
|
RefPtr<layers::Image> image = CreateImageFromSurface(bgraDataSurface);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This is a synchronous task.
|
2015-12-18 09:52:16 +03:00
|
|
|
* This class is used to create a layers::SourceSurfaceImage from raw data in the main
|
2015-07-30 21:47:00 +03:00
|
|
|
* thread. While creating an ImageBitmap from an ImageData, we need to create
|
|
|
|
* a SouceSurface from the ImageData's raw data and then set the SourceSurface
|
2015-12-18 09:52:16 +03:00
|
|
|
* into a layers::SourceSurfaceImage. However, the layers::SourceSurfaceImage asserts the
|
2015-07-30 21:47:00 +03:00
|
|
|
* setting operation in the main thread, so if we are going to create an
|
|
|
|
* ImageBitmap from an ImageData off the main thread, we post an event to the
|
2015-12-18 09:52:16 +03:00
|
|
|
* main thread to create a layers::SourceSurfaceImage from an ImageData's raw data.
|
2015-07-30 21:47:00 +03:00
|
|
|
*/
|
|
|
|
class CreateImageFromRawDataInMainThreadSyncTask final :
|
|
|
|
public WorkerMainThreadRunnable
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
CreateImageFromRawDataInMainThreadSyncTask(uint8_t* aBuffer,
|
|
|
|
uint32_t aBufferLength,
|
|
|
|
uint32_t aStride,
|
|
|
|
gfx::SurfaceFormat aFormat,
|
|
|
|
const gfx::IntSize& aSize,
|
|
|
|
const Maybe<IntRect>& aCropRect,
|
|
|
|
layers::Image** aImage)
|
2016-05-03 10:09:47 +03:00
|
|
|
: WorkerMainThreadRunnable(GetCurrentThreadWorkerPrivate(),
|
|
|
|
NS_LITERAL_CSTRING("ImageBitmap :: Create Image from Raw Data"))
|
2015-07-30 21:47:00 +03:00
|
|
|
, mImage(aImage)
|
|
|
|
, mBuffer(aBuffer)
|
|
|
|
, mBufferLength(aBufferLength)
|
|
|
|
, mStride(aStride)
|
|
|
|
, mFormat(aFormat)
|
|
|
|
, mSize(aSize)
|
|
|
|
, mCropRect(aCropRect)
|
|
|
|
{
|
2015-11-23 09:56:00 +03:00
|
|
|
MOZ_ASSERT(!(*aImage), "Don't pass an existing Image into CreateImageFromRawDataInMainThreadSyncTask.");
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
bool MainThreadRun() override
|
|
|
|
{
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<layers::Image> image =
|
2015-07-30 21:47:00 +03:00
|
|
|
CreateImageFromRawData(mSize, mStride, mFormat,
|
|
|
|
mBuffer, mBufferLength,
|
2015-11-23 09:56:00 +03:00
|
|
|
mCropRect);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!image)) {
|
2015-07-30 21:47:00 +03:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
image.forget(mImage);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
layers::Image** mImage;
|
|
|
|
uint8_t* mBuffer;
|
|
|
|
uint32_t mBufferLength;
|
|
|
|
uint32_t mStride;
|
|
|
|
gfx::SurfaceFormat mFormat;
|
|
|
|
gfx::IntSize mSize;
|
|
|
|
const Maybe<IntRect>& mCropRect;
|
|
|
|
};
|
|
|
|
|
|
|
|
static bool
|
|
|
|
CheckSecurityForHTMLElements(bool aIsWriteOnly, bool aCORSUsed, nsIPrincipal* aPrincipal)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aPrincipal);
|
|
|
|
|
|
|
|
if (aIsWriteOnly) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!aCORSUsed) {
|
|
|
|
nsIGlobalObject* incumbentSettingsObject = GetIncumbentGlobal();
|
|
|
|
if (NS_WARN_IF(!incumbentSettingsObject)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsIPrincipal* principal = incumbentSettingsObject->PrincipalOrNull();
|
|
|
|
if (NS_WARN_IF(!principal) || !(principal->Subsumes(aPrincipal))) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
static bool
|
|
|
|
CheckSecurityForHTMLElements(const nsLayoutUtils::SurfaceFromElementResult& aRes)
|
|
|
|
{
|
|
|
|
return CheckSecurityForHTMLElements(aRes.mIsWriteOnly, aRes.mCORSUsed, aRes.mPrincipal);
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* A wrapper to the nsLayoutUtils::SurfaceFromElement() function followed by the
|
|
|
|
* security checking.
|
|
|
|
*/
|
|
|
|
template<class HTMLElementType>
|
|
|
|
static already_AddRefed<SourceSurface>
|
|
|
|
GetSurfaceFromElement(nsIGlobalObject* aGlobal, HTMLElementType& aElement, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
nsLayoutUtils::SurfaceFromElementResult res =
|
|
|
|
nsLayoutUtils::SurfaceFromElement(&aElement, nsLayoutUtils::SFE_WANT_FIRST_FRAME);
|
|
|
|
|
|
|
|
// check origin-clean
|
|
|
|
if (!CheckSecurityForHTMLElements(res)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_SECURITY_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-11-25 07:15:29 +03:00
|
|
|
RefPtr<SourceSurface> surface = res.GetSourceSurface();
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!surface)) {
|
2015-07-30 21:47:00 +03:00
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return surface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The specification doesn't allow to create an ImegeBitmap from a vector image.
|
|
|
|
* This function is used to check if the given HTMLImageElement contains a
|
|
|
|
* raster image.
|
|
|
|
*/
|
|
|
|
static bool
|
|
|
|
HasRasterImage(HTMLImageElement& aImageEl)
|
|
|
|
{
|
|
|
|
nsresult rv;
|
|
|
|
|
|
|
|
nsCOMPtr<imgIRequest> imgRequest;
|
|
|
|
rv = aImageEl.GetRequest(nsIImageLoadingContent::CURRENT_REQUEST,
|
|
|
|
getter_AddRefs(imgRequest));
|
|
|
|
if (NS_SUCCEEDED(rv) && imgRequest) {
|
|
|
|
nsCOMPtr<imgIContainer> imgContainer;
|
|
|
|
rv = imgRequest->GetImage(getter_AddRefs(imgContainer));
|
|
|
|
if (NS_SUCCEEDED(rv) && imgContainer &&
|
|
|
|
imgContainer->GetType() == imgIContainer::TYPE_RASTER) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2016-01-19 10:06:20 +03:00
|
|
|
ImageBitmap::ImageBitmap(nsIGlobalObject* aGlobal, layers::Image* aData,
|
2017-04-13 09:46:43 +03:00
|
|
|
bool aIsPremultipliedAlpha /* = true */)
|
2015-07-30 21:47:00 +03:00
|
|
|
: mParent(aGlobal)
|
|
|
|
, mData(aData)
|
|
|
|
, mSurface(nullptr)
|
2016-04-27 08:03:01 +03:00
|
|
|
, mDataWrapper(new ImageUtils(mData))
|
2015-07-30 21:47:00 +03:00
|
|
|
, mPictureRect(0, 0, aData->GetSize().width, aData->GetSize().height)
|
2017-04-13 09:46:43 +03:00
|
|
|
, mIsPremultipliedAlpha(aIsPremultipliedAlpha)
|
2016-03-16 07:01:32 +03:00
|
|
|
, mIsCroppingAreaOutSideOfSourceImage(false)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
MOZ_ASSERT(aData, "aData is null in ImageBitmap constructor.");
|
|
|
|
}
|
|
|
|
|
|
|
|
ImageBitmap::~ImageBitmap()
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
JSObject*
|
|
|
|
ImageBitmap::WrapObject(JSContext* aCx, JS::Handle<JSObject*> aGivenProto)
|
|
|
|
{
|
|
|
|
return ImageBitmapBinding::Wrap(aCx, this, aGivenProto);
|
|
|
|
}
|
|
|
|
|
2015-12-18 09:52:17 +03:00
|
|
|
void
|
|
|
|
ImageBitmap::Close()
|
|
|
|
{
|
|
|
|
mData = nullptr;
|
|
|
|
mSurface = nullptr;
|
|
|
|
mPictureRect.SetEmpty();
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
void
|
|
|
|
ImageBitmap::SetPictureRect(const IntRect& aRect, ErrorResult& aRv)
|
|
|
|
{
|
2015-08-05 12:46:47 +03:00
|
|
|
mPictureRect = FixUpNegativeDimension(aRect, aRv);
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
void
|
|
|
|
ImageBitmap::SetIsCroppingAreaOutSideOfSourceImage(const IntSize& aSourceSize,
|
|
|
|
const Maybe<IntRect>& aCroppingRect)
|
|
|
|
{
|
|
|
|
// No cropping at all.
|
|
|
|
if (aCroppingRect.isNothing()) {
|
|
|
|
mIsCroppingAreaOutSideOfSourceImage = false;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (aCroppingRect->X() < 0 || aCroppingRect->Y() < 0 ||
|
|
|
|
aCroppingRect->Width() > aSourceSize.width ||
|
|
|
|
aCroppingRect->Height() > aSourceSize.height) {
|
|
|
|
mIsCroppingAreaOutSideOfSourceImage = true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-03-14 14:34:52 +03:00
|
|
|
static already_AddRefed<SourceSurface>
|
|
|
|
ConvertColorFormatIfNeeded(RefPtr<SourceSurface> aSurface)
|
|
|
|
{
|
|
|
|
const SurfaceFormat srcFormat = aSurface->GetFormat();
|
|
|
|
if (srcFormat == SurfaceFormat::R8G8B8A8 ||
|
|
|
|
srcFormat == SurfaceFormat::B8G8R8A8 ||
|
|
|
|
srcFormat == SurfaceFormat::R8G8B8X8 ||
|
|
|
|
srcFormat == SurfaceFormat::B8G8R8X8 ||
|
|
|
|
srcFormat == SurfaceFormat::A8R8G8B8 ||
|
|
|
|
srcFormat == SurfaceFormat::X8R8G8B8) {
|
|
|
|
return aSurface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (srcFormat == SurfaceFormat::A8 ||
|
|
|
|
srcFormat == SurfaceFormat::Depth) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
const int bytesPerPixel = BytesPerPixel(SurfaceFormat::B8G8R8A8);
|
|
|
|
const IntSize dstSize = aSurface->GetSize();
|
|
|
|
const uint32_t dstStride = dstSize.width * bytesPerPixel;
|
|
|
|
|
|
|
|
RefPtr<DataSourceSurface> dstDataSurface =
|
|
|
|
Factory::CreateDataSourceSurfaceWithStride(dstSize,
|
|
|
|
SurfaceFormat::B8G8R8A8,
|
|
|
|
dstStride);
|
|
|
|
|
|
|
|
RefPtr<DataSourceSurface> srcDataSurface = aSurface->GetDataSurface();
|
|
|
|
if (NS_WARN_IF(!srcDataSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
DataSourceSurface::ScopedMap srcMap(srcDataSurface, DataSourceSurface::READ);
|
|
|
|
DataSourceSurface::ScopedMap dstMap(dstDataSurface, DataSourceSurface::WRITE);
|
|
|
|
if (NS_WARN_IF(!srcMap.IsMapped()) || NS_WARN_IF(!dstMap.IsMapped())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
int rv = 0;
|
|
|
|
if (srcFormat == SurfaceFormat::R8G8B8) {
|
|
|
|
rv = RGB24ToBGRA32(srcMap.GetData(), srcMap.GetStride(),
|
|
|
|
dstMap.GetData(), dstMap.GetStride(),
|
|
|
|
dstSize.width, dstSize.height);
|
|
|
|
} else if (srcFormat == SurfaceFormat::B8G8R8) {
|
|
|
|
rv = BGR24ToBGRA32(srcMap.GetData(), srcMap.GetStride(),
|
|
|
|
dstMap.GetData(), dstMap.GetStride(),
|
|
|
|
dstSize.width, dstSize.height);
|
|
|
|
} else if (srcFormat == SurfaceFormat::HSV) {
|
|
|
|
rv = HSVToBGRA32((const float*)srcMap.GetData(), srcMap.GetStride(),
|
|
|
|
dstMap.GetData(), dstMap.GetStride(),
|
|
|
|
dstSize.width, dstSize.height);
|
|
|
|
} else if (srcFormat == SurfaceFormat::Lab) {
|
|
|
|
rv = LabToBGRA32((const float*)srcMap.GetData(), srcMap.GetStride(),
|
|
|
|
dstMap.GetData(), dstMap.GetStride(),
|
|
|
|
dstSize.width, dstSize.height);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (NS_WARN_IF(rv != 0)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return dstDataSurface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* The functionality of PrepareForDrawTarget method:
|
|
|
|
* (1) Get a SourceSurface from the mData (which is a layers::Image).
|
|
|
|
* (2) Convert the SourceSurface to format B8G8R8A8 if the original format is
|
|
|
|
* R8G8B8, B8G8R8, HSV or Lab.
|
|
|
|
* Note: if the original format is A8 or Depth, then return null directly.
|
|
|
|
* (3) Do cropping if the size of SourceSurface does not equal to the
|
|
|
|
* mPictureRect.
|
|
|
|
* (4) Pre-multiply alpha if needed.
|
|
|
|
*/
|
2015-07-30 21:47:00 +03:00
|
|
|
already_AddRefed<SourceSurface>
|
|
|
|
ImageBitmap::PrepareForDrawTarget(gfx::DrawTarget* aTarget)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aTarget);
|
|
|
|
|
2015-12-18 09:52:17 +03:00
|
|
|
if (!mData) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
if (!mSurface) {
|
|
|
|
mSurface = mData->GetAsSourceSurface();
|
|
|
|
|
2016-01-19 10:06:20 +03:00
|
|
|
if (!mSurface) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
2016-03-14 14:34:52 +03:00
|
|
|
// Check if we need to convert the format.
|
|
|
|
// Convert R8G8B8/B8G8R8/HSV/Lab to B8G8R8A8.
|
|
|
|
// Return null if the original format is A8 or Depth.
|
|
|
|
mSurface = ConvertColorFormatIfNeeded(mSurface);
|
|
|
|
if (NS_WARN_IF(!mSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DrawTarget> target = aTarget;
|
2015-07-30 21:47:00 +03:00
|
|
|
IntRect surfRect(0, 0, mSurface->GetSize().width, mSurface->GetSize().height);
|
|
|
|
|
|
|
|
// Check if we still need to crop our surface
|
|
|
|
if (!mPictureRect.IsEqualEdges(surfRect)) {
|
|
|
|
|
|
|
|
IntRect surfPortion = surfRect.Intersect(mPictureRect);
|
|
|
|
|
|
|
|
// the crop lies entirely outside the surface area, nothing to draw
|
|
|
|
if (surfPortion.IsEmpty()) {
|
|
|
|
mSurface = nullptr;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<gfx::SourceSurface> surface(mSurface);
|
2015-07-30 21:47:00 +03:00
|
|
|
return surface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
IntPoint dest(std::max(0, surfPortion.X() - mPictureRect.X()),
|
|
|
|
std::max(0, surfPortion.Y() - mPictureRect.Y()));
|
|
|
|
|
2015-08-06 11:58:00 +03:00
|
|
|
// We must initialize this target with mPictureRect.Size() because the
|
|
|
|
// specification states that if the cropping area is given, then return an
|
|
|
|
// ImageBitmap with the size equals to the cropping area.
|
|
|
|
target = target->CreateSimilarDrawTarget(mPictureRect.Size(),
|
2015-07-30 21:47:00 +03:00
|
|
|
target->GetFormat());
|
|
|
|
|
|
|
|
if (!target) {
|
|
|
|
mSurface = nullptr;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<gfx::SourceSurface> surface(mSurface);
|
2015-07-30 21:47:00 +03:00
|
|
|
return surface.forget();
|
|
|
|
}
|
|
|
|
|
2016-04-28 16:22:32 +03:00
|
|
|
target->CopySurface(mSurface, surfPortion, dest);
|
|
|
|
mSurface = target->Snapshot();
|
2015-08-06 11:58:00 +03:00
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Make mCropRect match new surface we've cropped to
|
|
|
|
mPictureRect.MoveTo(0, 0);
|
|
|
|
}
|
|
|
|
|
2016-01-19 10:06:20 +03:00
|
|
|
// Pre-multiply alpha here.
|
2017-04-13 09:46:43 +03:00
|
|
|
// Apply pre-multiply alpha only if mIsPremultipliedAlpha is false.
|
2016-04-27 08:03:01 +03:00
|
|
|
// Ignore this step if the source surface does not have alpha channel; this
|
|
|
|
// kind of source surfaces might come form layers::PlanarYCbCrImage.
|
2017-04-13 09:46:43 +03:00
|
|
|
if (!mIsPremultipliedAlpha &&
|
|
|
|
mSurface->GetFormat() != SurfaceFormat::B8G8R8X8 &&
|
|
|
|
mSurface->GetFormat() != SurfaceFormat::R8G8B8X8 &&
|
|
|
|
mSurface->GetFormat() != SurfaceFormat::X8R8G8B8) {
|
2016-01-19 10:06:20 +03:00
|
|
|
MOZ_ASSERT(mSurface->GetFormat() == SurfaceFormat::R8G8B8A8 ||
|
|
|
|
mSurface->GetFormat() == SurfaceFormat::B8G8R8A8 ||
|
|
|
|
mSurface->GetFormat() == SurfaceFormat::A8R8G8B8);
|
|
|
|
|
2016-04-28 16:22:32 +03:00
|
|
|
RefPtr<DataSourceSurface> dstSurface = mSurface->GetDataSurface();
|
|
|
|
MOZ_ASSERT(dstSurface);
|
|
|
|
|
|
|
|
RefPtr<DataSourceSurface> srcSurface;
|
|
|
|
DataSourceSurface::MappedSurface srcMap;
|
|
|
|
DataSourceSurface::MappedSurface dstMap;
|
|
|
|
|
2017-02-12 17:27:39 +03:00
|
|
|
if (dstSurface->Map(DataSourceSurface::MapType::READ_WRITE, &dstMap)) {
|
|
|
|
srcMap = dstMap;
|
|
|
|
} else {
|
2016-04-28 16:22:32 +03:00
|
|
|
srcSurface = dstSurface;
|
|
|
|
if (!srcSurface->Map(DataSourceSurface::READ, &srcMap)) {
|
|
|
|
gfxCriticalError() << "Failed to map source surface for premultiplying alpha.";
|
|
|
|
return nullptr;
|
|
|
|
}
|
2016-01-19 10:06:20 +03:00
|
|
|
|
2016-04-28 16:22:32 +03:00
|
|
|
dstSurface = Factory::CreateDataSourceSurface(srcSurface->GetSize(), srcSurface->GetFormat());
|
|
|
|
|
|
|
|
if (!dstSurface || !dstSurface->Map(DataSourceSurface::MapType::WRITE, &dstMap)) {
|
|
|
|
gfxCriticalError() << "Failed to map destination surface for premultiplying alpha.";
|
|
|
|
srcSurface->Unmap();
|
|
|
|
return nullptr;
|
|
|
|
}
|
2016-01-19 10:06:20 +03:00
|
|
|
}
|
|
|
|
|
2017-02-12 17:27:39 +03:00
|
|
|
PremultiplyData(srcMap.mData, srcMap.mStride, mSurface->GetFormat(),
|
|
|
|
dstMap.mData, dstMap.mStride, mSurface->GetFormat(),
|
|
|
|
dstSurface->GetSize());
|
2016-01-19 10:06:20 +03:00
|
|
|
|
2016-04-28 16:22:32 +03:00
|
|
|
dstSurface->Unmap();
|
|
|
|
if (srcSurface) {
|
|
|
|
srcSurface->Unmap();
|
|
|
|
}
|
|
|
|
|
|
|
|
mSurface = dstSurface;
|
2016-01-19 10:06:20 +03:00
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Replace our surface with one optimized for the target we're about to draw
|
|
|
|
// to, under the assumption it'll likely be drawn again to that target.
|
|
|
|
// This call should be a no-op for already-optimized surfaces
|
|
|
|
mSurface = target->OptimizeSourceSurface(mSurface);
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<gfx::SourceSurface> surface(mSurface);
|
2015-07-30 21:47:00 +03:00
|
|
|
return surface.forget();
|
|
|
|
}
|
|
|
|
|
2015-12-18 09:52:17 +03:00
|
|
|
already_AddRefed<layers::Image>
|
|
|
|
ImageBitmap::TransferAsImage()
|
|
|
|
{
|
|
|
|
RefPtr<layers::Image> image = mData;
|
|
|
|
Close();
|
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
|
2016-12-21 01:59:51 +03:00
|
|
|
UniquePtr<ImageBitmapCloneData>
|
|
|
|
ImageBitmap::ToCloneData() const
|
2015-12-18 09:52:16 +03:00
|
|
|
{
|
2016-12-21 01:59:51 +03:00
|
|
|
UniquePtr<ImageBitmapCloneData> result(new ImageBitmapCloneData());
|
2015-12-18 09:52:16 +03:00
|
|
|
result->mPictureRect = mPictureRect;
|
2017-04-13 09:46:43 +03:00
|
|
|
result->mIsPremultipliedAlpha = mIsPremultipliedAlpha;
|
2016-03-16 07:01:32 +03:00
|
|
|
result->mIsCroppingAreaOutSideOfSourceImage = mIsCroppingAreaOutSideOfSourceImage;
|
2015-12-18 09:52:16 +03:00
|
|
|
RefPtr<SourceSurface> surface = mData->GetAsSourceSurface();
|
|
|
|
result->mSurface = surface->GetDataSurface();
|
|
|
|
MOZ_ASSERT(result->mSurface);
|
|
|
|
|
2016-12-21 01:59:51 +03:00
|
|
|
return Move(result);
|
2015-12-18 09:52:16 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateFromCloneData(nsIGlobalObject* aGlobal,
|
|
|
|
ImageBitmapCloneData* aData)
|
|
|
|
{
|
2016-03-16 07:01:32 +03:00
|
|
|
RefPtr<layers::Image> data = CreateImageFromSurface(aData->mSurface);
|
2015-12-18 09:52:16 +03:00
|
|
|
|
2017-04-13 09:46:43 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data,
|
|
|
|
aData->mIsPremultipliedAlpha);
|
2016-03-16 07:01:32 +03:00
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aGlobal, aData->mSurface);
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
ret->mIsCroppingAreaOutSideOfSourceImage =
|
|
|
|
aData->mIsCroppingAreaOutSideOfSourceImage;
|
|
|
|
|
2015-12-18 09:52:16 +03:00
|
|
|
ErrorResult rv;
|
|
|
|
ret->SetPictureRect(aData->mPictureRect, rv);
|
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
2015-12-18 09:52:17 +03:00
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateFromOffscreenCanvas(nsIGlobalObject* aGlobal,
|
|
|
|
OffscreenCanvas& aOffscreenCanvas,
|
|
|
|
ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
// Check origin-clean.
|
|
|
|
if (aOffscreenCanvas.IsWriteOnly()) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_SECURITY_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
nsLayoutUtils::SurfaceFromElementResult res =
|
|
|
|
nsLayoutUtils::SurfaceFromOffscreenCanvas(&aOffscreenCanvas,
|
|
|
|
nsLayoutUtils::SFE_WANT_FIRST_FRAME);
|
|
|
|
|
|
|
|
RefPtr<SourceSurface> surface = res.GetSourceSurface();
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!surface)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
RefPtr<layers::Image> data =
|
|
|
|
CreateImageFromSurface(surface);
|
|
|
|
|
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data);
|
2016-10-28 13:18:48 +03:00
|
|
|
|
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aGlobal, surface);
|
|
|
|
|
2015-12-18 09:52:17 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, HTMLImageElement& aImageEl,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
// Check if the image element is completely available or not.
|
|
|
|
if (!aImageEl.Complete()) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check if the image element is a bitmap (e.g. it's a vector graphic) or not.
|
|
|
|
if (!HasRasterImage(aImageEl)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the SourceSurface out from the image element and then do security
|
|
|
|
// checking.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> surface = GetSurfaceFromElement(aGlobal, aImageEl, aRv);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(aRv.Failed())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create ImageBitmap.
|
2015-11-23 09:56:00 +03:00
|
|
|
RefPtr<layers::Image> data = CreateImageFromSurface(surface);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// Set the picture rectangle.
|
|
|
|
if (ret && aCropRect.isSome()) {
|
|
|
|
ret->SetPictureRect(aCropRect.ref(), aRv);
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(surface->GetSize(), aCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, HTMLVideoElement& aVideoEl,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
2016-09-02 11:52:44 +03:00
|
|
|
aVideoEl.MarkAsContentSource(mozilla::dom::HTMLVideoElement::CallerAPI::CREATE_IMAGEBITMAP);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Check network state.
|
|
|
|
if (aVideoEl.NetworkState() == HTMLMediaElement::NETWORK_EMPTY) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check ready state.
|
|
|
|
// Cannot be HTMLMediaElement::HAVE_NOTHING or HTMLMediaElement::HAVE_METADATA.
|
|
|
|
if (aVideoEl.ReadyState() <= HTMLMediaElement::HAVE_METADATA) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check security.
|
2016-01-26 10:36:52 +03:00
|
|
|
nsCOMPtr<nsIPrincipal> principal = aVideoEl.GetCurrentVideoPrincipal();
|
2015-07-30 21:47:00 +03:00
|
|
|
bool CORSUsed = aVideoEl.GetCORSMode() != CORS_NONE;
|
|
|
|
if (!CheckSecurityForHTMLElements(false, CORSUsed, principal)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_SECURITY_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create ImageBitmap.
|
2017-03-22 10:21:44 +03:00
|
|
|
RefPtr<layers::Image> data = aVideoEl.GetCurrentImage();
|
2016-10-06 17:59:15 +03:00
|
|
|
if (!data) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// Set the picture rectangle.
|
|
|
|
if (ret && aCropRect.isSome()) {
|
|
|
|
ret->SetPictureRect(aCropRect.ref(), aRv);
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(data->GetSize(), aCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, HTMLCanvasElement& aCanvasEl,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
if (aCanvasEl.Width() == 0 || aCanvasEl.Height() == 0) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> surface = GetSurfaceFromElement(aGlobal, aCanvasEl, aRv);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(aRv.Failed())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Crop the source surface if needed.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> croppedSurface;
|
2015-07-30 21:47:00 +03:00
|
|
|
IntRect cropRect = aCropRect.valueOr(IntRect());
|
|
|
|
|
|
|
|
// If the HTMLCanvasElement's rendering context is WebGL, then the snapshot
|
|
|
|
// we got from the HTMLCanvasElement is a DataSourceSurface which is a copy
|
|
|
|
// of the rendering context. We handle cropping in this case.
|
2016-10-28 13:18:48 +03:00
|
|
|
bool needToReportMemoryAllocation = false;
|
2015-07-30 21:47:00 +03:00
|
|
|
if ((aCanvasEl.GetCurrentContextType() == CanvasContextType::WebGL1 ||
|
|
|
|
aCanvasEl.GetCurrentContextType() == CanvasContextType::WebGL2) &&
|
|
|
|
aCropRect.isSome()) {
|
|
|
|
// The _surface_ must be a DataSourceSurface.
|
2017-01-18 18:12:32 +03:00
|
|
|
MOZ_ASSERT(surface->IsDataSourceSurface(),
|
2015-07-30 21:47:00 +03:00
|
|
|
"The snapshot SourceSurface from WebGL rendering contest is not \
|
|
|
|
DataSourceSurface.");
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> dataSurface = surface->GetDataSurface();
|
2015-08-05 12:46:47 +03:00
|
|
|
croppedSurface = CropAndCopyDataSourceSurface(dataSurface, cropRect);
|
2015-07-30 21:47:00 +03:00
|
|
|
cropRect.MoveTo(0, 0);
|
2016-10-28 13:18:48 +03:00
|
|
|
needToReportMemoryAllocation = true;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
else {
|
|
|
|
croppedSurface = surface;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!croppedSurface)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create an Image from the SourceSurface.
|
2015-11-23 09:56:00 +03:00
|
|
|
RefPtr<layers::Image> data = CreateImageFromSurface(croppedSurface);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation if needed.
|
|
|
|
if (needToReportMemoryAllocation) {
|
|
|
|
RegisterAllocation(aGlobal, croppedSurface);
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Set the picture rectangle.
|
|
|
|
if (ret && aCropRect.isSome()) {
|
|
|
|
ret->SetPictureRect(cropRect, aRv);
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(surface->GetSize(), aCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, ImageData& aImageData,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
// Copy data into SourceSurface.
|
|
|
|
dom::Uint8ClampedArray array;
|
|
|
|
DebugOnly<bool> inited = array.Init(aImageData.GetDataObject());
|
|
|
|
MOZ_ASSERT(inited);
|
|
|
|
|
|
|
|
array.ComputeLengthAndData();
|
|
|
|
const SurfaceFormat FORMAT = SurfaceFormat::R8G8B8A8;
|
|
|
|
const uint32_t BYTES_PER_PIXEL = BytesPerPixel(FORMAT);
|
|
|
|
const uint32_t imageWidth = aImageData.Width();
|
|
|
|
const uint32_t imageHeight = aImageData.Height();
|
|
|
|
const uint32_t imageStride = imageWidth * BYTES_PER_PIXEL;
|
|
|
|
const uint32_t dataLength = array.Length();
|
|
|
|
const gfx::IntSize imageSize(imageWidth, imageHeight);
|
|
|
|
|
|
|
|
// Check the ImageData is neutered or not.
|
|
|
|
if (imageWidth == 0 || imageHeight == 0 ||
|
|
|
|
(imageWidth * imageHeight * BYTES_PER_PIXEL) != dataLength) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create and Crop the raw data into a layers::Image
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<layers::Image> data;
|
2015-07-30 21:47:00 +03:00
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
data = CreateImageFromRawData(imageSize, imageStride, FORMAT,
|
|
|
|
array.Data(), dataLength,
|
2015-11-23 09:56:00 +03:00
|
|
|
aCropRect);
|
2015-07-30 21:47:00 +03:00
|
|
|
} else {
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<CreateImageFromRawDataInMainThreadSyncTask> task
|
2015-07-30 21:47:00 +03:00
|
|
|
= new CreateImageFromRawDataInMainThreadSyncTask(array.Data(),
|
|
|
|
dataLength,
|
|
|
|
imageStride,
|
|
|
|
FORMAT,
|
|
|
|
imageSize,
|
|
|
|
aCropRect,
|
|
|
|
getter_AddRefs(data));
|
2017-01-05 12:05:32 +03:00
|
|
|
task->Dispatch(Terminating, aRv);
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create an ImageBimtap.
|
2017-04-13 09:46:43 +03:00
|
|
|
// ImageData's underlying data is not alpha-premultiplied.
|
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data, false);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aGlobal, data);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// The cropping information has been handled in the CreateImageFromRawData()
|
|
|
|
// function.
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(imageSize, aCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, CanvasRenderingContext2D& aCanvasCtx,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
// Check origin-clean.
|
|
|
|
if (aCanvasCtx.GetCanvas()->IsWriteOnly()) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_SECURITY_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> surface = aCanvasCtx.GetSurfaceSnapshot();
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(!surface)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
const IntSize surfaceSize = surface->GetSize();
|
|
|
|
if (surfaceSize.width == 0 || surfaceSize.height == 0) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
RefPtr<layers::Image> data = CreateImageFromSurface(surface);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-23 09:56:00 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aGlobal, surface);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Set the picture rectangle.
|
|
|
|
if (ret && aCropRect.isSome()) {
|
|
|
|
ret->SetPictureRect(aCropRect.ref(), aRv);
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(surface->GetSize(), aCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<ImageBitmap>
|
|
|
|
ImageBitmap::CreateInternal(nsIGlobalObject* aGlobal, ImageBitmap& aImageBitmap,
|
|
|
|
const Maybe<IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
if (!aImageBitmap.mData) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<layers::Image> data = aImageBitmap.mData;
|
2017-04-13 09:46:43 +03:00
|
|
|
RefPtr<ImageBitmap> ret = new ImageBitmap(aGlobal, data, aImageBitmap.mIsPremultipliedAlpha);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// Set the picture rectangle.
|
|
|
|
if (ret && aCropRect.isSome()) {
|
|
|
|
ret->SetPictureRect(aCropRect.ref(), aRv);
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
if (aImageBitmap.mIsCroppingAreaOutSideOfSourceImage == true) {
|
|
|
|
ret->mIsCroppingAreaOutSideOfSourceImage = true;
|
|
|
|
} else {
|
|
|
|
ret->SetIsCroppingAreaOutSideOfSourceImage(aImageBitmap.mPictureRect.Size(),
|
|
|
|
aCropRect);
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return ret.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
class FulfillImageBitmapPromise
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
FulfillImageBitmapPromise(Promise* aPromise, ImageBitmap* aImageBitmap)
|
|
|
|
: mPromise(aPromise)
|
|
|
|
, mImageBitmap(aImageBitmap)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aPromise);
|
|
|
|
}
|
|
|
|
|
|
|
|
void DoFulfillImageBitmapPromise()
|
|
|
|
{
|
|
|
|
mPromise->MaybeResolve(mImageBitmap);
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<Promise> mPromise;
|
|
|
|
RefPtr<ImageBitmap> mImageBitmap;
|
2015-07-30 21:47:00 +03:00
|
|
|
};
|
|
|
|
|
2016-04-26 03:23:21 +03:00
|
|
|
class FulfillImageBitmapPromiseTask final : public Runnable,
|
2015-07-30 21:47:00 +03:00
|
|
|
public FulfillImageBitmapPromise
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
FulfillImageBitmapPromiseTask(Promise* aPromise, ImageBitmap* aImageBitmap)
|
|
|
|
: FulfillImageBitmapPromise(aPromise, aImageBitmap)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
NS_IMETHOD Run() override
|
|
|
|
{
|
|
|
|
DoFulfillImageBitmapPromise();
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
class FulfillImageBitmapPromiseWorkerTask final : public WorkerSameThreadRunnable,
|
|
|
|
public FulfillImageBitmapPromise
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
FulfillImageBitmapPromiseWorkerTask(Promise* aPromise, ImageBitmap* aImageBitmap)
|
|
|
|
: WorkerSameThreadRunnable(GetCurrentThreadWorkerPrivate()),
|
|
|
|
FulfillImageBitmapPromise(aPromise, aImageBitmap)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
bool WorkerRun(JSContext* aCx, WorkerPrivate* aWorkerPrivate) override
|
|
|
|
{
|
|
|
|
DoFulfillImageBitmapPromise();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
AsyncFulfillImageBitmapPromise(Promise* aPromise, ImageBitmap* aImageBitmap)
|
|
|
|
{
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
nsCOMPtr<nsIRunnable> task =
|
|
|
|
new FulfillImageBitmapPromiseTask(aPromise, aImageBitmap);
|
|
|
|
NS_DispatchToCurrentThread(task); // Actually, to the main-thread.
|
|
|
|
} else {
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<FulfillImageBitmapPromiseWorkerTask> task =
|
2015-07-30 21:47:00 +03:00
|
|
|
new FulfillImageBitmapPromiseWorkerTask(aPromise, aImageBitmap);
|
2016-02-26 23:23:12 +03:00
|
|
|
task->Dispatch(); // Actually, to the current worker-thread.
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static already_AddRefed<SourceSurface>
|
2015-11-22 18:27:44 +03:00
|
|
|
DecodeBlob(Blob& aBlob)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
// Get the internal stream of the blob.
|
|
|
|
nsCOMPtr<nsIInputStream> stream;
|
2015-11-22 18:27:44 +03:00
|
|
|
ErrorResult error;
|
|
|
|
aBlob.Impl()->GetInternalStream(getter_AddRefs(stream), error);
|
|
|
|
if (NS_WARN_IF(error.Failed())) {
|
2016-07-22 17:50:10 +03:00
|
|
|
error.SuppressException();
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the MIME type string of the blob.
|
|
|
|
// The type will be checked in the DecodeImage() method.
|
|
|
|
nsAutoString mimeTypeUTF16;
|
|
|
|
aBlob.GetType(mimeTypeUTF16);
|
|
|
|
|
|
|
|
// Get the Component object.
|
|
|
|
nsCOMPtr<imgITools> imgtool = do_GetService(NS_IMGTOOLS_CID);
|
|
|
|
if (NS_WARN_IF(!imgtool)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Decode image.
|
|
|
|
NS_ConvertUTF16toUTF8 mimeTypeUTF8(mimeTypeUTF16); // NS_ConvertUTF16toUTF8 ---|> nsAutoCString
|
|
|
|
nsCOMPtr<imgIContainer> imgContainer;
|
|
|
|
nsresult rv = imgtool->DecodeImage(stream, mimeTypeUTF8, getter_AddRefs(imgContainer));
|
2015-11-22 18:27:44 +03:00
|
|
|
if (NS_WARN_IF(NS_FAILED(rv))) {
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Get the surface out.
|
|
|
|
uint32_t frameFlags = imgIContainer::FLAG_SYNC_DECODE | imgIContainer::FLAG_WANT_DATA_SURFACE;
|
|
|
|
uint32_t whichFrame = imgIContainer::FRAME_FIRST;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> surface = imgContainer->GetFrame(whichFrame, frameFlags);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(!surface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return surface.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
static already_AddRefed<layers::Image>
|
2016-03-16 07:01:32 +03:00
|
|
|
DecodeAndCropBlob(Blob& aBlob, Maybe<IntRect>& aCropRect,
|
|
|
|
/*Output*/ IntSize& sourceSize)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
// Decode the blob into a SourceSurface.
|
2015-11-22 18:27:44 +03:00
|
|
|
RefPtr<SourceSurface> surface = DecodeBlob(aBlob);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-22 18:27:44 +03:00
|
|
|
if (NS_WARN_IF(!surface)) {
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Set the _sourceSize_ output parameter.
|
|
|
|
sourceSize = surface->GetSize();
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
// Crop the source surface if needed.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<SourceSurface> croppedSurface = surface;
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (aCropRect.isSome()) {
|
|
|
|
// The blob is just decoded into a RasterImage and not optimized yet, so the
|
|
|
|
// _surface_ we get is a DataSourceSurface which wraps the RasterImage's
|
|
|
|
// raw buffer.
|
2015-08-06 17:36:06 +03:00
|
|
|
//
|
|
|
|
// The _surface_ might already be optimized so that its type is not
|
|
|
|
// SurfaceType::DATA. However, we could keep using the generic cropping and
|
|
|
|
// copying since the decoded buffer is only used in this ImageBitmap so we
|
|
|
|
// should crop it to save memory usage.
|
|
|
|
//
|
|
|
|
// TODO: Bug1189632 is going to refactor this create-from-blob part to
|
|
|
|
// decode the blob off the main thread. Re-check if we should do
|
|
|
|
// cropping at this moment again there.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DataSourceSurface> dataSurface = surface->GetDataSurface();
|
2015-08-05 12:46:47 +03:00
|
|
|
croppedSurface = CropAndCopyDataSourceSurface(dataSurface, aCropRect.ref());
|
2015-07-30 21:47:00 +03:00
|
|
|
aCropRect->MoveTo(0, 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!croppedSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create an Image from the source surface.
|
2015-11-23 09:56:00 +03:00
|
|
|
RefPtr<layers::Image> image = CreateImageFromSurface(croppedSurface);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
class CreateImageBitmapFromBlob
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
CreateImageBitmapFromBlob(Promise* aPromise,
|
|
|
|
nsIGlobalObject* aGlobal,
|
|
|
|
Blob& aBlob,
|
|
|
|
const Maybe<IntRect>& aCropRect)
|
|
|
|
: mPromise(aPromise),
|
|
|
|
mGlobalObject(aGlobal),
|
|
|
|
mBlob(&aBlob),
|
|
|
|
mCropRect(aCropRect)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual ~CreateImageBitmapFromBlob()
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
2015-11-13 21:25:39 +03:00
|
|
|
// Returns true on success, false on failure.
|
|
|
|
bool DoCreateImageBitmapFromBlob()
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
2015-11-13 21:25:39 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap = CreateImageBitmap();
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// handle errors while creating ImageBitmap
|
|
|
|
// (1) error occurs during reading of the object
|
|
|
|
// (2) the image data is not in a supported file format
|
|
|
|
// (3) the image data is corrupted
|
2016-08-16 06:52:58 +03:00
|
|
|
// All these three cases should reject the promise with "InvalidStateError"
|
|
|
|
// DOMException
|
2015-11-13 21:25:39 +03:00
|
|
|
if (!imageBitmap) {
|
|
|
|
return false;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (imageBitmap && mCropRect.isSome()) {
|
2015-11-13 21:25:39 +03:00
|
|
|
ErrorResult rv;
|
|
|
|
imageBitmap->SetPictureRect(mCropRect.ref(), rv);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-13 21:25:39 +03:00
|
|
|
if (rv.Failed()) {
|
|
|
|
mPromise->MaybeReject(rv);
|
|
|
|
return false;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(mGlobalObject, imageBitmap->mData);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
mPromise->MaybeResolve(imageBitmap);
|
2015-11-13 21:25:39 +03:00
|
|
|
return true;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
2015-11-13 21:25:39 +03:00
|
|
|
// Will return null on failure. In that case, mPromise will already
|
|
|
|
// be rejected with the right thing.
|
|
|
|
virtual already_AddRefed<ImageBitmap> CreateImageBitmap() = 0;
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<Promise> mPromise;
|
2015-07-30 21:47:00 +03:00
|
|
|
nsCOMPtr<nsIGlobalObject> mGlobalObject;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<mozilla::dom::Blob> mBlob;
|
2015-07-30 21:47:00 +03:00
|
|
|
Maybe<IntRect> mCropRect;
|
|
|
|
};
|
|
|
|
|
2016-04-26 03:23:21 +03:00
|
|
|
class CreateImageBitmapFromBlobTask final : public Runnable,
|
2015-07-30 21:47:00 +03:00
|
|
|
public CreateImageBitmapFromBlob
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
CreateImageBitmapFromBlobTask(Promise* aPromise,
|
|
|
|
nsIGlobalObject* aGlobal,
|
|
|
|
Blob& aBlob,
|
|
|
|
const Maybe<IntRect>& aCropRect)
|
|
|
|
:CreateImageBitmapFromBlob(aPromise, aGlobal, aBlob, aCropRect)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
NS_IMETHOD Run() override
|
|
|
|
{
|
2015-11-13 21:25:39 +03:00
|
|
|
DoCreateImageBitmapFromBlob();
|
2015-07-30 21:47:00 +03:00
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2015-11-13 21:25:39 +03:00
|
|
|
already_AddRefed<ImageBitmap> CreateImageBitmap() override
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
2016-03-16 07:01:32 +03:00
|
|
|
// _sourceSize_ is used to get the original size of the source image,
|
|
|
|
// before being cropped.
|
|
|
|
IntSize sourceSize;
|
|
|
|
|
|
|
|
// Keep the orignal cropping rectangle because the mCropRect might be
|
|
|
|
// modified in DecodeAndCropBlob().
|
|
|
|
Maybe<IntRect> originalCropRect = mCropRect;
|
|
|
|
|
|
|
|
RefPtr<layers::Image> data = DecodeAndCropBlob(*mBlob, mCropRect, sourceSize);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-22 18:27:44 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
2016-08-16 06:52:58 +03:00
|
|
|
mPromise->MaybeReject(NS_ERROR_DOM_INVALID_STATE_ERR);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create ImageBitmap object.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap = new ImageBitmap(mGlobalObject, data);
|
2016-03-16 07:01:32 +03:00
|
|
|
|
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
imageBitmap->SetIsCroppingAreaOutSideOfSourceImage(sourceSize, originalCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return imageBitmap.forget();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
class CreateImageBitmapFromBlobWorkerTask final : public WorkerSameThreadRunnable,
|
|
|
|
public CreateImageBitmapFromBlob
|
|
|
|
{
|
|
|
|
// This is a synchronous task.
|
|
|
|
class DecodeBlobInMainThreadSyncTask final : public WorkerMainThreadRunnable
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
DecodeBlobInMainThreadSyncTask(WorkerPrivate* aWorkerPrivate,
|
|
|
|
Blob& aBlob,
|
|
|
|
Maybe<IntRect>& aCropRect,
|
2016-03-16 07:01:32 +03:00
|
|
|
layers::Image** aImage,
|
|
|
|
IntSize& aSourceSize)
|
2016-05-03 10:09:47 +03:00
|
|
|
: WorkerMainThreadRunnable(aWorkerPrivate,
|
|
|
|
NS_LITERAL_CSTRING("ImageBitmap :: Create Image from Blob"))
|
2015-07-30 21:47:00 +03:00
|
|
|
, mBlob(aBlob)
|
|
|
|
, mCropRect(aCropRect)
|
|
|
|
, mImage(aImage)
|
2016-03-16 07:01:32 +03:00
|
|
|
, mSourceSize(aSourceSize)
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MainThreadRun() override
|
|
|
|
{
|
2016-03-16 07:01:32 +03:00
|
|
|
RefPtr<layers::Image> image = DecodeAndCropBlob(mBlob, mCropRect, mSourceSize);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-22 18:27:44 +03:00
|
|
|
if (NS_WARN_IF(!image)) {
|
2015-11-24 08:04:20 +03:00
|
|
|
return true;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
image.forget(mImage);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
Blob& mBlob;
|
|
|
|
Maybe<IntRect>& mCropRect;
|
|
|
|
layers::Image** mImage;
|
2016-03-16 07:01:32 +03:00
|
|
|
IntSize mSourceSize;
|
2015-07-30 21:47:00 +03:00
|
|
|
};
|
|
|
|
|
|
|
|
public:
|
|
|
|
CreateImageBitmapFromBlobWorkerTask(Promise* aPromise,
|
|
|
|
nsIGlobalObject* aGlobal,
|
|
|
|
mozilla::dom::Blob& aBlob,
|
|
|
|
const Maybe<IntRect>& aCropRect)
|
|
|
|
: WorkerSameThreadRunnable(GetCurrentThreadWorkerPrivate()),
|
|
|
|
CreateImageBitmapFromBlob(aPromise, aGlobal, aBlob, aCropRect)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
bool WorkerRun(JSContext* aCx, WorkerPrivate* aWorkerPrivate) override
|
|
|
|
{
|
2015-11-13 21:25:39 +03:00
|
|
|
return DoCreateImageBitmapFromBlob();
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2015-11-13 21:25:39 +03:00
|
|
|
already_AddRefed<ImageBitmap> CreateImageBitmap() override
|
2015-07-30 21:47:00 +03:00
|
|
|
{
|
2016-03-16 07:01:32 +03:00
|
|
|
// _sourceSize_ is used to get the original size of the source image,
|
|
|
|
// before being cropped.
|
|
|
|
IntSize sourceSize;
|
|
|
|
|
|
|
|
// Keep the orignal cropping rectangle because the mCropRect might be
|
|
|
|
// modified in DecodeAndCropBlob().
|
|
|
|
Maybe<IntRect> originalCropRect = mCropRect;
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<layers::Image> data;
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2015-11-13 21:25:39 +03:00
|
|
|
ErrorResult rv;
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<DecodeBlobInMainThreadSyncTask> task =
|
2015-07-30 21:47:00 +03:00
|
|
|
new DecodeBlobInMainThreadSyncTask(mWorkerPrivate, *mBlob, mCropRect,
|
2016-03-16 07:01:32 +03:00
|
|
|
getter_AddRefs(data), sourceSize);
|
2017-01-05 12:05:32 +03:00
|
|
|
task->Dispatch(Terminating, rv); // This is a synchronous call.
|
2015-07-30 21:47:00 +03:00
|
|
|
|
2017-01-05 12:05:32 +03:00
|
|
|
// In case the worker is terminating, this rejection can be handled.
|
2015-11-13 21:25:39 +03:00
|
|
|
if (NS_WARN_IF(rv.Failed())) {
|
|
|
|
mPromise->MaybeReject(rv);
|
2015-07-30 21:47:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
2016-01-19 09:35:01 +03:00
|
|
|
|
2015-11-22 18:27:44 +03:00
|
|
|
if (NS_WARN_IF(!data)) {
|
2016-08-16 06:52:58 +03:00
|
|
|
mPromise->MaybeReject(NS_ERROR_DOM_INVALID_STATE_ERR);
|
2015-11-22 18:27:44 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
// Create ImageBitmap object.
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap = new ImageBitmap(mGlobalObject, data);
|
2016-03-16 07:01:32 +03:00
|
|
|
|
|
|
|
// Set mIsCroppingAreaOutSideOfSourceImage.
|
|
|
|
imageBitmap->SetIsCroppingAreaOutSideOfSourceImage(sourceSize, originalCropRect);
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
return imageBitmap.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
AsyncCreateImageBitmapFromBlob(Promise* aPromise, nsIGlobalObject* aGlobal,
|
|
|
|
Blob& aBlob, const Maybe<IntRect>& aCropRect)
|
|
|
|
{
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
nsCOMPtr<nsIRunnable> task =
|
|
|
|
new CreateImageBitmapFromBlobTask(aPromise, aGlobal, aBlob, aCropRect);
|
|
|
|
NS_DispatchToCurrentThread(task); // Actually, to the main-thread.
|
|
|
|
} else {
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<CreateImageBitmapFromBlobWorkerTask> task =
|
2015-07-30 21:47:00 +03:00
|
|
|
new CreateImageBitmapFromBlobWorkerTask(aPromise, aGlobal, aBlob, aCropRect);
|
2016-02-26 23:23:12 +03:00
|
|
|
task->Dispatch(); // Actually, to the current worker-thread.
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/* static */ already_AddRefed<Promise>
|
|
|
|
ImageBitmap::Create(nsIGlobalObject* aGlobal, const ImageBitmapSource& aSrc,
|
|
|
|
const Maybe<gfx::IntRect>& aCropRect, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aGlobal);
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<Promise> promise = Promise::Create(aGlobal, aRv);
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(aRv.Failed())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (aCropRect.isSome() && (aCropRect->Width() == 0 || aCropRect->Height() == 0)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap;
|
2015-07-30 21:47:00 +03:00
|
|
|
|
|
|
|
if (aSrc.IsHTMLImageElement()) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(),
|
|
|
|
"Creating ImageBitmap from HTMLImageElement off the main thread.");
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsHTMLImageElement(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsHTMLVideoElement()) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(),
|
|
|
|
"Creating ImageBitmap from HTMLVideoElement off the main thread.");
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsHTMLVideoElement(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsHTMLCanvasElement()) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(),
|
|
|
|
"Creating ImageBitmap from HTMLCanvasElement off the main thread.");
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsHTMLCanvasElement(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsImageData()) {
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsImageData(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsCanvasRenderingContext2D()) {
|
|
|
|
MOZ_ASSERT(NS_IsMainThread(),
|
|
|
|
"Creating ImageBitmap from CanvasRenderingContext2D off the main thread.");
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsCanvasRenderingContext2D(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsImageBitmap()) {
|
|
|
|
imageBitmap = CreateInternal(aGlobal, aSrc.GetAsImageBitmap(), aCropRect, aRv);
|
|
|
|
} else if (aSrc.IsBlob()) {
|
|
|
|
AsyncCreateImageBitmapFromBlob(promise, aGlobal, aSrc.GetAsBlob(), aCropRect);
|
|
|
|
return promise.forget();
|
|
|
|
} else {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_IMPLEMENTED);
|
2017-02-28 22:50:35 +03:00
|
|
|
return nullptr;
|
2015-07-30 21:47:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!aRv.Failed()) {
|
|
|
|
AsyncFulfillImageBitmapPromise(promise, imageBitmap);
|
|
|
|
}
|
|
|
|
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:50:00 +03:00
|
|
|
/*static*/ JSObject*
|
|
|
|
ImageBitmap::ReadStructuredClone(JSContext* aCx,
|
|
|
|
JSStructuredCloneReader* aReader,
|
|
|
|
nsIGlobalObject* aParent,
|
2015-12-18 09:52:16 +03:00
|
|
|
const nsTArray<RefPtr<DataSourceSurface>>& aClonedSurfaces,
|
2015-07-30 21:50:00 +03:00
|
|
|
uint32_t aIndex)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aCx);
|
|
|
|
MOZ_ASSERT(aReader);
|
|
|
|
// aParent might be null.
|
|
|
|
|
|
|
|
uint32_t picRectX_;
|
|
|
|
uint32_t picRectY_;
|
|
|
|
uint32_t picRectWidth_;
|
|
|
|
uint32_t picRectHeight_;
|
2017-04-13 09:46:43 +03:00
|
|
|
uint32_t isPremultipliedAlpha_;
|
2016-03-16 07:01:32 +03:00
|
|
|
uint32_t isCroppingAreaOutSideOfSourceImage_;
|
2015-07-30 21:50:00 +03:00
|
|
|
|
|
|
|
if (!JS_ReadUint32Pair(aReader, &picRectX_, &picRectY_) ||
|
2016-01-19 10:06:20 +03:00
|
|
|
!JS_ReadUint32Pair(aReader, &picRectWidth_, &picRectHeight_) ||
|
2017-04-13 09:46:43 +03:00
|
|
|
!JS_ReadUint32Pair(aReader, &isPremultipliedAlpha_,
|
2016-03-16 07:01:32 +03:00
|
|
|
&isCroppingAreaOutSideOfSourceImage_)) {
|
2015-07-30 21:50:00 +03:00
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
int32_t picRectX = BitwiseCast<int32_t>(picRectX_);
|
|
|
|
int32_t picRectY = BitwiseCast<int32_t>(picRectY_);
|
|
|
|
int32_t picRectWidth = BitwiseCast<int32_t>(picRectWidth_);
|
|
|
|
int32_t picRectHeight = BitwiseCast<int32_t>(picRectHeight_);
|
|
|
|
|
|
|
|
// Create a new ImageBitmap.
|
2015-12-18 09:52:16 +03:00
|
|
|
MOZ_ASSERT(!aClonedSurfaces.IsEmpty());
|
|
|
|
MOZ_ASSERT(aIndex < aClonedSurfaces.Length());
|
2015-07-30 21:50:00 +03:00
|
|
|
|
2015-10-18 08:24:48 +03:00
|
|
|
// RefPtr<ImageBitmap> needs to go out of scope before toObjectOrNull() is
|
2015-07-30 21:50:00 +03:00
|
|
|
// called because the static analysis thinks dereferencing XPCOM objects
|
|
|
|
// can GC (because in some cases it can!), and a return statement with a
|
|
|
|
// JSObject* type means that JSObject* is on the stack as a raw pointer
|
|
|
|
// while destructors are running.
|
|
|
|
JS::Rooted<JS::Value> value(aCx);
|
|
|
|
{
|
2015-12-18 09:52:16 +03:00
|
|
|
RefPtr<layers::Image> img = CreateImageFromSurface(aClonedSurfaces[aIndex]);
|
2017-04-13 09:46:43 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap =
|
|
|
|
new ImageBitmap(aParent, img, isPremultipliedAlpha_);
|
2015-07-30 21:50:00 +03:00
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
imageBitmap->mIsCroppingAreaOutSideOfSourceImage =
|
|
|
|
isCroppingAreaOutSideOfSourceImage_;
|
|
|
|
|
2015-07-30 21:50:00 +03:00
|
|
|
ErrorResult error;
|
|
|
|
imageBitmap->SetPictureRect(IntRect(picRectX, picRectY,
|
|
|
|
picRectWidth, picRectHeight), error);
|
|
|
|
if (NS_WARN_IF(error.Failed())) {
|
|
|
|
error.SuppressException();
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!GetOrCreateDOMReflector(aCx, imageBitmap, &value)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
2016-10-28 13:18:48 +03:00
|
|
|
|
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aParent, aClonedSurfaces[aIndex]);
|
2015-07-30 21:50:00 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
return &(value.toObject());
|
|
|
|
}
|
|
|
|
|
|
|
|
/*static*/ bool
|
|
|
|
ImageBitmap::WriteStructuredClone(JSStructuredCloneWriter* aWriter,
|
2015-12-18 09:52:16 +03:00
|
|
|
nsTArray<RefPtr<DataSourceSurface>>& aClonedSurfaces,
|
2015-07-30 21:50:00 +03:00
|
|
|
ImageBitmap* aImageBitmap)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aWriter);
|
|
|
|
MOZ_ASSERT(aImageBitmap);
|
|
|
|
|
|
|
|
const uint32_t picRectX = BitwiseCast<uint32_t>(aImageBitmap->mPictureRect.x);
|
|
|
|
const uint32_t picRectY = BitwiseCast<uint32_t>(aImageBitmap->mPictureRect.y);
|
|
|
|
const uint32_t picRectWidth = BitwiseCast<uint32_t>(aImageBitmap->mPictureRect.width);
|
|
|
|
const uint32_t picRectHeight = BitwiseCast<uint32_t>(aImageBitmap->mPictureRect.height);
|
2017-04-13 09:46:43 +03:00
|
|
|
const uint32_t isPremultipliedAlpha = aImageBitmap->mIsPremultipliedAlpha ? 1 : 0;
|
2016-03-16 07:01:32 +03:00
|
|
|
const uint32_t isCroppingAreaOutSideOfSourceImage = aImageBitmap->mIsCroppingAreaOutSideOfSourceImage ? 1 : 0;
|
2015-07-30 21:50:00 +03:00
|
|
|
|
2015-12-18 09:52:16 +03:00
|
|
|
// Indexing the cloned surfaces and send the index to the receiver.
|
|
|
|
uint32_t index = aClonedSurfaces.Length();
|
2015-07-30 21:50:00 +03:00
|
|
|
|
|
|
|
if (NS_WARN_IF(!JS_WriteUint32Pair(aWriter, SCTAG_DOM_IMAGEBITMAP, index)) ||
|
|
|
|
NS_WARN_IF(!JS_WriteUint32Pair(aWriter, picRectX, picRectY)) ||
|
2016-01-19 10:06:20 +03:00
|
|
|
NS_WARN_IF(!JS_WriteUint32Pair(aWriter, picRectWidth, picRectHeight)) ||
|
2017-04-13 09:46:43 +03:00
|
|
|
NS_WARN_IF(!JS_WriteUint32Pair(aWriter, isPremultipliedAlpha,
|
2016-03-16 07:01:32 +03:00
|
|
|
isCroppingAreaOutSideOfSourceImage))) {
|
2015-07-30 21:50:00 +03:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2015-12-18 09:52:16 +03:00
|
|
|
RefPtr<SourceSurface> surface =
|
|
|
|
aImageBitmap->mData->GetAsSourceSurface();
|
|
|
|
RefPtr<DataSourceSurface> snapshot = surface->GetDataSurface();
|
|
|
|
RefPtr<DataSourceSurface> dstDataSurface;
|
|
|
|
{
|
|
|
|
// DataSourceSurfaceD2D1::GetStride() will call EnsureMapped implicitly and
|
|
|
|
// won't Unmap after exiting function. So instead calling GetStride()
|
|
|
|
// directly, using ScopedMap to get stride.
|
|
|
|
DataSourceSurface::ScopedMap map(snapshot, DataSourceSurface::READ);
|
|
|
|
dstDataSurface =
|
|
|
|
Factory::CreateDataSourceSurfaceWithStride(snapshot->GetSize(),
|
|
|
|
snapshot->GetFormat(),
|
|
|
|
map.GetStride(),
|
|
|
|
true);
|
|
|
|
}
|
|
|
|
MOZ_ASSERT(dstDataSurface);
|
|
|
|
Factory::CopyDataSourceSurface(snapshot, dstDataSurface);
|
|
|
|
aClonedSurfaces.AppendElement(dstDataSurface);
|
2015-07-30 21:50:00 +03:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2015-11-13 13:27:41 +03:00
|
|
|
/*static*/ bool
|
|
|
|
ImageBitmap::ExtensionsEnabled(JSContext* aCx, JSObject*)
|
|
|
|
{
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
return Preferences::GetBool("canvas.imagebitmap_extensions.enabled");
|
|
|
|
} else {
|
|
|
|
WorkerPrivate* workerPrivate = GetWorkerPrivateFromContext(aCx);
|
|
|
|
MOZ_ASSERT(workerPrivate);
|
|
|
|
return workerPrivate->ImageBitmapExtensionsEnabled();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-04-27 08:03:01 +03:00
|
|
|
// ImageBitmap extensions.
|
|
|
|
ImageBitmapFormat
|
|
|
|
ImageBitmap::FindOptimalFormat(const Optional<Sequence<ImageBitmapFormat>>& aPossibleFormats,
|
|
|
|
ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(mDataWrapper, "No ImageBitmapFormatUtils functionalities.");
|
|
|
|
|
|
|
|
ImageBitmapFormat platformFormat = mDataWrapper->GetFormat();
|
|
|
|
|
|
|
|
if (!aPossibleFormats.WasPassed() ||
|
|
|
|
aPossibleFormats.Value().Contains(platformFormat)) {
|
|
|
|
return platformFormat;
|
|
|
|
} else {
|
|
|
|
// If no matching is found, FindBestMatchingFromat() returns
|
|
|
|
// ImageBitmapFormat::EndGuard_ and we throw an exception.
|
|
|
|
ImageBitmapFormat optimalFormat =
|
|
|
|
FindBestMatchingFromat(platformFormat, aPossibleFormats.Value());
|
|
|
|
|
|
|
|
if (optimalFormat == ImageBitmapFormat::EndGuard_) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_IMPLEMENTED);
|
|
|
|
}
|
|
|
|
|
|
|
|
return optimalFormat;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
int32_t
|
|
|
|
ImageBitmap::MappedDataLength(ImageBitmapFormat aFormat, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(mDataWrapper, "No ImageBitmapFormatUtils functionalities.");
|
|
|
|
|
|
|
|
if (aFormat == mDataWrapper->GetFormat()) {
|
|
|
|
return mDataWrapper->GetBufferLength();
|
|
|
|
} else {
|
|
|
|
return CalculateImageBufferSize(aFormat, Width(), Height());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
class MapDataIntoBufferSource
|
|
|
|
{
|
|
|
|
protected:
|
|
|
|
MapDataIntoBufferSource(JSContext* aCx,
|
|
|
|
Promise *aPromise,
|
|
|
|
ImageBitmap *aImageBitmap,
|
|
|
|
const T& aBuffer,
|
|
|
|
int32_t aOffset,
|
|
|
|
ImageBitmapFormat aFormat)
|
|
|
|
: mPromise(aPromise)
|
|
|
|
, mImageBitmap(aImageBitmap)
|
|
|
|
, mBuffer(aCx, aBuffer.Obj())
|
|
|
|
, mOffset(aOffset)
|
|
|
|
, mFormat(aFormat)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(mPromise);
|
|
|
|
MOZ_ASSERT(JS_IsArrayBufferObject(mBuffer) ||
|
|
|
|
JS_IsArrayBufferViewObject(mBuffer));
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual ~MapDataIntoBufferSource() = default;
|
|
|
|
|
|
|
|
void DoMapDataIntoBufferSource()
|
|
|
|
{
|
|
|
|
ErrorResult error;
|
|
|
|
|
|
|
|
// Prepare destination buffer.
|
|
|
|
uint8_t* bufferData = nullptr;
|
|
|
|
uint32_t bufferLength = 0;
|
|
|
|
bool isSharedMemory = false;
|
|
|
|
if (JS_IsArrayBufferObject(mBuffer)) {
|
|
|
|
js::GetArrayBufferLengthAndData(mBuffer, &bufferLength, &isSharedMemory, &bufferData);
|
|
|
|
} else if (JS_IsArrayBufferViewObject(mBuffer)) {
|
|
|
|
js::GetArrayBufferViewLengthAndData(mBuffer, &bufferLength, &isSharedMemory, &bufferData);
|
|
|
|
} else {
|
2017-02-28 22:50:35 +03:00
|
|
|
error.ThrowWithCustomCleanup(NS_ERROR_NOT_IMPLEMENTED);
|
2016-04-27 08:03:01 +03:00
|
|
|
mPromise->MaybeReject(error);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!bufferData) || NS_WARN_IF(!bufferLength)) {
|
2017-02-28 22:50:35 +03:00
|
|
|
error.ThrowWithCustomCleanup(NS_ERROR_NOT_AVAILABLE);
|
2016-04-27 08:03:01 +03:00
|
|
|
mPromise->MaybeReject(error);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check length.
|
|
|
|
const int32_t neededBufferLength =
|
|
|
|
mImageBitmap->MappedDataLength(mFormat, error);
|
|
|
|
|
|
|
|
if (((int32_t)bufferLength - mOffset) < neededBufferLength) {
|
2017-02-28 22:50:35 +03:00
|
|
|
error.ThrowWithCustomCleanup(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
2016-04-27 08:03:01 +03:00
|
|
|
mPromise->MaybeReject(error);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Call ImageBitmapFormatUtils.
|
|
|
|
UniquePtr<ImagePixelLayout> layout =
|
|
|
|
mImageBitmap->mDataWrapper->MapDataInto(bufferData,
|
|
|
|
mOffset,
|
|
|
|
bufferLength,
|
|
|
|
mFormat,
|
|
|
|
error);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!layout)) {
|
|
|
|
mPromise->MaybeReject(error);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
mPromise->MaybeResolve(*layout);
|
|
|
|
}
|
|
|
|
|
|
|
|
RefPtr<Promise> mPromise;
|
|
|
|
RefPtr<ImageBitmap> mImageBitmap;
|
|
|
|
JS::PersistentRooted<JSObject*> mBuffer;
|
|
|
|
int32_t mOffset;
|
|
|
|
ImageBitmapFormat mFormat;
|
|
|
|
};
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
class MapDataIntoBufferSourceTask final : public Runnable,
|
|
|
|
public MapDataIntoBufferSource<T>
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
MapDataIntoBufferSourceTask(JSContext* aCx,
|
|
|
|
Promise *aPromise,
|
|
|
|
ImageBitmap *aImageBitmap,
|
|
|
|
const T& aBuffer,
|
|
|
|
int32_t aOffset,
|
|
|
|
ImageBitmapFormat aFormat)
|
|
|
|
: MapDataIntoBufferSource<T>(aCx, aPromise, aImageBitmap, aBuffer, aOffset, aFormat)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual ~MapDataIntoBufferSourceTask() = default;
|
|
|
|
|
|
|
|
NS_IMETHOD Run() override
|
|
|
|
{
|
|
|
|
MapDataIntoBufferSource<T>::DoMapDataIntoBufferSource();
|
|
|
|
return NS_OK;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
template<typename T>
|
|
|
|
class MapDataIntoBufferSourceWorkerTask final : public WorkerSameThreadRunnable,
|
|
|
|
public MapDataIntoBufferSource<T>
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
MapDataIntoBufferSourceWorkerTask(JSContext* aCx,
|
|
|
|
Promise *aPromise,
|
|
|
|
ImageBitmap *aImageBitmap,
|
|
|
|
const T& aBuffer,
|
|
|
|
int32_t aOffset,
|
|
|
|
ImageBitmapFormat aFormat)
|
|
|
|
: WorkerSameThreadRunnable(GetCurrentThreadWorkerPrivate()),
|
|
|
|
MapDataIntoBufferSource<T>(aCx, aPromise, aImageBitmap, aBuffer, aOffset, aFormat)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
virtual ~MapDataIntoBufferSourceWorkerTask() = default;
|
|
|
|
|
|
|
|
bool WorkerRun(JSContext* aCx, WorkerPrivate* aWorkerPrivate) override
|
|
|
|
{
|
|
|
|
MapDataIntoBufferSource<T>::DoMapDataIntoBufferSource();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
void AsyncMapDataIntoBufferSource(JSContext* aCx,
|
|
|
|
Promise *aPromise,
|
|
|
|
ImageBitmap *aImageBitmap,
|
|
|
|
const ArrayBufferViewOrArrayBuffer& aBuffer,
|
|
|
|
int32_t aOffset,
|
|
|
|
ImageBitmapFormat aFormat)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aCx);
|
|
|
|
MOZ_ASSERT(aPromise);
|
|
|
|
MOZ_ASSERT(aImageBitmap);
|
|
|
|
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
nsCOMPtr<nsIRunnable> task;
|
|
|
|
|
|
|
|
if (aBuffer.IsArrayBuffer()) {
|
|
|
|
const ArrayBuffer& buffer = aBuffer.GetAsArrayBuffer();
|
|
|
|
task = new MapDataIntoBufferSourceTask<ArrayBuffer>(aCx, aPromise, aImageBitmap, buffer, aOffset, aFormat);
|
|
|
|
} else if (aBuffer.IsArrayBufferView()) {
|
|
|
|
const ArrayBufferView& bufferView = aBuffer.GetAsArrayBufferView();
|
|
|
|
task = new MapDataIntoBufferSourceTask<ArrayBufferView>(aCx, aPromise, aImageBitmap, bufferView, aOffset, aFormat);
|
|
|
|
}
|
|
|
|
|
|
|
|
NS_DispatchToCurrentThread(task); // Actually, to the main-thread.
|
|
|
|
} else {
|
|
|
|
RefPtr<WorkerSameThreadRunnable> task;
|
|
|
|
|
|
|
|
if (aBuffer.IsArrayBuffer()) {
|
|
|
|
const ArrayBuffer& buffer = aBuffer.GetAsArrayBuffer();
|
|
|
|
task = new MapDataIntoBufferSourceWorkerTask<ArrayBuffer>(aCx, aPromise, aImageBitmap, buffer, aOffset, aFormat);
|
|
|
|
} else if (aBuffer.IsArrayBufferView()) {
|
|
|
|
const ArrayBufferView& bufferView = aBuffer.GetAsArrayBufferView();
|
|
|
|
task = new MapDataIntoBufferSourceWorkerTask<ArrayBufferView>(aCx, aPromise, aImageBitmap, bufferView, aOffset, aFormat);
|
|
|
|
}
|
|
|
|
|
|
|
|
task->Dispatch(); // Actually, to the current worker-thread.
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
already_AddRefed<Promise>
|
|
|
|
ImageBitmap::MapDataInto(JSContext* aCx,
|
|
|
|
ImageBitmapFormat aFormat,
|
|
|
|
const ArrayBufferViewOrArrayBuffer& aBuffer,
|
|
|
|
int32_t aOffset, ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(mDataWrapper, "No ImageBitmapFormatUtils functionalities.");
|
|
|
|
MOZ_ASSERT(aCx, "No JSContext while calling ImageBitmap::MapDataInto().");
|
|
|
|
|
|
|
|
RefPtr<Promise> promise = Promise::Create(mParent, aRv);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(aRv.Failed())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// Check for cases that should throws.
|
|
|
|
// Case 1:
|
|
|
|
// If image bitmap was cropped to the source rectangle so that it contains any
|
|
|
|
// transparent black pixels (cropping area is outside of the source image),
|
|
|
|
// then reject promise with IndexSizeError and abort these steps.
|
|
|
|
if (mIsCroppingAreaOutSideOfSourceImage) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Case 2:
|
|
|
|
// If the image bitmap is going to be accessed in YUV422/YUV422 series with a
|
|
|
|
// cropping area starts at an odd x or y coordinate.
|
|
|
|
if (aFormat == ImageBitmapFormat::YUV422P ||
|
|
|
|
aFormat == ImageBitmapFormat::YUV420P ||
|
|
|
|
aFormat == ImageBitmapFormat::YUV420SP_NV12 ||
|
|
|
|
aFormat == ImageBitmapFormat::YUV420SP_NV21) {
|
|
|
|
if ((mPictureRect.x & 1) || (mPictureRect.y & 1)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-04-27 08:03:01 +03:00
|
|
|
AsyncMapDataIntoBufferSource(aCx, promise, this, aBuffer, aOffset, aFormat);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
2016-04-27 06:46:51 +03:00
|
|
|
// ImageBitmapFactories extensions.
|
|
|
|
static SurfaceFormat
|
|
|
|
ImageFormatToSurfaceFromat(mozilla::dom::ImageBitmapFormat aFormat)
|
|
|
|
{
|
|
|
|
switch(aFormat) {
|
|
|
|
case ImageBitmapFormat::RGBA32:
|
|
|
|
return SurfaceFormat::R8G8B8A8;
|
|
|
|
case ImageBitmapFormat::BGRA32:
|
|
|
|
return SurfaceFormat::B8G8R8A8;
|
|
|
|
case ImageBitmapFormat::RGB24:
|
|
|
|
return SurfaceFormat::R8G8B8;
|
|
|
|
case ImageBitmapFormat::BGR24:
|
|
|
|
return SurfaceFormat::B8G8R8;
|
|
|
|
case ImageBitmapFormat::GRAY8:
|
|
|
|
return SurfaceFormat::A8;
|
|
|
|
case ImageBitmapFormat::HSV:
|
|
|
|
return SurfaceFormat::HSV;
|
|
|
|
case ImageBitmapFormat::Lab:
|
|
|
|
return SurfaceFormat::Lab;
|
|
|
|
case ImageBitmapFormat::DEPTH:
|
|
|
|
return SurfaceFormat::Depth;
|
|
|
|
default:
|
|
|
|
return SurfaceFormat::UNKNOWN;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static already_AddRefed<layers::Image>
|
|
|
|
CreateImageFromBufferSourceRawData(const uint8_t*aBufferData,
|
|
|
|
uint32_t aBufferLength,
|
|
|
|
mozilla::dom::ImageBitmapFormat aFormat,
|
|
|
|
const Sequence<ChannelPixelLayout>& aLayout)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aBufferData);
|
|
|
|
MOZ_ASSERT(aBufferLength > 0);
|
|
|
|
|
|
|
|
switch(aFormat) {
|
|
|
|
case ImageBitmapFormat::RGBA32:
|
|
|
|
case ImageBitmapFormat::BGRA32:
|
|
|
|
case ImageBitmapFormat::RGB24:
|
|
|
|
case ImageBitmapFormat::BGR24:
|
|
|
|
case ImageBitmapFormat::GRAY8:
|
|
|
|
case ImageBitmapFormat::HSV:
|
|
|
|
case ImageBitmapFormat::Lab:
|
|
|
|
case ImageBitmapFormat::DEPTH:
|
|
|
|
{
|
|
|
|
const nsTArray<ChannelPixelLayout>& channels = aLayout;
|
|
|
|
MOZ_ASSERT(channels.Length() != 0, "Empty Channels.");
|
|
|
|
|
|
|
|
const SurfaceFormat srcFormat = ImageFormatToSurfaceFromat(aFormat);
|
|
|
|
const uint32_t srcStride = channels[0].mStride;
|
|
|
|
const IntSize srcSize(channels[0].mWidth, channels[0].mHeight);
|
|
|
|
|
|
|
|
RefPtr<DataSourceSurface> dstDataSurface =
|
|
|
|
Factory::CreateDataSourceSurfaceWithStride(srcSize, srcFormat, srcStride);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!dstDataSurface)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Copy the raw data into the newly created DataSourceSurface.
|
|
|
|
DataSourceSurface::ScopedMap dstMap(dstDataSurface, DataSourceSurface::WRITE);
|
|
|
|
if (NS_WARN_IF(!dstMap.IsMapped())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
const uint8_t* srcBufferPtr = aBufferData;
|
|
|
|
uint8_t* dstBufferPtr = dstMap.GetData();
|
|
|
|
|
|
|
|
for (int i = 0; i < srcSize.height; ++i) {
|
|
|
|
memcpy(dstBufferPtr, srcBufferPtr, srcStride);
|
|
|
|
srcBufferPtr += srcStride;
|
|
|
|
dstBufferPtr += dstMap.GetStride();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create an Image from the BGRA SourceSurface.
|
|
|
|
RefPtr<SourceSurface> surface = dstDataSurface;
|
|
|
|
RefPtr<layers::Image> image = CreateImageFromSurface(surface);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
case ImageBitmapFormat::YUV444P:
|
|
|
|
case ImageBitmapFormat::YUV422P:
|
|
|
|
case ImageBitmapFormat::YUV420P:
|
|
|
|
case ImageBitmapFormat::YUV420SP_NV12:
|
|
|
|
case ImageBitmapFormat::YUV420SP_NV21:
|
|
|
|
{
|
|
|
|
// Prepare the PlanarYCbCrData.
|
|
|
|
const ChannelPixelLayout& yLayout = aLayout[0];
|
|
|
|
const ChannelPixelLayout& uLayout = aFormat != ImageBitmapFormat::YUV420SP_NV21 ? aLayout[1] : aLayout[2];
|
|
|
|
const ChannelPixelLayout& vLayout = aFormat != ImageBitmapFormat::YUV420SP_NV21 ? aLayout[2] : aLayout[1];
|
|
|
|
|
|
|
|
layers::PlanarYCbCrData data;
|
|
|
|
|
|
|
|
// Luminance buffer
|
|
|
|
data.mYChannel = const_cast<uint8_t*>(aBufferData + yLayout.mOffset);
|
|
|
|
data.mYStride = yLayout.mStride;
|
|
|
|
data.mYSize = gfx::IntSize(yLayout.mWidth, yLayout.mHeight);
|
|
|
|
data.mYSkip = yLayout.mSkip;
|
|
|
|
|
|
|
|
// Chroma buffers
|
|
|
|
data.mCbChannel = const_cast<uint8_t*>(aBufferData + uLayout.mOffset);
|
|
|
|
data.mCrChannel = const_cast<uint8_t*>(aBufferData + vLayout.mOffset);
|
|
|
|
data.mCbCrStride = uLayout.mStride;
|
|
|
|
data.mCbCrSize = gfx::IntSize(uLayout.mWidth, uLayout.mHeight);
|
|
|
|
data.mCbSkip = uLayout.mSkip;
|
|
|
|
data.mCrSkip = vLayout.mSkip;
|
|
|
|
|
|
|
|
// Picture rectangle.
|
|
|
|
// We set the picture rectangle to exactly the size of the source image to
|
|
|
|
// keep the full original data.
|
|
|
|
data.mPicX = 0;
|
|
|
|
data.mPicY = 0;
|
|
|
|
data.mPicSize = data.mYSize;
|
|
|
|
|
|
|
|
// Create a layers::Image and set data.
|
|
|
|
if (aFormat == ImageBitmapFormat::YUV444P ||
|
|
|
|
aFormat == ImageBitmapFormat::YUV422P ||
|
|
|
|
aFormat == ImageBitmapFormat::YUV420P) {
|
|
|
|
RefPtr<layers::PlanarYCbCrImage> image =
|
|
|
|
new layers::RecyclingPlanarYCbCrImage(new layers::BufferRecycleBin());
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set Data.
|
|
|
|
if (NS_WARN_IF(!image->CopyData(data))) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return image.forget();
|
|
|
|
} else {
|
|
|
|
RefPtr<layers::NVImage>image = new layers::NVImage();
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set Data.
|
|
|
|
if (NS_WARN_IF(!image->SetData(data))) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
return image.forget();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
default:
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* This is a synchronous task.
|
|
|
|
* This class is used to create a layers::CairoImage from raw data in the main
|
|
|
|
* thread. While creating an ImageBitmap from an BufferSource, we need to create
|
|
|
|
* a SouceSurface from the BufferSource raw data and then set the SourceSurface
|
|
|
|
* into a layers::CairoImage. However, the layers::CairoImage asserts the
|
|
|
|
* setting operation in the main thread, so if we are going to create an
|
|
|
|
* ImageBitmap from an BufferSource off the main thread, we post an event to the
|
|
|
|
* main thread to create a layers::CairoImage from an BufferSource raw data.
|
|
|
|
*
|
|
|
|
* TODO: Once the layers::CairoImage is constructible off the main thread, which
|
|
|
|
* means the SouceSurface could be released anywhere, we do not need this
|
|
|
|
* task anymore.
|
|
|
|
*/
|
|
|
|
class CreateImageFromBufferSourceRawDataInMainThreadSyncTask final :
|
|
|
|
public WorkerMainThreadRunnable
|
|
|
|
{
|
|
|
|
public:
|
|
|
|
CreateImageFromBufferSourceRawDataInMainThreadSyncTask(const uint8_t* aBuffer,
|
|
|
|
uint32_t aBufferLength,
|
|
|
|
mozilla::dom::ImageBitmapFormat aFormat,
|
|
|
|
const Sequence<ChannelPixelLayout>& aLayout,
|
|
|
|
/*output*/ layers::Image** aImage)
|
|
|
|
: WorkerMainThreadRunnable(GetCurrentThreadWorkerPrivate(),
|
|
|
|
NS_LITERAL_CSTRING("ImageBitmap-extensions :: Create Image from BufferSource Raw Data"))
|
|
|
|
, mImage(aImage)
|
|
|
|
, mBuffer(aBuffer)
|
|
|
|
, mBufferLength(aBufferLength)
|
|
|
|
, mFormat(aFormat)
|
|
|
|
, mLayout(aLayout)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(!(*aImage), "Don't pass an existing Image into CreateImageFromBufferSourceRawDataInMainThreadSyncTask.");
|
|
|
|
}
|
|
|
|
|
|
|
|
bool MainThreadRun() override
|
|
|
|
{
|
|
|
|
RefPtr<layers::Image> image =
|
|
|
|
CreateImageFromBufferSourceRawData(mBuffer, mBufferLength, mFormat, mLayout);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!image)) {
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
image.forget(mImage);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
layers::Image** mImage;
|
|
|
|
const uint8_t* mBuffer;
|
|
|
|
uint32_t mBufferLength;
|
|
|
|
mozilla::dom::ImageBitmapFormat mFormat;
|
|
|
|
const Sequence<ChannelPixelLayout>& mLayout;
|
|
|
|
};
|
|
|
|
|
|
|
|
/*static*/ already_AddRefed<Promise>
|
|
|
|
ImageBitmap::Create(nsIGlobalObject* aGlobal,
|
|
|
|
const ImageBitmapSource& aBuffer,
|
|
|
|
int32_t aOffset, int32_t aLength,
|
|
|
|
mozilla::dom::ImageBitmapFormat aFormat,
|
|
|
|
const Sequence<ChannelPixelLayout>& aLayout,
|
|
|
|
ErrorResult& aRv)
|
|
|
|
{
|
|
|
|
MOZ_ASSERT(aGlobal);
|
|
|
|
|
|
|
|
RefPtr<Promise> promise = Promise::Create(aGlobal, aRv);
|
|
|
|
|
|
|
|
if (NS_WARN_IF(aRv.Failed())) {
|
|
|
|
return nullptr;
|
|
|
|
}
|
|
|
|
|
|
|
|
uint8_t* bufferData = nullptr;
|
|
|
|
uint32_t bufferLength = 0;
|
|
|
|
|
|
|
|
if (aBuffer.IsArrayBuffer()) {
|
|
|
|
const ArrayBuffer& buffer = aBuffer.GetAsArrayBuffer();
|
|
|
|
buffer.ComputeLengthAndData();
|
|
|
|
bufferData = buffer.Data();
|
|
|
|
bufferLength = buffer.Length();
|
|
|
|
} else if (aBuffer.IsArrayBufferView()) {
|
|
|
|
const ArrayBufferView& bufferView = aBuffer.GetAsArrayBufferView();
|
|
|
|
bufferView.ComputeLengthAndData();
|
|
|
|
bufferData = bufferView.Data();
|
|
|
|
bufferLength = bufferView.Length();
|
|
|
|
} else {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_IMPLEMENTED);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
MOZ_ASSERT(bufferData && bufferLength > 0, "Cannot read data from BufferSource.");
|
|
|
|
|
|
|
|
// Check the buffer.
|
|
|
|
if (((uint32_t)(aOffset + aLength) > bufferLength)) {
|
|
|
|
aRv.Throw(NS_ERROR_DOM_INDEX_SIZE_ERR);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create and Crop the raw data into a layers::Image
|
|
|
|
RefPtr<layers::Image> data;
|
|
|
|
if (NS_IsMainThread()) {
|
|
|
|
data = CreateImageFromBufferSourceRawData(bufferData + aOffset, bufferLength,
|
|
|
|
aFormat, aLayout);
|
|
|
|
} else {
|
|
|
|
RefPtr<CreateImageFromBufferSourceRawDataInMainThreadSyncTask> task =
|
|
|
|
new CreateImageFromBufferSourceRawDataInMainThreadSyncTask(bufferData + aOffset,
|
|
|
|
bufferLength,
|
|
|
|
aFormat,
|
|
|
|
aLayout,
|
|
|
|
getter_AddRefs(data));
|
2017-01-05 12:05:32 +03:00
|
|
|
task->Dispatch(Terminating, aRv);
|
|
|
|
if (aRv.Failed()) {
|
|
|
|
return promise.forget();
|
|
|
|
}
|
2016-04-27 06:46:51 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
if (NS_WARN_IF(!data)) {
|
|
|
|
aRv.Throw(NS_ERROR_NOT_AVAILABLE);
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Create an ImageBimtap.
|
|
|
|
// Assume the data from an external buffer is not alpha-premultiplied.
|
2017-04-13 09:46:43 +03:00
|
|
|
RefPtr<ImageBitmap> imageBitmap = new ImageBitmap(aGlobal, data, false);
|
2016-04-27 06:46:51 +03:00
|
|
|
|
2016-10-28 13:18:48 +03:00
|
|
|
// Report memory allocation.
|
|
|
|
RegisterAllocation(aGlobal, data);
|
|
|
|
|
2016-04-27 06:46:51 +03:00
|
|
|
// We don't need to call SetPictureRect() here because there is no cropping
|
|
|
|
// supported and the ImageBitmap's mPictureRect is the size of the source
|
|
|
|
// image in default
|
|
|
|
|
2016-03-16 07:01:32 +03:00
|
|
|
// We don't need to set mIsCroppingAreaOutSideOfSourceImage here because there
|
|
|
|
// is no cropping supported and the mIsCroppingAreaOutSideOfSourceImage is
|
|
|
|
// false in default.
|
|
|
|
|
2016-04-27 06:46:51 +03:00
|
|
|
AsyncFulfillImageBitmapPromise(promise, imageBitmap);
|
|
|
|
|
|
|
|
return promise.forget();
|
|
|
|
}
|
|
|
|
|
2015-07-30 21:47:00 +03:00
|
|
|
} // namespace dom
|
|
|
|
} // namespace mozilla
|