/* -*- Mode: C++; tab-width: 20; indent-tabs-mode: nil; c-basic-offset: 2 -*- * This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #include "ImageLayerOGL.h" #include // for uint32_t #include "mozilla-config.h" // for GL_PROVIDER_GLX #include "GLDefs.h" // for LOCAL_GL_TEXTURE_2D, etc #include "ImageContainer.h" // for CairoImage, etc #include "ImageTypes.h" // for ImageFormat::CAIRO_SURFACE, etc #include "SharedTextureImage.h" // for SharedTextureImage::Data, etc #include "gfx3DMatrix.h" // for gfx3DMatrix #include "gfxASurface.h" // for gfxASurface, etc #include "gfxImageSurface.h" // for gfxImageSurface #include "gfxUtils.h" // for NextPowerOfTwo #include "mozilla/gfx/BaseSize.h" // for BaseSize #include "mozilla/gfx/Types.h" // for SurfaceFormat #include "mozilla/layers/LayersTypes.h" #include "nsAutoRef.h" // for nsCountedRef, nsAutoRefBase #include "nsCOMPtr.h" // for nsCOMPtr, already_AddRefed #include "nsDebug.h" // for NS_ASSERTION, NS_ERROR #include "nsIRunnable.h" // for nsIRunnable #include "nsPoint.h" // for nsIntPoint #include "nsRect.h" // for nsIntRect #include "nsSize.h" // for nsIntSize #include "nsThreadUtils.h" // for nsRunnable #include "nscore.h" // for NS_IMETHOD #include "LayerManagerOGL.h" // for LayerOGL::GLContext, etc #if defined(GL_PROVIDER_GLX) # include "GLXLibrary.h" # include "gfxXlibSurface.h" #endif using namespace mozilla::gfx; using namespace mozilla::gl; namespace mozilla { namespace layers { class Layer; /** * This is an event used to unref a GLContext on the main thread and * optionally delete a texture associated with that context. */ class TextureDeleter : public nsRunnable { public: TextureDeleter(already_AddRefed aContext, GLuint aTexture) : mContext(aContext), mTexture(aTexture) { NS_ASSERTION(aTexture, "TextureDeleter instantiated with nothing to do"); } NS_IMETHOD Run() { mContext->MakeCurrent(); mContext->fDeleteTextures(1, &mTexture); // Ensure context is released on the main thread mContext = nullptr; return NS_OK; } nsRefPtr mContext; GLuint mTexture; }; void GLTexture::Allocate(GLContext *aContext) { NS_ASSERTION(aContext->IsGlobalSharedContext() || aContext->IsOwningThreadCurrent(), "Can only allocate texture on context's owning thread or with cx sharing"); Release(); mContext = aContext; mContext->MakeCurrent(); mContext->fGenTextures(1, &mTexture); } void GLTexture::TakeFrom(GLTexture *aOther) { Release(); mContext = aOther->mContext.forget(); mTexture = aOther->mTexture; aOther->mTexture = 0; } void GLTexture::Release() { if (!mContext) { NS_ASSERTION(!mTexture, "Can't delete texture without a context"); return; } if (mContext->IsDestroyed() && !mContext->IsGlobalSharedContext()) { mContext = mContext->GetSharedContext(); if (!mContext) { NS_ASSERTION(!mTexture, "Context has been destroyed and couldn't find a shared context!"); return; } } if (mTexture) { if (mContext->IsOwningThreadCurrent() || mContext->IsGlobalSharedContext()) { mContext->MakeCurrent(); mContext->fDeleteTextures(1, &mTexture); } else { already_AddRefed context = mContext.forget(); nsCOMPtr runnable = new TextureDeleter(context, mTexture); context.get()->DispatchToOwningThread(runnable); } mTexture = 0; } mContext = nullptr; } TextureRecycleBin::TextureRecycleBin() : mLock("mozilla.layers.TextureRecycleBin.mLock") { } void TextureRecycleBin::RecycleTexture(GLTexture *aTexture, TextureType aType, const gfxIntSize& aSize) { MutexAutoLock lock(mLock); if (!aTexture->IsAllocated()) return; if (!mRecycledTextures[aType].IsEmpty() && aSize != mRecycledTextureSizes[aType]) { mRecycledTextures[aType].Clear(); } mRecycledTextureSizes[aType] = aSize; mRecycledTextures[aType].AppendElement()->TakeFrom(aTexture); } void TextureRecycleBin::GetTexture(TextureType aType, const gfxIntSize& aSize, GLContext *aContext, GLTexture *aOutTexture) { MutexAutoLock lock(mLock); if (mRecycledTextures[aType].IsEmpty() || mRecycledTextureSizes[aType] != aSize) { aOutTexture->Allocate(aContext); return; } uint32_t last = mRecycledTextures[aType].Length() - 1; aOutTexture->TakeFrom(&mRecycledTextures[aType].ElementAt(last)); mRecycledTextures[aType].RemoveElementAt(last); } struct ImageOGLBackendData : public ImageBackendData { GLTexture mTexture; }; void AllocateTextureSharedTexture(SharedTextureImage *aTexImage, mozilla::gl::GLContext* aGL, GLenum aTarget) { nsAutoPtr backendData( new ImageOGLBackendData); backendData->mTexture.Allocate(aGL); aGL->fBindTexture(aTarget, backendData->mTexture.GetTextureID()); aGL->fTexParameteri(aTarget, LOCAL_GL_TEXTURE_MIN_FILTER, LOCAL_GL_LINEAR); aGL->fTexParameteri(aTarget, LOCAL_GL_TEXTURE_MAG_FILTER, LOCAL_GL_LINEAR); aGL->fTexParameteri(aTarget, LOCAL_GL_TEXTURE_WRAP_S, LOCAL_GL_CLAMP_TO_EDGE); aGL->fTexParameteri(aTarget, LOCAL_GL_TEXTURE_WRAP_T, LOCAL_GL_CLAMP_TO_EDGE); aTexImage->SetBackendData(LAYERS_OPENGL, backendData.forget()); } Layer* ImageLayerOGL::GetLayer() { return this; } void ImageLayerOGL::RenderLayer(int, const nsIntPoint& aOffset) { nsRefPtr container = GetContainer(); if (!container || mOGLManager->CompositingDisabled()) return; mOGLManager->MakeCurrent(); AutoLockImage autoLock(container); Image *image = autoLock.GetImage(); if (!image) { return; } NS_ASSERTION(image->GetFormat() != REMOTE_IMAGE_BITMAP, "Remote images aren't handled yet in OGL layers!"); if (image->GetFormat() == PLANAR_YCBCR) { PlanarYCbCrImage *yuvImage = static_cast(image); if (!yuvImage->IsValid()) { return; } PlanarYCbCrOGLBackendData *data = static_cast(yuvImage->GetBackendData(LAYERS_OPENGL)); if (data && data->mTextures->GetGLContext() != gl()) { // If these textures were allocated by another layer manager, // clear them out and re-allocate below. data = nullptr; yuvImage->SetBackendData(LAYERS_OPENGL, nullptr); } if (!data) { AllocateTexturesYCbCr(yuvImage); data = static_cast(yuvImage->GetBackendData(LAYERS_OPENGL)); } if (!data || data->mTextures->GetGLContext() != gl()) { // XXX - Can this ever happen? If so I need to fix this! return; } gl()->MakeCurrent(); gl()->fActiveTexture(LOCAL_GL_TEXTURE2); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, data->mTextures[2].GetTextureID()); gl()->ApplyFilterToBoundTexture(mFilter); gl()->fActiveTexture(LOCAL_GL_TEXTURE1); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, data->mTextures[1].GetTextureID()); gl()->ApplyFilterToBoundTexture(mFilter); gl()->fActiveTexture(LOCAL_GL_TEXTURE0); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, data->mTextures[0].GetTextureID()); gl()->ApplyFilterToBoundTexture(mFilter); ShaderProgramOGL *program = mOGLManager->GetProgram(YCbCrLayerProgramType, GetMaskLayer()); program->Activate(); program->SetLayerQuadRect(nsIntRect(0, 0, yuvImage->GetSize().width, yuvImage->GetSize().height)); program->SetLayerTransform(GetEffectiveTransform()); program->SetTextureTransform(gfx3DMatrix()); program->SetLayerOpacity(GetEffectiveOpacity()); program->SetRenderOffset(aOffset); program->SetYCbCrTextureUnits(0, 1, 2); program->LoadMask(GetMaskLayer()); mOGLManager->BindAndDrawQuadWithTextureRect(program, yuvImage->GetData()->GetPictureRect(), nsIntSize(yuvImage->GetData()->mYSize.width, yuvImage->GetData()->mYSize.height)); // We shouldn't need to do this, but do it anyway just in case // someone else forgets. gl()->fActiveTexture(LOCAL_GL_TEXTURE0); } else if (image->GetFormat() == CAIRO_SURFACE) { CairoImage *cairoImage = static_cast(image); if (!cairoImage->mSurface) { return; } NS_ASSERTION(cairoImage->mSurface->GetContentType() != gfxASurface::CONTENT_ALPHA, "Image layer has alpha image"); CairoOGLBackendData *data = static_cast(cairoImage->GetBackendData(LAYERS_OPENGL)); if (data && data->mTexture.GetGLContext() != gl()) { // If this texture was allocated by another layer manager, clear // it out and re-allocate below. data = nullptr; cairoImage->SetBackendData(LAYERS_OPENGL, nullptr); } if (!data) { AllocateTexturesCairo(cairoImage); data = static_cast(cairoImage->GetBackendData(LAYERS_OPENGL)); } if (!data || data->mTexture.GetGLContext() != gl()) { // XXX - Can this ever happen? If so I need to fix this! return; } gl()->MakeCurrent(); gl()->fActiveTexture(LOCAL_GL_TEXTURE0); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, data->mTexture.GetTextureID()); ShaderProgramOGL *program = mOGLManager->GetProgram(data->mLayerProgram, GetMaskLayer()); gl()->ApplyFilterToBoundTexture(mFilter); program->Activate(); program->SetLayerQuadRect(nsIntRect(0, 0, cairoImage->GetSize().width, cairoImage->GetSize().height)); program->SetLayerTransform(GetEffectiveTransform()); program->SetTextureTransform(gfx3DMatrix()); program->SetLayerOpacity(GetEffectiveOpacity()); program->SetRenderOffset(aOffset); program->SetTextureUnit(0); program->LoadMask(GetMaskLayer()); mOGLManager->BindAndDrawQuad(program); } else if (image->GetFormat() == SHARED_TEXTURE) { SharedTextureImage* texImage = static_cast(image); const SharedTextureImage::Data* data = texImage->GetData(); GLContext::SharedHandleDetails handleDetails; if (!gl()->GetSharedHandleDetails(data->mShareType, data->mHandle, handleDetails)) { NS_ERROR("Failed to get shared handle details"); return; } ShaderProgramType programType = ShaderProgramFromTargetAndFormat(handleDetails.mTarget, handleDetails.mTextureFormat); ShaderProgramOGL* program = mOGLManager->GetProgram(programType, GetMaskLayer()); program->Activate(); if (programType == RGBARectLayerProgramType) { // 2DRect case, get the multiplier right for a sampler2DRect program->SetTexCoordMultiplier(data->mSize.width, data->mSize.height); } program->SetLayerTransform(GetEffectiveTransform()); program->SetTextureTransform(gfx3DMatrix()); program->SetLayerOpacity(GetEffectiveOpacity()); program->SetRenderOffset(aOffset); program->SetTextureUnit(0); program->SetTextureTransform(handleDetails.mTextureTransform); program->LoadMask(GetMaskLayer()); if (!texImage->GetBackendData(LAYERS_OPENGL)) { AllocateTextureSharedTexture(texImage, gl(), handleDetails.mTarget); } ImageOGLBackendData *backendData = static_cast(texImage->GetBackendData(LAYERS_OPENGL)); gl()->fActiveTexture(LOCAL_GL_TEXTURE0); gl()->fBindTexture(handleDetails.mTarget, backendData->mTexture.GetTextureID()); if (!gl()->AttachSharedHandle(data->mShareType, data->mHandle)) { NS_ERROR("Failed to bind shared texture handle"); return; } gl()->ApplyFilterToBoundTexture(handleDetails.mTarget, mFilter); program->SetLayerQuadRect(nsIntRect(nsIntPoint(0, 0), data->mSize)); mOGLManager->BindAndDrawQuad(program, data->mInverted); gl()->fBindTexture(handleDetails.mTarget, 0); gl()->DetachSharedHandle(data->mShareType, data->mHandle); } GetContainer()->NotifyPaintedImage(image); } static void SetClamping(GLContext* aGL, GLuint aTexture) { aGL->fBindTexture(LOCAL_GL_TEXTURE_2D, aTexture); aGL->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_WRAP_S, LOCAL_GL_CLAMP_TO_EDGE); aGL->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_WRAP_T, LOCAL_GL_CLAMP_TO_EDGE); } static void UploadYUVToTexture(GLContext* gl, const PlanarYCbCrImage::Data& aData, GLTexture* aYTexture, GLTexture* aUTexture, GLTexture* aVTexture) { nsIntRect size(0, 0, aData.mYSize.width, aData.mYSize.height); GLuint texture = aYTexture->GetTextureID(); nsRefPtr surf = new gfxImageSurface(aData.mYChannel, aData.mYSize, aData.mYStride, gfxASurface::ImageFormatA8); gl->UploadSurfaceToTexture(surf, size, texture, true); size = nsIntRect(0, 0, aData.mCbCrSize.width, aData.mCbCrSize.height); texture = aUTexture->GetTextureID(); surf = new gfxImageSurface(aData.mCbChannel, aData.mCbCrSize, aData.mCbCrStride, gfxASurface::ImageFormatA8); gl->UploadSurfaceToTexture(surf, size, texture, true); texture = aVTexture->GetTextureID(); surf = new gfxImageSurface(aData.mCrChannel, aData.mCbCrSize, aData.mCbCrStride, gfxASurface::ImageFormatA8); gl->UploadSurfaceToTexture(surf, size, texture, true); } ImageLayerOGL::ImageLayerOGL(LayerManagerOGL *aManager) : ImageLayer(aManager, nullptr) , LayerOGL(aManager) , mTextureRecycleBin(new TextureRecycleBin()) { mImplData = static_cast(this); } void ImageLayerOGL::AllocateTexturesYCbCr(PlanarYCbCrImage *aImage) { if (!aImage->IsValid()) return; nsAutoPtr backendData( new PlanarYCbCrOGLBackendData); const PlanarYCbCrImage::Data *data = aImage->GetData(); gl()->MakeCurrent(); mTextureRecycleBin->GetTexture(TextureRecycleBin::TEXTURE_Y, data->mYSize, gl(), &backendData->mTextures[0]); SetClamping(gl(), backendData->mTextures[0].GetTextureID()); mTextureRecycleBin->GetTexture(TextureRecycleBin::TEXTURE_C, data->mCbCrSize, gl(), &backendData->mTextures[1]); SetClamping(gl(), backendData->mTextures[1].GetTextureID()); mTextureRecycleBin->GetTexture(TextureRecycleBin::TEXTURE_C, data->mCbCrSize, gl(), &backendData->mTextures[2]); SetClamping(gl(), backendData->mTextures[2].GetTextureID()); UploadYUVToTexture(gl(), *data, &backendData->mTextures[0], &backendData->mTextures[1], &backendData->mTextures[2]); backendData->mYSize = data->mYSize; backendData->mCbCrSize = data->mCbCrSize; backendData->mTextureRecycleBin = mTextureRecycleBin; aImage->SetBackendData(LAYERS_OPENGL, backendData.forget()); } void ImageLayerOGL::AllocateTexturesCairo(CairoImage *aImage) { nsAutoPtr backendData( new CairoOGLBackendData); GLTexture &texture = backendData->mTexture; texture.Allocate(gl()); if (!texture.IsAllocated()) { return; } mozilla::gl::GLContext *gl = texture.GetGLContext(); gl->MakeCurrent(); GLuint tex = texture.GetTextureID(); gl->fActiveTexture(LOCAL_GL_TEXTURE0); SetClamping(gl, tex); #if defined(GL_PROVIDER_GLX) if (aImage->mSurface->GetType() == gfxASurface::SurfaceTypeXlib) { gfxXlibSurface *xsurf = static_cast(aImage->mSurface.get()); GLXPixmap pixmap = xsurf->GetGLXPixmap(); if (pixmap) { backendData->mLayerProgram = ShaderProgramFromContentType(aImage->mSurface->GetContentType()); aImage->SetBackendData(LAYERS_OPENGL, backendData.forget()); sDefGLXLib.BindTexImage(pixmap); return; } } #endif gfx::SurfaceFormat format = gl->UploadSurfaceToTexture(aImage->mSurface, nsIntRect(0,0, aImage->mSize.width, aImage->mSize.height), tex, true); backendData->mLayerProgram = ShaderProgramFromSurfaceFormat(format); aImage->SetBackendData(LAYERS_OPENGL, backendData.forget()); } /* * Returns a size that is larger than and closest to aSize where both * width and height are powers of two. * If the OpenGL setup is capable of using non-POT textures, then it * will just return aSize. */ static gfxIntSize CalculatePOTSize(const gfxIntSize& aSize, GLContext* gl) { if (gl->CanUploadNonPowerOfTwo()) return aSize; return gfxIntSize(NextPowerOfTwo(aSize.width), NextPowerOfTwo(aSize.height)); } bool ImageLayerOGL::LoadAsTexture(GLuint aTextureUnit, gfxIntSize* aSize) { // this method shares a lot of code with RenderLayer, but it doesn't seem // to be possible to factor it out into a helper method if (!GetContainer()) { return false; } AutoLockImage autoLock(GetContainer()); Image *image = autoLock.GetImage(); if (!image) { return false; } if (image->GetFormat() != CAIRO_SURFACE) { return false; } CairoImage* cairoImage = static_cast(image); if (!cairoImage->mSurface) { return false; } CairoOGLBackendData *data = static_cast( cairoImage->GetBackendData(LAYERS_OPENGL)); if (!data) { NS_ASSERTION(cairoImage->mSurface->GetContentType() == gfxASurface::CONTENT_ALPHA, "OpenGL mask layers must be backed by alpha surfaces"); // allocate a new texture and save the details in the backend data data = new CairoOGLBackendData; data->mTextureSize = CalculatePOTSize(cairoImage->mSize, gl()); GLTexture &texture = data->mTexture; texture.Allocate(mOGLManager->gl()); if (!texture.IsAllocated()) { return false; } mozilla::gl::GLContext *texGL = texture.GetGLContext(); texGL->MakeCurrent(); GLuint texID = texture.GetTextureID(); gfx::SurfaceFormat format = texGL->UploadSurfaceToTexture(cairoImage->mSurface, nsIntRect(0,0, data->mTextureSize.width, data->mTextureSize.height), texID, true, nsIntPoint(0,0), false, aTextureUnit); data->mLayerProgram = ShaderProgramFromSurfaceFormat(format); cairoImage->SetBackendData(LAYERS_OPENGL, data); gl()->MakeCurrent(); gl()->fActiveTexture(aTextureUnit); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, texID); gl()->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_MIN_FILTER, LOCAL_GL_LINEAR); gl()->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_MAG_FILTER, LOCAL_GL_LINEAR); gl()->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_WRAP_S, LOCAL_GL_CLAMP_TO_EDGE); gl()->fTexParameteri(LOCAL_GL_TEXTURE_2D, LOCAL_GL_TEXTURE_WRAP_T, LOCAL_GL_CLAMP_TO_EDGE); } else { gl()->fActiveTexture(aTextureUnit); gl()->fBindTexture(LOCAL_GL_TEXTURE_2D, data->mTexture.GetTextureID()); } *aSize = data->mTextureSize; return true; } } /* layers */ } /* mozilla */