mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-05 16:46:26 +00:00
465 lines
14 KiB
C++
465 lines
14 KiB
C++
/* -*- Mode: C++; tab-width: 20; indent-tabs-mode: nil; c-basic-offset: 2 -*-
|
|
* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "ImageClient.h"
|
|
#include <stdint.h> // for uint32_t
|
|
#include "ImageContainer.h" // for Image, PlanarYCbCrImage, etc
|
|
#include "ImageTypes.h" // for ImageFormat::PLANAR_YCBCR, etc
|
|
#include "SharedTextureImage.h" // for SharedTextureImage::Data, etc
|
|
#include "gfx2DGlue.h" // for ImageFormatToSurfaceFormat
|
|
#include "gfxPlatform.h" // for gfxPlatform
|
|
#include "mozilla/Assertions.h" // for MOZ_ASSERT, etc
|
|
#include "mozilla/RefPtr.h" // for RefPtr, TemporaryRef
|
|
#include "mozilla/gfx/BaseSize.h" // for BaseSize
|
|
#include "mozilla/gfx/Point.h" // for IntSize
|
|
#include "mozilla/gfx/Types.h" // for SurfaceFormat, etc
|
|
#include "mozilla/layers/CompositableClient.h" // for CompositableClient
|
|
#include "mozilla/layers/CompositableForwarder.h"
|
|
#include "mozilla/layers/CompositorTypes.h" // for CompositableType, etc
|
|
#include "mozilla/layers/ISurfaceAllocator.h"
|
|
#include "mozilla/layers/LayersSurfaces.h" // for SurfaceDescriptor, etc
|
|
#include "mozilla/layers/ShadowLayers.h" // for ShadowLayerForwarder
|
|
#include "mozilla/layers/SharedPlanarYCbCrImage.h"
|
|
#include "mozilla/layers/SharedRGBImage.h"
|
|
#include "mozilla/layers/TextureClient.h" // for TextureClient, etc
|
|
#include "mozilla/layers/TextureClientOGL.h" // for SharedTextureClientOGL
|
|
#include "mozilla/mozalloc.h" // for operator delete, etc
|
|
#include "nsAutoPtr.h" // for nsRefPtr
|
|
#include "nsCOMPtr.h" // for already_AddRefed
|
|
#include "nsDebug.h" // for NS_WARNING, NS_ASSERTION
|
|
#include "nsISupportsImpl.h" // for Image::Release, etc
|
|
#include "nsRect.h" // for nsIntRect
|
|
#include "mozilla/gfx/2D.h"
|
|
#ifdef MOZ_WIDGET_GONK
|
|
#include "GrallocImages.h"
|
|
#endif
|
|
|
|
using namespace mozilla::gfx;
|
|
|
|
namespace mozilla {
|
|
namespace layers {
|
|
|
|
/**
|
|
* Handle RemoveTextureFromCompositableAsync() transaction.
|
|
*/
|
|
class RemoveTextureFromCompositableTracker : public AsyncTransactionTracker {
|
|
public:
|
|
RemoveTextureFromCompositableTracker(CompositableClient* aCompositableClient)
|
|
: mCompositableClient(aCompositableClient)
|
|
{
|
|
MOZ_COUNT_CTOR(RemoveTextureFromCompositableTracker);
|
|
}
|
|
|
|
~RemoveTextureFromCompositableTracker()
|
|
{
|
|
MOZ_COUNT_DTOR(RemoveTextureFromCompositableTracker);
|
|
}
|
|
|
|
virtual void Complete() MOZ_OVERRIDE
|
|
{
|
|
// The TextureClient's recycling is postponed until the transaction
|
|
// complete.
|
|
mTextureClient = nullptr;
|
|
mCompositableClient = nullptr;
|
|
}
|
|
|
|
virtual void Cancel() MOZ_OVERRIDE
|
|
{
|
|
mTextureClient = nullptr;
|
|
mCompositableClient = nullptr;
|
|
}
|
|
|
|
virtual void SetTextureClient(TextureClient* aTextureClient) MOZ_OVERRIDE
|
|
{
|
|
mTextureClient = aTextureClient;
|
|
}
|
|
|
|
private:
|
|
RefPtr<CompositableClient> mCompositableClient;
|
|
RefPtr<TextureClient> mTextureClient;
|
|
};
|
|
|
|
/* static */ TemporaryRef<ImageClient>
|
|
ImageClient::CreateImageClient(CompositableType aCompositableHostType,
|
|
CompositableForwarder* aForwarder,
|
|
TextureFlags aFlags)
|
|
{
|
|
RefPtr<ImageClient> result = nullptr;
|
|
switch (aCompositableHostType) {
|
|
case CompositableType::IMAGE:
|
|
case CompositableType::BUFFER_IMAGE_SINGLE:
|
|
result = new ImageClientSingle(aForwarder, aFlags, CompositableType::IMAGE);
|
|
break;
|
|
case CompositableType::BUFFER_IMAGE_BUFFERED:
|
|
result = new ImageClientBuffered(aForwarder, aFlags, CompositableType::IMAGE);
|
|
break;
|
|
case CompositableType::BUFFER_BRIDGE:
|
|
result = new ImageClientBridge(aForwarder, aFlags);
|
|
break;
|
|
case CompositableType::BUFFER_UNKNOWN:
|
|
result = nullptr;
|
|
break;
|
|
default:
|
|
MOZ_CRASH("unhandled program type");
|
|
}
|
|
|
|
NS_ASSERTION(result, "Failed to create ImageClient");
|
|
|
|
return result.forget();
|
|
}
|
|
|
|
void
|
|
ImageClient::RemoveTextureFromCompositable(TextureClient* aTexture,
|
|
AsyncTransactionTracker* aAsyncTransactionTracker)
|
|
{
|
|
#ifdef MOZ_WIDGET_GONK
|
|
// AsyncTransactionTracker is supported only on ImageBridge.
|
|
// Use AsyncTransactionTracker only when TextureClient is recyeled.
|
|
if (GetForwarder()->IsImageBridgeChild() &&
|
|
aTexture->HasRecycleCallback()) {
|
|
RefPtr<AsyncTransactionTracker> request = aAsyncTransactionTracker;
|
|
if (!request) {
|
|
// Create AsyncTransactionTracker if it is not provided as argument.
|
|
request = new RemoveTextureFromCompositableTracker(this);
|
|
}
|
|
// Hold TextureClient until the transaction complete to postpone
|
|
// the TextureClient recycle.
|
|
request->SetTextureClient(aTexture);
|
|
GetForwarder()->RemoveTextureFromCompositableAsync(request, this, aTexture);
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
GetForwarder()->RemoveTextureFromCompositable(this, aTexture);
|
|
if (aAsyncTransactionTracker) {
|
|
// Do not need to wait a transaction complete message
|
|
// from the compositor side.
|
|
aAsyncTransactionTracker->NotifyComplete();
|
|
}
|
|
}
|
|
|
|
ImageClientSingle::ImageClientSingle(CompositableForwarder* aFwd,
|
|
TextureFlags aFlags,
|
|
CompositableType aType)
|
|
: ImageClient(aFwd, aFlags, aType)
|
|
{
|
|
}
|
|
|
|
ImageClientBuffered::ImageClientBuffered(CompositableForwarder* aFwd,
|
|
TextureFlags aFlags,
|
|
CompositableType aType)
|
|
: ImageClientSingle(aFwd, aFlags, aType)
|
|
{
|
|
}
|
|
|
|
TextureInfo ImageClientSingle::GetTextureInfo() const
|
|
{
|
|
return TextureInfo(CompositableType::IMAGE);
|
|
}
|
|
|
|
TemporaryRef<AsyncTransactionTracker>
|
|
ImageClientSingle::PrepareFlushAllImages()
|
|
{
|
|
RefPtr<AsyncTransactionTracker> status = new RemoveTextureFromCompositableTracker(this);
|
|
return status;
|
|
}
|
|
|
|
void
|
|
ImageClientSingle::FlushAllImages(bool aExceptFront,
|
|
AsyncTransactionTracker* aAsyncTransactionTracker)
|
|
{
|
|
if (!aExceptFront && mFrontBuffer) {
|
|
RemoveTextureFromCompositable(mFrontBuffer, aAsyncTransactionTracker);
|
|
mFrontBuffer = nullptr;
|
|
} else if(aAsyncTransactionTracker) {
|
|
// already flushed
|
|
aAsyncTransactionTracker->NotifyComplete();
|
|
}
|
|
}
|
|
|
|
void
|
|
ImageClientBuffered::FlushAllImages(bool aExceptFront,
|
|
AsyncTransactionTracker* aAsyncTransactionTracker)
|
|
{
|
|
if (!aExceptFront && mFrontBuffer) {
|
|
RemoveTextureFromCompositable(mFrontBuffer);
|
|
mFrontBuffer = nullptr;
|
|
}
|
|
if (mBackBuffer) {
|
|
RemoveTextureFromCompositable(mBackBuffer, aAsyncTransactionTracker);
|
|
mBackBuffer = nullptr;
|
|
}
|
|
}
|
|
|
|
bool
|
|
ImageClientSingle::UpdateImage(ImageContainer* aContainer,
|
|
uint32_t aContentFlags)
|
|
{
|
|
bool isSwapped = false;
|
|
return UpdateImageInternal(aContainer, aContentFlags, &isSwapped);
|
|
}
|
|
|
|
bool
|
|
ImageClientSingle::UpdateImageInternal(ImageContainer* aContainer,
|
|
uint32_t aContentFlags, bool* aIsSwapped)
|
|
{
|
|
AutoLockImage autoLock(aContainer);
|
|
*aIsSwapped = false;
|
|
|
|
Image *image = autoLock.GetImage();
|
|
if (!image) {
|
|
return false;
|
|
}
|
|
|
|
if (mLastPaintedImageSerial == image->GetSerial()) {
|
|
return true;
|
|
}
|
|
|
|
if (image->AsSharedImage() && image->AsSharedImage()->GetTextureClient(this)) {
|
|
// fast path: no need to allocate and/or copy image data
|
|
RefPtr<TextureClient> texture = image->AsSharedImage()->GetTextureClient(this);
|
|
|
|
if (mFrontBuffer) {
|
|
RemoveTextureFromCompositable(mFrontBuffer);
|
|
}
|
|
mFrontBuffer = texture;
|
|
if (!AddTextureClient(texture)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
GetForwarder()->UpdatedTexture(this, texture, nullptr);
|
|
GetForwarder()->UseTexture(this, texture);
|
|
} else if (image->GetFormat() == ImageFormat::PLANAR_YCBCR) {
|
|
PlanarYCbCrImage* ycbcr = static_cast<PlanarYCbCrImage*>(image);
|
|
const PlanarYCbCrData* data = ycbcr->GetData();
|
|
if (!data) {
|
|
return false;
|
|
}
|
|
|
|
if (mFrontBuffer && mFrontBuffer->IsImmutable()) {
|
|
RemoveTextureFromCompositable(mFrontBuffer);
|
|
mFrontBuffer = nullptr;
|
|
}
|
|
|
|
bool bufferCreated = false;
|
|
if (!mFrontBuffer) {
|
|
mFrontBuffer = CreateBufferTextureClient(gfx::SurfaceFormat::YUV, TextureFlags::DEFAULT);
|
|
gfx::IntSize ySize(data->mYSize.width, data->mYSize.height);
|
|
gfx::IntSize cbCrSize(data->mCbCrSize.width, data->mCbCrSize.height);
|
|
if (!mFrontBuffer->AsTextureClientYCbCr()->AllocateForYCbCr(ySize, cbCrSize, data->mStereoMode)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
bufferCreated = true;
|
|
}
|
|
|
|
if (!mFrontBuffer->Lock(OpenMode::OPEN_WRITE_ONLY)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
bool status = mFrontBuffer->AsTextureClientYCbCr()->UpdateYCbCr(*data);
|
|
mFrontBuffer->Unlock();
|
|
|
|
if (bufferCreated) {
|
|
if (!AddTextureClient(mFrontBuffer)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if (status) {
|
|
GetForwarder()->UpdatedTexture(this, mFrontBuffer, nullptr);
|
|
GetForwarder()->UseTexture(this, mFrontBuffer);
|
|
} else {
|
|
MOZ_ASSERT(false);
|
|
return false;
|
|
}
|
|
|
|
} else if (image->GetFormat() == ImageFormat::SHARED_TEXTURE) {
|
|
SharedTextureImage* sharedImage = static_cast<SharedTextureImage*>(image);
|
|
const SharedTextureImage::Data *data = sharedImage->GetData();
|
|
gfx::IntSize size = gfx::IntSize(image->GetSize().width, image->GetSize().height);
|
|
|
|
if (mFrontBuffer) {
|
|
RemoveTextureFromCompositable(mFrontBuffer);
|
|
mFrontBuffer = nullptr;
|
|
}
|
|
|
|
RefPtr<SharedTextureClientOGL> buffer = new SharedTextureClientOGL(mTextureFlags);
|
|
buffer->InitWith(data->mHandle, size, data->mShareType, data->mInverted);
|
|
mFrontBuffer = buffer;
|
|
if (!AddTextureClient(mFrontBuffer)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
|
|
GetForwarder()->UseTexture(this, mFrontBuffer);
|
|
} else {
|
|
RefPtr<gfx::SourceSurface> surface = image->GetAsSourceSurface();
|
|
MOZ_ASSERT(surface);
|
|
|
|
gfx::IntSize size = image->GetSize();
|
|
|
|
if (mFrontBuffer &&
|
|
(mFrontBuffer->IsImmutable() || mFrontBuffer->GetSize() != size)) {
|
|
RemoveTextureFromCompositable(mFrontBuffer);
|
|
mFrontBuffer = nullptr;
|
|
}
|
|
|
|
bool bufferCreated = false;
|
|
if (!mFrontBuffer) {
|
|
gfxImageFormat format
|
|
= gfxPlatform::GetPlatform()->OptimalFormatForContent(gfx::ContentForFormat(surface->GetFormat()));
|
|
mFrontBuffer = CreateTextureClientForDrawing(gfx::ImageFormatToSurfaceFormat(format),
|
|
mTextureFlags, gfx::BackendType::NONE, size);
|
|
MOZ_ASSERT(mFrontBuffer->CanExposeDrawTarget());
|
|
if (!mFrontBuffer->AllocateForSurface(size)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
|
|
bufferCreated = true;
|
|
}
|
|
|
|
if (!mFrontBuffer->Lock(OpenMode::OPEN_WRITE_ONLY)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
|
|
{
|
|
// We must not keep a reference to the DrawTarget after it has been unlocked.
|
|
RefPtr<DrawTarget> dt = mFrontBuffer->GetAsDrawTarget();
|
|
MOZ_ASSERT(surface.get());
|
|
dt->CopySurface(surface, IntRect(IntPoint(), surface->GetSize()), IntPoint());
|
|
}
|
|
|
|
mFrontBuffer->Unlock();
|
|
|
|
if (bufferCreated) {
|
|
if (!AddTextureClient(mFrontBuffer)) {
|
|
mFrontBuffer = nullptr;
|
|
return false;
|
|
}
|
|
}
|
|
|
|
GetForwarder()->UpdatedTexture(this, mFrontBuffer, nullptr);
|
|
GetForwarder()->UseTexture(this, mFrontBuffer);
|
|
}
|
|
|
|
UpdatePictureRect(image->GetPictureRect());
|
|
|
|
mLastPaintedImageSerial = image->GetSerial();
|
|
aContainer->NotifyPaintedImage(image);
|
|
*aIsSwapped = true;
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
ImageClientBuffered::UpdateImage(ImageContainer* aContainer,
|
|
uint32_t aContentFlags)
|
|
{
|
|
RefPtr<TextureClient> temp = mFrontBuffer;
|
|
mFrontBuffer = mBackBuffer;
|
|
mBackBuffer = temp;
|
|
|
|
bool isSwapped = false;
|
|
bool ret = ImageClientSingle::UpdateImageInternal(aContainer, aContentFlags, &isSwapped);
|
|
|
|
if (!isSwapped) {
|
|
// If buffer swap did not happen at Host side, swap back the buffers.
|
|
RefPtr<TextureClient> temp = mFrontBuffer;
|
|
mFrontBuffer = mBackBuffer;
|
|
mBackBuffer = temp;
|
|
}
|
|
return ret;
|
|
}
|
|
|
|
bool
|
|
ImageClientSingle::AddTextureClient(TextureClient* aTexture)
|
|
{
|
|
MOZ_ASSERT((mTextureFlags & aTexture->GetFlags()) == mTextureFlags);
|
|
return CompositableClient::AddTextureClient(aTexture);
|
|
}
|
|
|
|
void
|
|
ImageClientSingle::OnDetach()
|
|
{
|
|
mFrontBuffer = nullptr;
|
|
}
|
|
|
|
void
|
|
ImageClientBuffered::OnDetach()
|
|
{
|
|
mFrontBuffer = nullptr;
|
|
mBackBuffer = nullptr;
|
|
}
|
|
|
|
ImageClient::ImageClient(CompositableForwarder* aFwd, TextureFlags aFlags,
|
|
CompositableType aType)
|
|
: CompositableClient(aFwd, aFlags)
|
|
, mType(aType)
|
|
, mLastPaintedImageSerial(0)
|
|
{}
|
|
|
|
void
|
|
ImageClient::UpdatePictureRect(nsIntRect aRect)
|
|
{
|
|
if (mPictureRect == aRect) {
|
|
return;
|
|
}
|
|
mPictureRect = aRect;
|
|
MOZ_ASSERT(mForwarder);
|
|
GetForwarder()->UpdatePictureRect(this, aRect);
|
|
}
|
|
|
|
ImageClientBridge::ImageClientBridge(CompositableForwarder* aFwd,
|
|
TextureFlags aFlags)
|
|
: ImageClient(aFwd, aFlags, CompositableType::BUFFER_BRIDGE)
|
|
, mAsyncContainerID(0)
|
|
, mLayer(nullptr)
|
|
{
|
|
}
|
|
|
|
bool
|
|
ImageClientBridge::UpdateImage(ImageContainer* aContainer, uint32_t aContentFlags)
|
|
{
|
|
if (!GetForwarder() || !mLayer) {
|
|
return false;
|
|
}
|
|
if (mAsyncContainerID == aContainer->GetAsyncContainerID()) {
|
|
return true;
|
|
}
|
|
mAsyncContainerID = aContainer->GetAsyncContainerID();
|
|
static_cast<ShadowLayerForwarder*>(GetForwarder())->AttachAsyncCompositable(mAsyncContainerID, mLayer);
|
|
AutoLockImage autoLock(aContainer);
|
|
aContainer->NotifyPaintedImage(autoLock.GetImage());
|
|
Updated();
|
|
return true;
|
|
}
|
|
|
|
already_AddRefed<Image>
|
|
ImageClientSingle::CreateImage(ImageFormat aFormat)
|
|
{
|
|
nsRefPtr<Image> img;
|
|
switch (aFormat) {
|
|
case ImageFormat::PLANAR_YCBCR:
|
|
img = new SharedPlanarYCbCrImage(this);
|
|
return img.forget();
|
|
case ImageFormat::SHARED_RGB:
|
|
img = new SharedRGBImage(this);
|
|
return img.forget();
|
|
#ifdef MOZ_WIDGET_GONK
|
|
case ImageFormat::GRALLOC_PLANAR_YCBCR:
|
|
img = new GrallocImage();
|
|
return img.forget();
|
|
#endif
|
|
default:
|
|
return nullptr;
|
|
}
|
|
}
|
|
|
|
}
|
|
}
|