mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-28 15:23:51 +00:00
c4def0fb6f
Still non-functional. Differential Revision: https://phabricator.services.mozilla.com/D27214 --HG-- extra : moz-landing-system : lando
423 lines
13 KiB
C++
423 lines
13 KiB
C++
/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim: set ts=8 sts=2 et sw=2 tw=80: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "D3D11YCbCrImage.h"
|
|
|
|
#include "gfx2DGlue.h"
|
|
#include "YCbCrUtils.h"
|
|
#include "mozilla/gfx/gfxVars.h"
|
|
#include "mozilla/gfx/DeviceManagerDx.h"
|
|
#include "mozilla/layers/CompositableClient.h"
|
|
#include "mozilla/layers/CompositableForwarder.h"
|
|
#include "mozilla/layers/TextureD3D11.h"
|
|
|
|
using namespace mozilla::gfx;
|
|
|
|
namespace mozilla {
|
|
namespace layers {
|
|
|
|
D3D11YCbCrImage::D3D11YCbCrImage()
|
|
: Image(NULL, ImageFormat::D3D11_YCBCR_IMAGE) {}
|
|
|
|
D3D11YCbCrImage::~D3D11YCbCrImage() {}
|
|
|
|
bool D3D11YCbCrImage::SetData(KnowsCompositor* aAllocator,
|
|
ImageContainer* aContainer,
|
|
const PlanarYCbCrData& aData) {
|
|
mPictureRect = IntRect(aData.mPicX, aData.mPicY, aData.mPicSize.width,
|
|
aData.mPicSize.height);
|
|
mYSize = aData.mYSize;
|
|
mCbCrSize = aData.mCbCrSize;
|
|
mColorDepth = aData.mColorDepth;
|
|
mColorSpace = aData.mYUVColorSpace;
|
|
mColorRange = aData.mColorRange;
|
|
|
|
D3D11YCbCrRecycleAllocator* allocator =
|
|
aContainer->GetD3D11YCbCrRecycleAllocator(aAllocator);
|
|
if (!allocator) {
|
|
return false;
|
|
}
|
|
|
|
RefPtr<ID3D11Device> device = gfx::DeviceManagerDx::Get()->GetImageDevice();
|
|
if (!device) {
|
|
return false;
|
|
}
|
|
|
|
{
|
|
DXGIYCbCrTextureAllocationHelper helper(aData, TextureFlags::DEFAULT,
|
|
device);
|
|
mTextureClient = allocator->CreateOrRecycle(helper);
|
|
}
|
|
|
|
if (!mTextureClient) {
|
|
return false;
|
|
}
|
|
|
|
DXGIYCbCrTextureData* data =
|
|
mTextureClient->GetInternalData()->AsDXGIYCbCrTextureData();
|
|
|
|
ID3D11Texture2D* textureY = data->GetD3D11Texture(0);
|
|
ID3D11Texture2D* textureCb = data->GetD3D11Texture(1);
|
|
ID3D11Texture2D* textureCr = data->GetD3D11Texture(2);
|
|
|
|
RefPtr<ID3D10Multithread> mt;
|
|
HRESULT hr = device->QueryInterface((ID3D10Multithread**)getter_AddRefs(mt));
|
|
|
|
if (FAILED(hr) || !mt) {
|
|
gfxCriticalError() << "Multithread safety interface not supported. " << hr;
|
|
return false;
|
|
}
|
|
|
|
if (!mt->GetMultithreadProtected()) {
|
|
gfxCriticalError() << "Device used not marked as multithread-safe.";
|
|
return false;
|
|
}
|
|
|
|
D3D11MTAutoEnter mtAutoEnter(mt.forget());
|
|
|
|
RefPtr<ID3D11DeviceContext> ctx;
|
|
device->GetImmediateContext(getter_AddRefs(ctx));
|
|
if (!ctx) {
|
|
gfxCriticalError() << "Failed to get immediate context.";
|
|
return false;
|
|
}
|
|
|
|
AutoLockD3D11Texture lockY(textureY);
|
|
AutoLockD3D11Texture lockCb(textureCb);
|
|
AutoLockD3D11Texture lockCr(textureCr);
|
|
|
|
ctx->UpdateSubresource(textureY, 0, nullptr, aData.mYChannel, aData.mYStride,
|
|
aData.mYStride * aData.mYSize.height);
|
|
ctx->UpdateSubresource(textureCb, 0, nullptr, aData.mCbChannel,
|
|
aData.mCbCrStride,
|
|
aData.mCbCrStride * aData.mCbCrSize.height);
|
|
ctx->UpdateSubresource(textureCr, 0, nullptr, aData.mCrChannel,
|
|
aData.mCbCrStride,
|
|
aData.mCbCrStride * aData.mCbCrSize.height);
|
|
|
|
return true;
|
|
}
|
|
|
|
IntSize D3D11YCbCrImage::GetSize() const { return mPictureRect.Size(); }
|
|
|
|
TextureClient* D3D11YCbCrImage::GetTextureClient(
|
|
KnowsCompositor* aKnowsCompositor) {
|
|
return mTextureClient;
|
|
}
|
|
|
|
const DXGIYCbCrTextureData* D3D11YCbCrImage::GetData() const {
|
|
if (!mTextureClient) return nullptr;
|
|
|
|
return mTextureClient->GetInternalData()->AsDXGIYCbCrTextureData();
|
|
}
|
|
|
|
already_AddRefed<SourceSurface> D3D11YCbCrImage::GetAsSourceSurface() {
|
|
if (!mTextureClient) {
|
|
gfxWarning()
|
|
<< "GetAsSourceSurface() called on uninitialized D3D11YCbCrImage.";
|
|
return nullptr;
|
|
}
|
|
|
|
gfx::IntSize size(mPictureRect.Size());
|
|
gfx::SurfaceFormat format =
|
|
gfx::ImageFormatToSurfaceFormat(gfxVars::OffscreenFormat());
|
|
HRESULT hr;
|
|
|
|
PlanarYCbCrData data;
|
|
|
|
DXGIYCbCrTextureData* dxgiData =
|
|
mTextureClient->GetInternalData()->AsDXGIYCbCrTextureData();
|
|
|
|
if (!dxgiData) {
|
|
gfxCriticalError() << "Failed to get texture client internal data.";
|
|
return nullptr;
|
|
}
|
|
|
|
RefPtr<ID3D11Texture2D> texY = dxgiData->GetD3D11Texture(0);
|
|
RefPtr<ID3D11Texture2D> texCb = dxgiData->GetD3D11Texture(1);
|
|
RefPtr<ID3D11Texture2D> texCr = dxgiData->GetD3D11Texture(2);
|
|
RefPtr<ID3D11Texture2D> softTexY, softTexCb, softTexCr;
|
|
D3D11_TEXTURE2D_DESC desc;
|
|
|
|
RefPtr<ID3D11Device> dev;
|
|
texY->GetDevice(getter_AddRefs(dev));
|
|
|
|
if (!dev || dev != gfx::DeviceManagerDx::Get()->GetImageDevice()) {
|
|
gfxCriticalError() << "D3D11Device is obsoleted";
|
|
return nullptr;
|
|
}
|
|
|
|
RefPtr<ID3D10Multithread> mt;
|
|
hr = dev->QueryInterface((ID3D10Multithread**)getter_AddRefs(mt));
|
|
|
|
if (FAILED(hr) || !mt) {
|
|
gfxCriticalError() << "Multithread safety interface not supported.";
|
|
return nullptr;
|
|
}
|
|
|
|
if (!mt->GetMultithreadProtected()) {
|
|
gfxCriticalError() << "Device used not marked as multithread-safe.";
|
|
return nullptr;
|
|
}
|
|
|
|
D3D11MTAutoEnter mtAutoEnter(mt.forget());
|
|
|
|
texY->GetDesc(&desc);
|
|
desc.BindFlags = 0;
|
|
desc.MiscFlags = 0;
|
|
desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
|
|
desc.Usage = D3D11_USAGE_STAGING;
|
|
|
|
dev->CreateTexture2D(&desc, nullptr, getter_AddRefs(softTexY));
|
|
|
|
texCb->GetDesc(&desc);
|
|
desc.BindFlags = 0;
|
|
desc.MiscFlags = 0;
|
|
desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
|
|
desc.Usage = D3D11_USAGE_STAGING;
|
|
|
|
dev->CreateTexture2D(&desc, nullptr, getter_AddRefs(softTexCb));
|
|
|
|
texCr->GetDesc(&desc);
|
|
desc.BindFlags = 0;
|
|
desc.MiscFlags = 0;
|
|
desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
|
|
desc.Usage = D3D11_USAGE_STAGING;
|
|
|
|
dev->CreateTexture2D(&desc, nullptr, getter_AddRefs(softTexCr));
|
|
|
|
RefPtr<ID3D11DeviceContext> ctx;
|
|
dev->GetImmediateContext(getter_AddRefs(ctx));
|
|
if (!ctx) {
|
|
gfxCriticalError() << "Failed to get immediate context.";
|
|
return nullptr;
|
|
}
|
|
|
|
{
|
|
AutoLockD3D11Texture lockY(texY);
|
|
AutoLockD3D11Texture lockCb(texCb);
|
|
AutoLockD3D11Texture lockCr(texCr);
|
|
ctx->CopyResource(softTexY, texY);
|
|
ctx->CopyResource(softTexCb, texCb);
|
|
ctx->CopyResource(softTexCr, texCr);
|
|
}
|
|
|
|
D3D11_MAPPED_SUBRESOURCE mapY, mapCb, mapCr;
|
|
RefPtr<gfx::DataSourceSurface> surface;
|
|
mapY.pData = mapCb.pData = mapCr.pData = nullptr;
|
|
|
|
hr = ctx->Map(softTexY, 0, D3D11_MAP_READ, 0, &mapY);
|
|
if (FAILED(hr)) {
|
|
gfxCriticalError() << "Failed to map Y plane (" << hr << ")";
|
|
return nullptr;
|
|
}
|
|
hr = ctx->Map(softTexCb, 0, D3D11_MAP_READ, 0, &mapCb);
|
|
if (FAILED(hr)) {
|
|
gfxCriticalError() << "Failed to map Y plane (" << hr << ")";
|
|
return nullptr;
|
|
}
|
|
hr = ctx->Map(softTexCr, 0, D3D11_MAP_READ, 0, &mapCr);
|
|
if (FAILED(hr)) {
|
|
gfxCriticalError() << "Failed to map Y plane (" << hr << ")";
|
|
return nullptr;
|
|
}
|
|
|
|
MOZ_ASSERT(mapCb.RowPitch == mapCr.RowPitch);
|
|
|
|
data.mPicX = mPictureRect.X();
|
|
data.mPicY = mPictureRect.Y();
|
|
data.mPicSize = mPictureRect.Size();
|
|
data.mStereoMode = StereoMode::MONO;
|
|
data.mColorDepth = mColorDepth;
|
|
data.mYUVColorSpace = mColorSpace;
|
|
data.mColorRange = mColorRange;
|
|
data.mYSkip = data.mCbSkip = data.mCrSkip = 0;
|
|
data.mYSize = mYSize;
|
|
data.mCbCrSize = mCbCrSize;
|
|
data.mYChannel = static_cast<uint8_t*>(mapY.pData);
|
|
data.mYStride = mapY.RowPitch;
|
|
data.mCbChannel = static_cast<uint8_t*>(mapCb.pData);
|
|
data.mCrChannel = static_cast<uint8_t*>(mapCr.pData);
|
|
data.mCbCrStride = mapCb.RowPitch;
|
|
|
|
gfx::GetYCbCrToRGBDestFormatAndSize(data, format, size);
|
|
if (size.width > PlanarYCbCrImage::MAX_DIMENSION ||
|
|
size.height > PlanarYCbCrImage::MAX_DIMENSION) {
|
|
gfxCriticalError() << "Illegal image dest width or height";
|
|
return nullptr;
|
|
}
|
|
|
|
surface = gfx::Factory::CreateDataSourceSurface(size, format);
|
|
if (!surface) {
|
|
gfxCriticalError() << "Failed to create DataSourceSurface for image: "
|
|
<< size << " " << format;
|
|
return nullptr;
|
|
}
|
|
|
|
DataSourceSurface::ScopedMap mapping(surface, DataSourceSurface::WRITE);
|
|
if (!mapping.IsMapped()) {
|
|
gfxCriticalError() << "Failed to map DataSourceSurface for D3D11YCbCrImage";
|
|
return nullptr;
|
|
}
|
|
|
|
gfx::ConvertYCbCrToRGB(data, format, size, mapping.GetData(),
|
|
mapping.GetStride());
|
|
|
|
ctx->Unmap(softTexY, 0);
|
|
ctx->Unmap(softTexCb, 0);
|
|
ctx->Unmap(softTexCr, 0);
|
|
|
|
return surface.forget();
|
|
}
|
|
|
|
class AutoCheckLockD3D11Texture final {
|
|
public:
|
|
explicit AutoCheckLockD3D11Texture(ID3D11Texture2D* aTexture)
|
|
: mIsLocked(false) {
|
|
aTexture->QueryInterface((IDXGIKeyedMutex**)getter_AddRefs(mMutex));
|
|
if (!mMutex) {
|
|
// If D3D11Texture does not have keyed mutex, we think that the
|
|
// D3D11Texture could be locked.
|
|
mIsLocked = true;
|
|
return;
|
|
}
|
|
|
|
// Test to see if the keyed mutex has been released
|
|
HRESULT hr = mMutex->AcquireSync(0, 0);
|
|
if (SUCCEEDED(hr)) {
|
|
mIsLocked = true;
|
|
}
|
|
}
|
|
|
|
~AutoCheckLockD3D11Texture() {
|
|
if (!mMutex) {
|
|
return;
|
|
}
|
|
HRESULT hr = mMutex->ReleaseSync(0);
|
|
if (FAILED(hr)) {
|
|
NS_WARNING("Failed to unlock the texture");
|
|
}
|
|
}
|
|
|
|
bool IsLocked() const { return mIsLocked; }
|
|
|
|
private:
|
|
bool mIsLocked;
|
|
RefPtr<IDXGIKeyedMutex> mMutex;
|
|
};
|
|
|
|
DXGIYCbCrTextureAllocationHelper::DXGIYCbCrTextureAllocationHelper(
|
|
const PlanarYCbCrData& aData, TextureFlags aTextureFlags,
|
|
ID3D11Device* aDevice)
|
|
: ITextureClientAllocationHelper(gfx::SurfaceFormat::YUV, aData.mYSize,
|
|
BackendSelector::Content, aTextureFlags,
|
|
ALLOC_DEFAULT),
|
|
mData(aData),
|
|
mDevice(aDevice) {}
|
|
|
|
bool DXGIYCbCrTextureAllocationHelper::IsCompatible(
|
|
TextureClient* aTextureClient) {
|
|
MOZ_ASSERT(aTextureClient->GetFormat() == gfx::SurfaceFormat::YUV);
|
|
|
|
DXGIYCbCrTextureData* dxgiData =
|
|
aTextureClient->GetInternalData()->AsDXGIYCbCrTextureData();
|
|
if (!dxgiData || aTextureClient->GetSize() != mData.mYSize ||
|
|
dxgiData->GetYSize() != mData.mYSize ||
|
|
dxgiData->GetCbCrSize() != mData.mCbCrSize ||
|
|
dxgiData->GetColorDepth() != mData.mColorDepth ||
|
|
dxgiData->GetYUVColorSpace() != mData.mYUVColorSpace) {
|
|
return false;
|
|
}
|
|
|
|
ID3D11Texture2D* textureY = dxgiData->GetD3D11Texture(0);
|
|
ID3D11Texture2D* textureCb = dxgiData->GetD3D11Texture(1);
|
|
ID3D11Texture2D* textureCr = dxgiData->GetD3D11Texture(2);
|
|
|
|
RefPtr<ID3D11Device> device;
|
|
textureY->GetDevice(getter_AddRefs(device));
|
|
if (!device || device != gfx::DeviceManagerDx::Get()->GetImageDevice()) {
|
|
return false;
|
|
}
|
|
|
|
// Test to see if the keyed mutex has been released.
|
|
// If D3D11Texture failed to lock, do not recycle the DXGIYCbCrTextureData.
|
|
|
|
AutoCheckLockD3D11Texture lockY(textureY);
|
|
AutoCheckLockD3D11Texture lockCr(textureCr);
|
|
AutoCheckLockD3D11Texture lockCb(textureCb);
|
|
|
|
if (!lockY.IsLocked() || !lockCr.IsLocked() || !lockCb.IsLocked()) {
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
already_AddRefed<TextureClient> DXGIYCbCrTextureAllocationHelper::Allocate(
|
|
KnowsCompositor* aAllocator) {
|
|
CD3D11_TEXTURE2D_DESC newDesc(mData.mColorDepth == gfx::ColorDepth::COLOR_8
|
|
? DXGI_FORMAT_R8_UNORM
|
|
: DXGI_FORMAT_R16_UNORM,
|
|
mData.mYSize.width, mData.mYSize.height, 1, 1);
|
|
// WebRender requests keyed mutex
|
|
if (mDevice == gfx::DeviceManagerDx::Get()->GetCompositorDevice() &&
|
|
!gfxVars::UseWebRender()) {
|
|
newDesc.MiscFlags = D3D11_RESOURCE_MISC_SHARED;
|
|
} else {
|
|
newDesc.MiscFlags = D3D11_RESOURCE_MISC_SHARED_KEYEDMUTEX;
|
|
}
|
|
|
|
RefPtr<ID3D10Multithread> mt;
|
|
HRESULT hr = mDevice->QueryInterface((ID3D10Multithread**)getter_AddRefs(mt));
|
|
|
|
if (FAILED(hr) || !mt) {
|
|
gfxCriticalError() << "Multithread safety interface not supported. " << hr;
|
|
return nullptr;
|
|
}
|
|
|
|
if (!mt->GetMultithreadProtected()) {
|
|
gfxCriticalError() << "Device used not marked as multithread-safe.";
|
|
return nullptr;
|
|
}
|
|
|
|
D3D11MTAutoEnter mtAutoEnter(mt.forget());
|
|
|
|
RefPtr<ID3D11Texture2D> textureY;
|
|
hr = mDevice->CreateTexture2D(&newDesc, nullptr, getter_AddRefs(textureY));
|
|
NS_ENSURE_TRUE(SUCCEEDED(hr), nullptr);
|
|
|
|
newDesc.Width = mData.mCbCrSize.width;
|
|
newDesc.Height = mData.mCbCrSize.height;
|
|
|
|
RefPtr<ID3D11Texture2D> textureCb;
|
|
hr = mDevice->CreateTexture2D(&newDesc, nullptr, getter_AddRefs(textureCb));
|
|
NS_ENSURE_TRUE(SUCCEEDED(hr), nullptr);
|
|
|
|
RefPtr<ID3D11Texture2D> textureCr;
|
|
hr = mDevice->CreateTexture2D(&newDesc, nullptr, getter_AddRefs(textureCr));
|
|
NS_ENSURE_TRUE(SUCCEEDED(hr), nullptr);
|
|
|
|
TextureForwarder* forwarder =
|
|
aAllocator ? aAllocator->GetTextureForwarder() : nullptr;
|
|
|
|
return TextureClient::CreateWithData(
|
|
DXGIYCbCrTextureData::Create(textureY, textureCb, textureCr, mData.mYSize,
|
|
mData.mYSize, mData.mCbCrSize,
|
|
mData.mColorDepth, mData.mYUVColorSpace,
|
|
mData.mColorRange),
|
|
mTextureFlags, forwarder);
|
|
}
|
|
|
|
already_AddRefed<TextureClient> D3D11YCbCrRecycleAllocator::Allocate(
|
|
SurfaceFormat aFormat, IntSize aSize, BackendSelector aSelector,
|
|
TextureFlags aTextureFlags, TextureAllocationFlags aAllocFlags) {
|
|
MOZ_ASSERT_UNREACHABLE("unexpected to be called");
|
|
return nullptr;
|
|
}
|
|
|
|
} // namespace layers
|
|
} // namespace mozilla
|