mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-21 01:05:45 +00:00
2f0406881b
MozReview-Commit-ID: 1CMzYy3jQPC --HG-- extra : rebase_source : 53da0e6ca26eea3d05fae8029402f91711e3fe48
427 lines
11 KiB
C++
427 lines
11 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "PDMFactory.h"
|
|
|
|
#ifdef XP_WIN
|
|
#include "WMFDecoderModule.h"
|
|
#endif
|
|
#ifdef MOZ_FFVPX
|
|
#include "FFVPXRuntimeLinker.h"
|
|
#endif
|
|
#ifdef MOZ_FFMPEG
|
|
#include "FFmpegRuntimeLinker.h"
|
|
#endif
|
|
#ifdef MOZ_APPLEMEDIA
|
|
#include "AppleDecoderModule.h"
|
|
#endif
|
|
#ifdef MOZ_GONK_MEDIACODEC
|
|
#include "GonkDecoderModule.h"
|
|
#endif
|
|
#ifdef MOZ_WIDGET_ANDROID
|
|
#include "AndroidDecoderModule.h"
|
|
#endif
|
|
#include "GMPDecoderModule.h"
|
|
|
|
#include "mozilla/ClearOnShutdown.h"
|
|
#include "mozilla/SharedThreadPool.h"
|
|
#include "mozilla/StaticPtr.h"
|
|
#include "mozilla/SyncRunnable.h"
|
|
#include "mozilla/TaskQueue.h"
|
|
|
|
#include "MediaInfo.h"
|
|
#include "MediaPrefs.h"
|
|
#include "FuzzingWrapper.h"
|
|
#include "H264Converter.h"
|
|
|
|
#include "AgnosticDecoderModule.h"
|
|
|
|
#ifdef MOZ_EME
|
|
#include "EMEDecoderModule.h"
|
|
#include "mozilla/CDMProxy.h"
|
|
#endif
|
|
|
|
#include "DecoderDoctorDiagnostics.h"
|
|
|
|
#include "MP4Decoder.h"
|
|
|
|
#include "mp4_demuxer/H264.h"
|
|
|
|
namespace mozilla {
|
|
|
|
extern already_AddRefed<PlatformDecoderModule> CreateAgnosticDecoderModule();
|
|
extern already_AddRefed<PlatformDecoderModule> CreateBlankDecoderModule();
|
|
|
|
class PDMFactoryImpl final {
|
|
public:
|
|
PDMFactoryImpl()
|
|
{
|
|
#ifdef XP_WIN
|
|
WMFDecoderModule::Init();
|
|
#endif
|
|
#ifdef MOZ_APPLEMEDIA
|
|
AppleDecoderModule::Init();
|
|
#endif
|
|
#ifdef MOZ_FFVPX
|
|
FFVPXRuntimeLinker::Init();
|
|
#endif
|
|
#ifdef MOZ_FFMPEG
|
|
FFmpegRuntimeLinker::Init();
|
|
#endif
|
|
GMPDecoderModule::Init();
|
|
}
|
|
};
|
|
|
|
StaticAutoPtr<PDMFactoryImpl> PDMFactory::sInstance;
|
|
StaticMutex PDMFactory::sMonitor;
|
|
|
|
class SupportChecker
|
|
{
|
|
public:
|
|
enum class Result : uint8_t
|
|
{
|
|
kSupported,
|
|
kVideoFormatNotSupported,
|
|
kAudioFormatNotSupported,
|
|
kUnknown,
|
|
};
|
|
|
|
template<class Func>
|
|
void
|
|
AddToCheckList(Func&& aChecker)
|
|
{
|
|
mCheckerList.AppendElement(mozilla::Forward<Func>(aChecker));
|
|
}
|
|
|
|
void
|
|
AddMediaFormatChecker(const TrackInfo& aTrackConfig)
|
|
{
|
|
if (aTrackConfig.IsVideo()) {
|
|
auto mimeType = aTrackConfig.GetAsVideoInfo()->mMimeType;
|
|
RefPtr<MediaByteBuffer> extraData = aTrackConfig.GetAsVideoInfo()->mExtraData;
|
|
AddToCheckList(
|
|
[mimeType, extraData]() {
|
|
if (MP4Decoder::IsH264(mimeType)) {
|
|
mp4_demuxer::SPSData spsdata;
|
|
// WMF H.264 Video Decoder and Apple ATDecoder
|
|
// do not support YUV444 format.
|
|
// For consistency, all decoders should be checked.
|
|
if (mp4_demuxer::H264::DecodeSPSFromExtraData(extraData, spsdata) &&
|
|
spsdata.chroma_format_idc == PDMFactory::kYUV444) {
|
|
return SupportChecker::Result::kVideoFormatNotSupported;
|
|
}
|
|
}
|
|
return SupportChecker::Result::kSupported;
|
|
});
|
|
}
|
|
}
|
|
|
|
SupportChecker::Result
|
|
Check()
|
|
{
|
|
for (auto& checker : mCheckerList) {
|
|
auto result = checker();
|
|
if (result != SupportChecker::Result::kSupported) {
|
|
return result;
|
|
}
|
|
}
|
|
return SupportChecker::Result::kSupported;
|
|
}
|
|
|
|
void Clear() { mCheckerList.Clear(); }
|
|
|
|
private:
|
|
nsTArray<mozilla::function<SupportChecker::Result()>> mCheckerList;
|
|
}; // SupportChecker
|
|
|
|
PDMFactory::PDMFactory()
|
|
{
|
|
EnsureInit();
|
|
CreatePDMs();
|
|
CreateBlankPDM();
|
|
}
|
|
|
|
PDMFactory::~PDMFactory()
|
|
{
|
|
}
|
|
|
|
void
|
|
PDMFactory::EnsureInit() const
|
|
{
|
|
{
|
|
StaticMutexAutoLock mon(sMonitor);
|
|
if (sInstance) {
|
|
// Quick exit if we already have an instance.
|
|
return;
|
|
}
|
|
if (NS_IsMainThread()) {
|
|
// On the main thread and holding the lock -> Create instance.
|
|
sInstance = new PDMFactoryImpl();
|
|
ClearOnShutdown(&sInstance);
|
|
return;
|
|
}
|
|
}
|
|
|
|
// Not on the main thread -> Sync-dispatch creation to main thread.
|
|
nsCOMPtr<nsIThread> mainThread = do_GetMainThread();
|
|
nsCOMPtr<nsIRunnable> runnable =
|
|
NS_NewRunnableFunction([]() {
|
|
StaticMutexAutoLock mon(sMonitor);
|
|
if (!sInstance) {
|
|
sInstance = new PDMFactoryImpl();
|
|
ClearOnShutdown(&sInstance);
|
|
}
|
|
});
|
|
SyncRunnable::DispatchToThread(mainThread, runnable);
|
|
}
|
|
|
|
already_AddRefed<MediaDataDecoder>
|
|
PDMFactory::CreateDecoder(const CreateDecoderParams& aParams)
|
|
{
|
|
if (aParams.mUseBlankDecoder) {
|
|
MOZ_ASSERT(mBlankPDM);
|
|
return CreateDecoderWithPDM(mBlankPDM, aParams);
|
|
}
|
|
|
|
const TrackInfo& config = aParams.mConfig;
|
|
bool isEncrypted = mEMEPDM && config.mCrypto.mValid;
|
|
|
|
if (isEncrypted) {
|
|
return CreateDecoderWithPDM(mEMEPDM, aParams);
|
|
}
|
|
|
|
DecoderDoctorDiagnostics* diagnostics = aParams.mDiagnostics;
|
|
if (diagnostics) {
|
|
// If libraries failed to load, the following loop over mCurrentPDMs
|
|
// will not even try to use them. So we record failures now.
|
|
if (mWMFFailedToLoad) {
|
|
diagnostics->SetWMFFailedToLoad();
|
|
}
|
|
if (mFFmpegFailedToLoad) {
|
|
diagnostics->SetFFmpegFailedToLoad();
|
|
}
|
|
if (mGMPPDMFailedToStartup) {
|
|
diagnostics->SetGMPPDMFailedToStartup();
|
|
}
|
|
}
|
|
|
|
for (auto& current : mCurrentPDMs) {
|
|
if (!current->SupportsMimeType(config.mMimeType, diagnostics)) {
|
|
continue;
|
|
}
|
|
RefPtr<MediaDataDecoder> m = CreateDecoderWithPDM(current, aParams);
|
|
if (m) {
|
|
return m.forget();
|
|
}
|
|
}
|
|
NS_WARNING("Unable to create a decoder, no platform found.");
|
|
return nullptr;
|
|
}
|
|
|
|
already_AddRefed<MediaDataDecoder>
|
|
PDMFactory::CreateDecoderWithPDM(PlatformDecoderModule* aPDM,
|
|
const CreateDecoderParams& aParams)
|
|
{
|
|
MOZ_ASSERT(aPDM);
|
|
RefPtr<MediaDataDecoder> m;
|
|
|
|
SupportChecker supportChecker;
|
|
const TrackInfo& config = aParams.mConfig;
|
|
supportChecker.AddMediaFormatChecker(config);
|
|
|
|
auto reason = supportChecker.Check();
|
|
if (reason != SupportChecker::Result::kSupported) {
|
|
DecoderDoctorDiagnostics* diagnostics = aParams.mDiagnostics;
|
|
if (diagnostics) {
|
|
if (reason == SupportChecker::Result::kVideoFormatNotSupported) {
|
|
diagnostics->SetVideoFormatNotSupport();
|
|
} else if (reason == SupportChecker::Result::kAudioFormatNotSupported) {
|
|
diagnostics->SetAudioFormatNotSupport();
|
|
}
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
if (config.IsAudio()) {
|
|
m = aPDM->CreateAudioDecoder(aParams);
|
|
return m.forget();
|
|
}
|
|
|
|
if (!config.IsVideo()) {
|
|
return nullptr;
|
|
}
|
|
|
|
MediaDataDecoderCallback* callback = aParams.mCallback;
|
|
RefPtr<DecoderCallbackFuzzingWrapper> callbackWrapper;
|
|
if (MediaPrefs::PDMFuzzingEnabled()) {
|
|
callbackWrapper = new DecoderCallbackFuzzingWrapper(callback);
|
|
callbackWrapper->SetVideoOutputMinimumInterval(
|
|
TimeDuration::FromMilliseconds(MediaPrefs::PDMFuzzingInterval()));
|
|
callbackWrapper->SetDontDelayInputExhausted(!MediaPrefs::PDMFuzzingDelayInputExhausted());
|
|
callback = callbackWrapper.get();
|
|
}
|
|
|
|
CreateDecoderParams params = aParams;
|
|
params.mCallback = callback;
|
|
|
|
if (MP4Decoder::IsH264(config.mMimeType)) {
|
|
RefPtr<H264Converter> h = new H264Converter(aPDM, params);
|
|
const nsresult rv = h->GetLastError();
|
|
if (NS_SUCCEEDED(rv) || rv == NS_ERROR_NOT_INITIALIZED) {
|
|
// The H264Converter either successfully created the wrapped decoder,
|
|
// or there wasn't enough AVCC data to do so. Otherwise, there was some
|
|
// problem, for example WMF DLLs were missing.
|
|
m = h.forget();
|
|
}
|
|
} else {
|
|
m = aPDM->CreateVideoDecoder(params);
|
|
}
|
|
|
|
if (callbackWrapper && m) {
|
|
m = new DecoderFuzzingWrapper(m.forget(), callbackWrapper.forget());
|
|
}
|
|
|
|
return m.forget();
|
|
}
|
|
|
|
bool
|
|
PDMFactory::SupportsMimeType(const nsACString& aMimeType,
|
|
DecoderDoctorDiagnostics* aDiagnostics) const
|
|
{
|
|
if (mEMEPDM) {
|
|
return mEMEPDM->SupportsMimeType(aMimeType, aDiagnostics);
|
|
}
|
|
RefPtr<PlatformDecoderModule> current = GetDecoder(aMimeType, aDiagnostics);
|
|
return !!current;
|
|
}
|
|
|
|
void
|
|
PDMFactory::CreatePDMs()
|
|
{
|
|
RefPtr<PlatformDecoderModule> m;
|
|
|
|
if (MediaPrefs::PDMUseBlankDecoder()) {
|
|
m = CreateBlankDecoderModule();
|
|
StartupPDM(m);
|
|
// The Blank PDM SupportsMimeType reports true for all codecs; the creation
|
|
// of its decoder is infallible. As such it will be used for all media, we
|
|
// can stop creating more PDM from this point.
|
|
return;
|
|
}
|
|
|
|
#ifdef MOZ_WIDGET_ANDROID
|
|
if(MediaPrefs::PDMAndroidMediaCodecPreferred() &&
|
|
MediaPrefs::PDMAndroidMediaCodecEnabled()) {
|
|
m = new AndroidDecoderModule();
|
|
StartupPDM(m);
|
|
}
|
|
#endif
|
|
#ifdef XP_WIN
|
|
if (MediaPrefs::PDMWMFEnabled()) {
|
|
m = new WMFDecoderModule();
|
|
mWMFFailedToLoad = !StartupPDM(m);
|
|
} else {
|
|
mWMFFailedToLoad = MediaPrefs::DecoderDoctorWMFDisabledIsFailure();
|
|
}
|
|
#endif
|
|
#ifdef MOZ_FFVPX
|
|
if (MediaPrefs::PDMFFVPXEnabled()) {
|
|
m = FFVPXRuntimeLinker::CreateDecoderModule();
|
|
StartupPDM(m);
|
|
}
|
|
#endif
|
|
#ifdef MOZ_FFMPEG
|
|
if (MediaPrefs::PDMFFmpegEnabled()) {
|
|
m = FFmpegRuntimeLinker::CreateDecoderModule();
|
|
mFFmpegFailedToLoad = !StartupPDM(m);
|
|
} else {
|
|
mFFmpegFailedToLoad = false;
|
|
}
|
|
#endif
|
|
#ifdef MOZ_APPLEMEDIA
|
|
m = new AppleDecoderModule();
|
|
StartupPDM(m);
|
|
#endif
|
|
#ifdef MOZ_GONK_MEDIACODEC
|
|
if (MediaPrefs::PDMGonkDecoderEnabled()) {
|
|
m = new GonkDecoderModule();
|
|
StartupPDM(m);
|
|
}
|
|
#endif
|
|
#ifdef MOZ_WIDGET_ANDROID
|
|
if(MediaPrefs::PDMAndroidMediaCodecEnabled()){
|
|
m = new AndroidDecoderModule();
|
|
StartupPDM(m);
|
|
}
|
|
#endif
|
|
|
|
m = new AgnosticDecoderModule();
|
|
StartupPDM(m);
|
|
|
|
if (MediaPrefs::PDMGMPEnabled()) {
|
|
m = new GMPDecoderModule();
|
|
mGMPPDMFailedToStartup = !StartupPDM(m);
|
|
} else {
|
|
mGMPPDMFailedToStartup = false;
|
|
}
|
|
}
|
|
|
|
void
|
|
PDMFactory::CreateBlankPDM()
|
|
{
|
|
mBlankPDM = CreateBlankDecoderModule();
|
|
MOZ_ASSERT(mBlankPDM && NS_SUCCEEDED(mBlankPDM->Startup()));
|
|
}
|
|
|
|
bool
|
|
PDMFactory::StartupPDM(PlatformDecoderModule* aPDM)
|
|
{
|
|
if (aPDM && NS_SUCCEEDED(aPDM->Startup())) {
|
|
mCurrentPDMs.AppendElement(aPDM);
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
already_AddRefed<PlatformDecoderModule>
|
|
PDMFactory::GetDecoder(const nsACString& aMimeType,
|
|
DecoderDoctorDiagnostics* aDiagnostics) const
|
|
{
|
|
if (aDiagnostics) {
|
|
// If libraries failed to load, the following loop over mCurrentPDMs
|
|
// will not even try to use them. So we record failures now.
|
|
if (mWMFFailedToLoad) {
|
|
aDiagnostics->SetWMFFailedToLoad();
|
|
}
|
|
if (mFFmpegFailedToLoad) {
|
|
aDiagnostics->SetFFmpegFailedToLoad();
|
|
}
|
|
if (mGMPPDMFailedToStartup) {
|
|
aDiagnostics->SetGMPPDMFailedToStartup();
|
|
}
|
|
}
|
|
|
|
RefPtr<PlatformDecoderModule> pdm;
|
|
for (auto& current : mCurrentPDMs) {
|
|
if (current->SupportsMimeType(aMimeType, aDiagnostics)) {
|
|
pdm = current;
|
|
break;
|
|
}
|
|
}
|
|
return pdm.forget();
|
|
}
|
|
|
|
#ifdef MOZ_EME
|
|
void
|
|
PDMFactory::SetCDMProxy(CDMProxy* aProxy)
|
|
{
|
|
RefPtr<PDMFactory> m = new PDMFactory();
|
|
mEMEPDM = new EMEDecoderModule(aProxy, m);
|
|
}
|
|
#endif
|
|
|
|
} // namespace mozilla
|