/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this * file, You can obtain one at http://mozilla.org/MPL/2.0/. */ #ifndef MEDIA_CODEC_READER_H #define MEDIA_CODEC_READER_H #include #include #include #include #include #include #include "MediaData.h" #include "I420ColorConverterHelper.h" #include "MediaCodecProxy.h" #include "MediaOmxCommonReader.h" namespace android { struct ALooper; struct AMessage; class MOZ_EXPORT MediaExtractor; class MOZ_EXPORT MetaData; class MOZ_EXPORT MediaBuffer; struct MOZ_EXPORT MediaSource; class GonkNativeWindow; } // namespace android namespace mozilla { class MediaTaskQueue; class MP3FrameParser; namespace layers { class TextureClient; } // namespace mozilla::layers class MediaCodecReader : public MediaOmxCommonReader { typedef mozilla::layers::TextureClient TextureClient; public: MediaCodecReader(AbstractMediaDecoder* aDecoder); virtual ~MediaCodecReader(); // Initializes the reader, returns NS_OK on success, or NS_ERROR_FAILURE // on failure. virtual nsresult Init(MediaDecoderReader* aCloneDonor); // True if this reader is waiting media resource allocation virtual bool IsWaitingMediaResources(); // True when this reader need to become dormant state virtual bool IsDormantNeeded(); // Release media resources they should be released in dormant state virtual void ReleaseMediaResources(); // Destroys the decoding state. The reader cannot be made usable again. // This is different from ReleaseMediaResources() as Shutdown() is // irreversible, whereas ReleaseMediaResources() is reversible. virtual void Shutdown(); // Used to retrieve some special information that can only be retrieved after // all contents have been continuously parsed. (ex. total duration of some // variable-bit-rate MP3 files.) virtual void NotifyDataArrived(const char* aBuffer, uint32_t aLength, int64_t aOffset); // Flush the MediaTaskQueue, flush MediaCodec and raise the mDiscontinuity. virtual nsresult ResetDecode() MOZ_OVERRIDE; // Disptach a DecodeVideoFrameTask to decode video data. virtual void RequestVideoData(bool aSkipToNextKeyframe, int64_t aTimeThreshold) MOZ_OVERRIDE; // Disptach a DecodeAduioDataTask to decode video data. virtual void RequestAudioData() MOZ_OVERRIDE; virtual bool HasAudio(); virtual bool HasVideo(); virtual void PreReadMetadata() MOZ_OVERRIDE; // Read header data for all bitstreams in the file. Fills aInfo with // the data required to present the media, and optionally fills *aTags // with tag metadata from the file. // Returns NS_OK on success, or NS_ERROR_FAILURE on failure. virtual nsresult ReadMetadata(MediaInfo* aInfo, MetadataTags** aTags); // Moves the decode head to aTime microseconds. aStartTime and aEndTime // denote the start and end times of the media in usecs, and aCurrentTime // is the current playback position in microseconds. virtual void Seek(int64_t aTime, int64_t aStartTime, int64_t aEndTime, int64_t aCurrentTime); virtual bool IsMediaSeekable() MOZ_OVERRIDE; virtual android::sp GetAudioOffloadTrack(); protected: struct TrackInputCopier { virtual ~TrackInputCopier(); virtual bool Copy(android::MediaBuffer* aSourceBuffer, android::sp aCodecBuffer); }; struct Track { enum Type { kUnknown = 0, kAudio, kVideo, }; Track(Type type=kUnknown); const Type mType; // pipeline parameters android::sp mSource; bool mSourceIsStopped; android::sp mCodec; android::Vector > mInputBuffers; android::Vector > mOutputBuffers; android::sp mNativeWindow; // pipeline copier nsAutoPtr mInputCopier; // media parameters Mutex mDurationLock; // mDurationUs might be read or updated from multiple // threads. int64_t mDurationUs; // playback parameters CheckedUint32 mInputIndex; // mDiscontinuity, mFlushed, mInputEndOfStream, mInputEndOfStream, // mSeekTimeUs don't be protected by a lock because the // mTaskQueue->Flush() will flush all tasks. bool mInputEndOfStream; bool mOutputEndOfStream; int64_t mSeekTimeUs; bool mFlushed; // meaningless when mSeekTimeUs is invalid. bool mDiscontinuity; nsRefPtr mTaskQueue; private: // Forbidden Track(const Track &rhs) MOZ_DELETE; const Track &operator=(const Track&) MOZ_DELETE; }; // Receive a message from MessageHandler. // Called on MediaCodecReader::mLooper thread. void onMessageReceived(const android::sp& aMessage); // Receive a notify from ResourceListener. // Called on Binder thread. virtual void codecReserved(Track& aTrack); virtual void codecCanceled(Track& aTrack); virtual bool CreateExtractor(); // Check the underlying HW resource is available and store the result in // mIsWaitingResources. void UpdateIsWaitingMediaResources(); android::sp mExtractor; // A cache value updated by UpdateIsWaitingMediaResources(), makes the // "waiting resources state" is synchronous to StateMachine. bool mIsWaitingResources; private: // An intermediary class that can be managed by android::sp. // Redirect onMessageReceived() to MediaCodecReader. class MessageHandler : public android::AHandler { public: MessageHandler(MediaCodecReader* aReader); ~MessageHandler(); virtual void onMessageReceived(const android::sp& aMessage); private: // Forbidden MessageHandler() MOZ_DELETE; MessageHandler(const MessageHandler& rhs) MOZ_DELETE; const MessageHandler& operator=(const MessageHandler& rhs) MOZ_DELETE; MediaCodecReader *mReader; }; friend class MessageHandler; // An intermediary class that can be managed by android::sp. // Redirect codecReserved() and codecCanceled() to MediaCodecReader. class VideoResourceListener : public android::MediaCodecProxy::CodecResourceListener { public: VideoResourceListener(MediaCodecReader* aReader); ~VideoResourceListener(); virtual void codecReserved(); virtual void codecCanceled(); private: // Forbidden VideoResourceListener() MOZ_DELETE; VideoResourceListener(const VideoResourceListener& rhs) MOZ_DELETE; const VideoResourceListener& operator=(const VideoResourceListener& rhs) MOZ_DELETE; MediaCodecReader* mReader; }; friend class VideoResourceListener; class VorbisInputCopier : public TrackInputCopier { virtual bool Copy(android::MediaBuffer* aSourceBuffer, android::sp aCodecBuffer); }; struct AudioTrack : public Track { AudioTrack(); private: // Forbidden AudioTrack(const AudioTrack &rhs) MOZ_DELETE; const AudioTrack &operator=(const AudioTrack &rhs) MOZ_DELETE; }; struct VideoTrack : public Track { VideoTrack(); int32_t mWidth; int32_t mHeight; int32_t mStride; int32_t mSliceHeight; int32_t mColorFormat; int32_t mRotation; nsIntSize mFrameSize; nsIntRect mPictureRect; gfx::IntRect mRelativePictureRect; private: // Forbidden VideoTrack(const VideoTrack &rhs) MOZ_DELETE; const VideoTrack &operator=(const VideoTrack &rhs) MOZ_DELETE; }; struct CodecBufferInfo { CodecBufferInfo(); android::sp mBuffer; size_t mIndex; size_t mOffset; size_t mSize; int64_t mTimeUs; uint32_t mFlags; }; class SignalObject { public: NS_INLINE_DECL_THREADSAFE_REFCOUNTING(SignalObject) SignalObject(const char* aName); ~SignalObject(); void Wait(); void Signal(); private: // Forbidden SignalObject() MOZ_DELETE; SignalObject(const SignalObject &rhs) MOZ_DELETE; const SignalObject &operator=(const SignalObject &rhs) MOZ_DELETE; Monitor mMonitor; bool mSignaled; }; class ParseCachedDataRunnable : public nsRunnable { public: ParseCachedDataRunnable(nsRefPtr aReader, const char* aBuffer, uint32_t aLength, int64_t aOffset, nsRefPtr aSignal); NS_IMETHOD Run() MOZ_OVERRIDE; private: // Forbidden ParseCachedDataRunnable() MOZ_DELETE; ParseCachedDataRunnable(const ParseCachedDataRunnable &rhs) MOZ_DELETE; const ParseCachedDataRunnable &operator=(const ParseCachedDataRunnable &rhs) MOZ_DELETE; nsRefPtr mReader; nsAutoArrayPtr mBuffer; uint32_t mLength; int64_t mOffset; nsRefPtr mSignal; }; friend class ParseCachedDataRunnable; class ProcessCachedDataTask : public Task { public: ProcessCachedDataTask(nsRefPtr aReader, int64_t aOffset); void Run() MOZ_OVERRIDE; private: // Forbidden ProcessCachedDataTask() MOZ_DELETE; ProcessCachedDataTask(const ProcessCachedDataTask &rhs) MOZ_DELETE; const ProcessCachedDataTask &operator=(const ProcessCachedDataTask &rhs) MOZ_DELETE; nsRefPtr mReader; int64_t mOffset; }; friend class ProcessCachedDataTask; // Forbidden MediaCodecReader() MOZ_DELETE; const MediaCodecReader& operator=(const MediaCodecReader& rhs) MOZ_DELETE; bool ReallocateResources(); void ReleaseCriticalResources(); void ReleaseResources(); bool CreateLooper(); void DestroyLooper(); void DestroyExtractor(); bool CreateMediaSources(); void DestroyMediaSources(); bool CreateMediaCodecs(); static bool CreateMediaCodec(android::sp& aLooper, Track& aTrack, bool aAsync, android::wp aListener); static bool ConfigureMediaCodec(Track& aTrack); void DestroyMediaCodecs(); static void DestroyMediaCodec(Track& aTrack); bool CreateTaskQueues(); void ShutdownTaskQueues(); bool DecodeVideoFrameTask(int64_t aTimeThreshold); bool DecodeVideoFrameSync(int64_t aTimeThreshold); bool DecodeAudioDataTask(); bool DecodeAudioDataSync(); void DispatchVideoTask(int64_t aTimeThreshold); void DispatchAudioTask(); inline bool CheckVideoResources() { return (HasVideo() && mVideoTrack.mSource != nullptr && mVideoTrack.mTaskQueue); } inline bool CheckAudioResources() { return (HasAudio() && mAudioTrack.mSource != nullptr && mAudioTrack.mTaskQueue); } bool TriggerIncrementalParser(); bool UpdateDuration(); bool UpdateAudioInfo(); bool UpdateVideoInfo(); android::status_t FlushCodecData(Track& aTrack); android::status_t FillCodecInputData(Track& aTrack); android::status_t GetCodecOutputData(Track& aTrack, CodecBufferInfo& aBuffer, int64_t aThreshold, const TimeStamp& aTimeout); bool EnsureCodecFormatParsed(Track& aTrack); uint8_t* GetColorConverterBuffer(int32_t aWidth, int32_t aHeight); void ClearColorConverterBuffer(); int64_t ProcessCachedData(int64_t aOffset, nsRefPtr aSignal); bool ParseDataSegment(const char* aBuffer, uint32_t aLength, int64_t aOffset); static void TextureClientRecycleCallback(TextureClient* aClient, void* aClosure); void TextureClientRecycleCallback(TextureClient* aClient); void ReleaseRecycledTextureClients(); static PLDHashOperator ReleaseTextureClient(TextureClient* aClient, size_t& aIndex, void* aUserArg); PLDHashOperator ReleaseTextureClient(TextureClient* aClient, size_t& aIndex); void ReleaseAllTextureClients(); android::sp mHandler; android::sp mVideoListener; android::sp mLooper; android::sp mMetaData; Mutex mTextureClientIndexesLock; nsDataHashtable, size_t> mTextureClientIndexes; // media tracks AudioTrack mAudioTrack; VideoTrack mVideoTrack; AudioTrack mAudioOffloadTrack; // only Track::mSource is valid // color converter android::I420ColorConverterHelper mColorConverter; nsAutoArrayPtr mColorConverterBuffer; size_t mColorConverterBufferSize; // incremental parser Monitor mParserMonitor; bool mParseDataFromCache; int64_t mNextParserPosition; int64_t mParsedDataLength; nsAutoPtr mMP3FrameParser; }; } // namespace mozilla #endif // MEDIA_CODEC_READER_H