/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*-*/ /* This Source Code Form is subject to the terms of the Mozilla Public * License, v. 2.0. If a copy of the MPL was not distributed with this file, * You can obtain one at http://mozilla.org/MPL/2.0/. */ #ifndef MOZILLA_AUDIONODESTREAM_H_ #define MOZILLA_AUDIONODESTREAM_H_ #include "MediaStreamGraph.h" #include "AudioChannelFormat.h" #include "AudioNodeEngine.h" #include "mozilla/dom/AudioNodeBinding.h" #include "mozilla/dom/AudioParam.h" #ifdef PR_LOGGING #define LOG(type, msg) PR_LOG(gMediaStreamGraphLog, type, msg) #else #define LOG(type, msg) #endif namespace mozilla { namespace dom { struct ThreeDPoint; class AudioParamTimeline; } class ThreadSharedFloatArrayBufferList; /** * An AudioNodeStream produces one audio track with ID AUDIO_TRACK. * The start time of the AudioTrack is aligned to the start time of the * AudioContext's destination node stream, plus some multiple of BLOCK_SIZE * samples. * * An AudioNodeStream has an AudioNodeEngine plugged into it that does the * actual audio processing. AudioNodeStream contains the glue code that * integrates audio processing with the MediaStreamGraph. */ class AudioNodeStream : public ProcessedMediaStream { public: enum { AUDIO_TRACK = 1 }; typedef nsAutoTArray OutputChunks; /** * Transfers ownership of aEngine to the new AudioNodeStream. */ AudioNodeStream(AudioNodeEngine* aEngine, MediaStreamGraph::AudioNodeStreamKind aKind, TrackRate aSampleRate) : ProcessedMediaStream(nullptr), mEngine(aEngine), mSampleRate(aSampleRate), mKind(aKind), mNumberOfInputChannels(2), mMarkAsFinishedAfterThisBlock(false), mAudioParamStream(false) { MOZ_ASSERT(NS_IsMainThread()); mChannelCountMode = dom::ChannelCountMode::Max; mChannelInterpretation = dom::ChannelInterpretation::Speakers; // AudioNodes are always producing data mHasCurrentData = true; MOZ_COUNT_CTOR(AudioNodeStream); } ~AudioNodeStream(); // Control API /** * Sets a parameter that's a time relative to some stream's played time. * This time is converted to a time relative to this stream when it's set. */ void SetStreamTimeParameter(uint32_t aIndex, MediaStream* aRelativeToStream, double aStreamTime); void SetDoubleParameter(uint32_t aIndex, double aValue); void SetInt32Parameter(uint32_t aIndex, int32_t aValue); void SetTimelineParameter(uint32_t aIndex, const dom::AudioParamTimeline& aValue); void SetThreeDPointParameter(uint32_t aIndex, const dom::ThreeDPoint& aValue); void SetBuffer(already_AddRefed aBuffer); // This consumes the contents of aData. aData will be emptied after this returns. void SetRawArrayData(nsTArray& aData); void SetChannelMixingParameters(uint32_t aNumberOfChannels, dom::ChannelCountMode aChannelCountMoe, dom::ChannelInterpretation aChannelInterpretation); void SetAudioParamHelperStream() { MOZ_ASSERT(!mAudioParamStream, "Can only do this once"); mAudioParamStream = true; } virtual AudioNodeStream* AsAudioNodeStream() { return this; } // Graph thread only void SetStreamTimeParameterImpl(uint32_t aIndex, MediaStream* aRelativeToStream, double aStreamTime); void SetChannelMixingParametersImpl(uint32_t aNumberOfChannels, dom::ChannelCountMode aChannelCountMoe, dom::ChannelInterpretation aChannelInterpretation); virtual void ProduceOutput(GraphTime aFrom, GraphTime aTo); TrackTicks GetCurrentPosition(); bool AllInputsFinished() const; bool IsAudioParamStream() const { return mAudioParamStream; } const OutputChunks& LastChunks() const { return mLastChunks; } virtual bool MainThreadNeedsUpdates() const MOZ_OVERRIDE { // Only source and external streams need updates on the main thread. return (mKind == MediaStreamGraph::SOURCE_STREAM && mFinished) || mKind == MediaStreamGraph::EXTERNAL_STREAM; } virtual bool IsIntrinsicallyConsumed() const MOZ_OVERRIDE { return true; } // Any thread AudioNodeEngine* Engine() { return mEngine; } TrackRate SampleRate() const { return mSampleRate; } protected: void AdvanceOutputSegment(); void FinishOutput(); void AccumulateInputChunk(uint32_t aInputIndex, const AudioChunk& aChunk, AudioChunk* aBlock, nsTArray* aDownmixBuffer); void UpMixDownMixChunk(const AudioChunk* aChunk, uint32_t aOutputChannelCount, nsTArray& aOutputChannels, nsTArray& aDownmixBuffer); uint32_t ComputeFinalOuputChannelCount(uint32_t aInputChannelCount); void ObtainInputBlock(AudioChunk& aTmpChunk, uint32_t aPortIndex); // The engine that will generate output for this node. nsAutoPtr mEngine; // The last block produced by this node. OutputChunks mLastChunks; // The stream's sampling rate const TrackRate mSampleRate; // Whether this is an internal or external stream MediaStreamGraph::AudioNodeStreamKind mKind; // The number of input channels that this stream requires. 0 means don't care. uint32_t mNumberOfInputChannels; // The mixing modes dom::ChannelCountMode mChannelCountMode; dom::ChannelInterpretation mChannelInterpretation; // Whether the stream should be marked as finished as soon // as the current time range has been computed block by block. bool mMarkAsFinishedAfterThisBlock; // Whether the stream is an AudioParamHelper stream. bool mAudioParamStream; }; } #endif /* MOZILLA_AUDIONODESTREAM_H_ */