mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-10-20 16:55:40 +00:00
f95bb47fbc
Differential Revision: https://phabricator.services.mozilla.com/D40397 --HG-- extra : moz-landing-system : lando
283 lines
8.8 KiB
C++
283 lines
8.8 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "MediaStreamAudioSourceNode.h"
|
|
#include "mozilla/dom/MediaStreamAudioSourceNodeBinding.h"
|
|
#include "AudioNodeEngine.h"
|
|
#include "AudioNodeExternalInputStream.h"
|
|
#include "AudioStreamTrack.h"
|
|
#include "mozilla/dom/Document.h"
|
|
#include "nsContentUtils.h"
|
|
#include "nsIScriptError.h"
|
|
#include "nsID.h"
|
|
|
|
namespace mozilla {
|
|
namespace dom {
|
|
|
|
NS_IMPL_CYCLE_COLLECTION_CLASS(MediaStreamAudioSourceNode)
|
|
|
|
NS_IMPL_CYCLE_COLLECTION_UNLINK_BEGIN(MediaStreamAudioSourceNode)
|
|
tmp->Destroy();
|
|
NS_IMPL_CYCLE_COLLECTION_UNLINK(mInputStream)
|
|
NS_IMPL_CYCLE_COLLECTION_UNLINK(mInputTrack)
|
|
NS_IMPL_CYCLE_COLLECTION_UNLINK_END_INHERITED(AudioNode)
|
|
|
|
NS_IMPL_CYCLE_COLLECTION_TRAVERSE_BEGIN_INHERITED(MediaStreamAudioSourceNode,
|
|
AudioNode)
|
|
NS_IMPL_CYCLE_COLLECTION_TRAVERSE(mInputStream)
|
|
NS_IMPL_CYCLE_COLLECTION_TRAVERSE(mInputTrack)
|
|
NS_IMPL_CYCLE_COLLECTION_TRAVERSE_END
|
|
|
|
NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(MediaStreamAudioSourceNode)
|
|
NS_INTERFACE_MAP_END_INHERITING(AudioNode)
|
|
|
|
NS_IMPL_ADDREF_INHERITED(MediaStreamAudioSourceNode, AudioNode)
|
|
NS_IMPL_RELEASE_INHERITED(MediaStreamAudioSourceNode, AudioNode)
|
|
|
|
MediaStreamAudioSourceNode::MediaStreamAudioSourceNode(
|
|
AudioContext* aContext, TrackChangeBehavior aBehavior)
|
|
: AudioNode(aContext, 2, ChannelCountMode::Max,
|
|
ChannelInterpretation::Speakers),
|
|
mBehavior(aBehavior) {}
|
|
|
|
/* static */
|
|
already_AddRefed<MediaStreamAudioSourceNode> MediaStreamAudioSourceNode::Create(
|
|
AudioContext& aAudioContext, const MediaStreamAudioSourceOptions& aOptions,
|
|
ErrorResult& aRv) {
|
|
if (aAudioContext.IsOffline()) {
|
|
aRv.Throw(NS_ERROR_DOM_NOT_SUPPORTED_ERR);
|
|
return nullptr;
|
|
}
|
|
|
|
RefPtr<MediaStreamAudioSourceNode> node =
|
|
new MediaStreamAudioSourceNode(&aAudioContext, LockOnTrackPicked);
|
|
|
|
node->Init(aOptions.mMediaStream, aRv);
|
|
if (aRv.Failed()) {
|
|
return nullptr;
|
|
}
|
|
|
|
return node.forget();
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::Init(DOMMediaStream* aMediaStream,
|
|
ErrorResult& aRv) {
|
|
if (!aMediaStream) {
|
|
aRv.Throw(NS_ERROR_FAILURE);
|
|
return;
|
|
}
|
|
|
|
mInputStream = aMediaStream;
|
|
AudioNodeEngine* engine = new MediaStreamAudioSourceNodeEngine(this);
|
|
mStream = AudioNodeExternalInputStream::Create(Context()->Graph(), engine);
|
|
mInputStream->AddConsumerToKeepAlive(ToSupports(this));
|
|
|
|
mInputStream->RegisterTrackListener(this);
|
|
if (mInputStream->Active()) {
|
|
NotifyActive();
|
|
}
|
|
AttachToRightTrack(mInputStream, aRv);
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::Destroy() {
|
|
if (mInputStream) {
|
|
mInputStream->UnregisterTrackListener(this);
|
|
mInputStream = nullptr;
|
|
}
|
|
DetachFromTrack();
|
|
}
|
|
|
|
MediaStreamAudioSourceNode::~MediaStreamAudioSourceNode() { Destroy(); }
|
|
|
|
void MediaStreamAudioSourceNode::AttachToTrack(
|
|
const RefPtr<MediaStreamTrack>& aTrack, ErrorResult& aRv) {
|
|
MOZ_ASSERT(!mInputTrack);
|
|
MOZ_ASSERT(aTrack->AsAudioStreamTrack());
|
|
MOZ_DIAGNOSTIC_ASSERT(!aTrack->Ended());
|
|
|
|
if (!mStream) {
|
|
return;
|
|
}
|
|
|
|
if (NS_WARN_IF(Context()->Graph() != aTrack->Graph())) {
|
|
nsCOMPtr<nsPIDOMWindowInner> pWindow = Context()->GetParentObject();
|
|
Document* document = pWindow ? pWindow->GetExtantDoc() : nullptr;
|
|
nsContentUtils::ReportToConsole(nsIScriptError::warningFlag,
|
|
NS_LITERAL_CSTRING("Web Audio"), document,
|
|
nsContentUtils::eDOM_PROPERTIES,
|
|
"MediaStreamAudioSourceNodeDifferentRate");
|
|
aRv.Throw(NS_ERROR_DOM_NOT_SUPPORTED_ERR);
|
|
return;
|
|
}
|
|
|
|
mInputTrack = aTrack;
|
|
ProcessedMediaStream* outputStream =
|
|
static_cast<ProcessedMediaStream*>(mStream.get());
|
|
mInputPort = mInputTrack->ForwardTrackContentsTo(outputStream);
|
|
PrincipalChanged(mInputTrack); // trigger enabling/disabling of the connector
|
|
mInputTrack->AddPrincipalChangeObserver(this);
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::DetachFromTrack() {
|
|
if (mInputTrack) {
|
|
mInputTrack->RemovePrincipalChangeObserver(this);
|
|
mInputTrack = nullptr;
|
|
}
|
|
if (mInputPort) {
|
|
mInputPort->Destroy();
|
|
mInputPort = nullptr;
|
|
}
|
|
}
|
|
|
|
static int AudioTrackCompare(const RefPtr<AudioStreamTrack>& aLhs,
|
|
const RefPtr<AudioStreamTrack>& aRhs) {
|
|
nsAutoStringN<NSID_LENGTH> IDLhs;
|
|
nsAutoStringN<NSID_LENGTH> IDRhs;
|
|
aLhs->GetId(IDLhs);
|
|
aRhs->GetId(IDRhs);
|
|
return NS_ConvertUTF16toUTF8(IDLhs).Compare(
|
|
NS_ConvertUTF16toUTF8(IDRhs).get());
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::AttachToRightTrack(
|
|
const RefPtr<DOMMediaStream>& aMediaStream, ErrorResult& aRv) {
|
|
nsTArray<RefPtr<AudioStreamTrack>> tracks;
|
|
aMediaStream->GetAudioTracks(tracks);
|
|
|
|
if (tracks.IsEmpty() && mBehavior == LockOnTrackPicked) {
|
|
aRv.Throw(NS_ERROR_DOM_INVALID_STATE_ERR);
|
|
return;
|
|
}
|
|
|
|
// Sort the track to have a stable order, on their ID by lexicographic
|
|
// ordering on sequences of code unit values.
|
|
tracks.Sort(AudioTrackCompare);
|
|
|
|
for (const RefPtr<AudioStreamTrack>& track : tracks) {
|
|
if (mBehavior == FollowChanges) {
|
|
if (track->Ended()) {
|
|
continue;
|
|
}
|
|
}
|
|
|
|
if (!track->Ended()) {
|
|
AttachToTrack(track, aRv);
|
|
MarkActive();
|
|
}
|
|
return;
|
|
}
|
|
|
|
// There was no track available. We'll allow the node to be garbage collected.
|
|
MarkInactive();
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::NotifyTrackAdded(
|
|
const RefPtr<MediaStreamTrack>& aTrack) {
|
|
if (mBehavior != FollowChanges) {
|
|
return;
|
|
}
|
|
if (mInputTrack) {
|
|
return;
|
|
}
|
|
|
|
if (!aTrack->AsAudioStreamTrack()) {
|
|
return;
|
|
}
|
|
|
|
AttachToTrack(aTrack, IgnoreErrors());
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::NotifyTrackRemoved(
|
|
const RefPtr<MediaStreamTrack>& aTrack) {
|
|
if (mBehavior == FollowChanges) {
|
|
if (aTrack != mInputTrack) {
|
|
return;
|
|
}
|
|
|
|
DetachFromTrack();
|
|
AttachToRightTrack(mInputStream, IgnoreErrors());
|
|
}
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::NotifyActive() {
|
|
MOZ_ASSERT(mInputStream);
|
|
Context()->StartBlockedAudioContextIfAllowed();
|
|
}
|
|
|
|
/**
|
|
* Changes the principal. Note that this will be called on the main thread, but
|
|
* changes will be enacted on the MediaStreamGraph thread. If the principal
|
|
* change results in the document principal losing access to the stream, then
|
|
* there needs to be other measures in place to ensure that any media that is
|
|
* governed by the new stream principal is not available to the MediaStreamGraph
|
|
* before this change completes. Otherwise, a site could get access to
|
|
* media that they are not authorized to receive.
|
|
*
|
|
* One solution is to block the altered content, call this method, then dispatch
|
|
* another change request to the MediaStreamGraph thread that allows the content
|
|
* under the new principal to flow. This might be unnecessary if the principal
|
|
* change is changing to be the document principal.
|
|
*/
|
|
void MediaStreamAudioSourceNode::PrincipalChanged(
|
|
MediaStreamTrack* aMediaStreamTrack) {
|
|
MOZ_ASSERT(aMediaStreamTrack == mInputTrack);
|
|
|
|
bool subsumes = false;
|
|
Document* doc = nullptr;
|
|
if (nsPIDOMWindowInner* parent = Context()->GetParentObject()) {
|
|
doc = parent->GetExtantDoc();
|
|
if (doc) {
|
|
nsIPrincipal* docPrincipal = doc->NodePrincipal();
|
|
nsIPrincipal* trackPrincipal = aMediaStreamTrack->GetPrincipal();
|
|
if (!trackPrincipal ||
|
|
NS_FAILED(docPrincipal->Subsumes(trackPrincipal, &subsumes))) {
|
|
subsumes = false;
|
|
}
|
|
}
|
|
}
|
|
auto stream = static_cast<AudioNodeExternalInputStream*>(mStream.get());
|
|
bool enabled = subsumes;
|
|
stream->SetInt32Parameter(MediaStreamAudioSourceNodeEngine::ENABLE, enabled);
|
|
|
|
if (!enabled && doc) {
|
|
nsContentUtils::ReportToConsole(
|
|
nsIScriptError::warningFlag, NS_LITERAL_CSTRING("Web Audio"), doc,
|
|
nsContentUtils::eDOM_PROPERTIES, CrossOriginErrorString());
|
|
}
|
|
}
|
|
|
|
size_t MediaStreamAudioSourceNode::SizeOfExcludingThis(
|
|
MallocSizeOf aMallocSizeOf) const {
|
|
// Future:
|
|
// - mInputStream
|
|
size_t amount = AudioNode::SizeOfExcludingThis(aMallocSizeOf);
|
|
if (mInputPort) {
|
|
amount += mInputPort->SizeOfIncludingThis(aMallocSizeOf);
|
|
}
|
|
return amount;
|
|
}
|
|
|
|
size_t MediaStreamAudioSourceNode::SizeOfIncludingThis(
|
|
MallocSizeOf aMallocSizeOf) const {
|
|
return aMallocSizeOf(this) + SizeOfExcludingThis(aMallocSizeOf);
|
|
}
|
|
|
|
void MediaStreamAudioSourceNode::DestroyMediaStream() {
|
|
if (mInputPort) {
|
|
mInputPort->Destroy();
|
|
mInputPort = nullptr;
|
|
}
|
|
AudioNode::DestroyMediaStream();
|
|
}
|
|
|
|
JSObject* MediaStreamAudioSourceNode::WrapObject(
|
|
JSContext* aCx, JS::Handle<JSObject*> aGivenProto) {
|
|
return MediaStreamAudioSourceNode_Binding::Wrap(aCx, this, aGivenProto);
|
|
}
|
|
|
|
} // namespace dom
|
|
} // namespace mozilla
|