mirror of
https://gitlab.winehq.org/wine/wine-gecko.git
synced 2024-09-13 09:24:08 -07:00
1951 lines
52 KiB
C++
1951 lines
52 KiB
C++
/* -*- Mode: C++; tab-width: 8; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim: set ts=8 sts=2 et sw=2 tw=80: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "MediaDecoder.h"
|
|
#include "mozilla/FloatingPoint.h"
|
|
#include "mozilla/MathAlgorithms.h"
|
|
#include <limits>
|
|
#include "nsIObserver.h"
|
|
#include "nsTArray.h"
|
|
#include "VideoUtils.h"
|
|
#include "MediaDecoderStateMachine.h"
|
|
#include "mozilla/dom/TimeRanges.h"
|
|
#include "ImageContainer.h"
|
|
#include "MediaResource.h"
|
|
#include "nsError.h"
|
|
#include "mozilla/Preferences.h"
|
|
#include "mozilla/StaticPtr.h"
|
|
#include "nsIMemoryReporter.h"
|
|
#include "nsComponentManagerUtils.h"
|
|
#include <algorithm>
|
|
#include "MediaShutdownManager.h"
|
|
#include "AudioChannelService.h"
|
|
#include "mozilla/dom/AudioTrack.h"
|
|
#include "mozilla/dom/AudioTrackList.h"
|
|
#include "mozilla/dom/HTMLMediaElement.h"
|
|
#include "mozilla/dom/VideoTrack.h"
|
|
#include "mozilla/dom/VideoTrackList.h"
|
|
|
|
#ifdef MOZ_WMF
|
|
#include "WMFDecoder.h"
|
|
#endif
|
|
|
|
using namespace mozilla::layers;
|
|
using namespace mozilla::dom;
|
|
|
|
// Default timeout msecs until try to enter dormant state by heuristic.
|
|
static const int DEFAULT_HEURISTIC_DORMANT_TIMEOUT_MSECS = 60000;
|
|
|
|
namespace mozilla {
|
|
|
|
// Number of estimated seconds worth of data we need to have buffered
|
|
// ahead of the current playback position before we allow the media decoder
|
|
// to report that it can play through the entire media without the decode
|
|
// catching up with the download. Having this margin make the
|
|
// MediaDecoder::CanPlayThrough() calculation more stable in the case of
|
|
// fluctuating bitrates.
|
|
static const int64_t CAN_PLAY_THROUGH_MARGIN = 1;
|
|
|
|
// avoid redefined macro in unified build
|
|
#undef DECODER_LOG
|
|
|
|
#ifdef PR_LOGGING
|
|
PRLogModuleInfo* gMediaDecoderLog;
|
|
#define DECODER_LOG(x, ...) \
|
|
PR_LOG(gMediaDecoderLog, PR_LOG_DEBUG, ("Decoder=%p " x, this, ##__VA_ARGS__))
|
|
#else
|
|
#define DECODER_LOG(x, ...)
|
|
#endif
|
|
|
|
static const char* const gPlayStateStr[] = {
|
|
"START",
|
|
"LOADING",
|
|
"PAUSED",
|
|
"PLAYING",
|
|
"SEEKING",
|
|
"ENDED",
|
|
"SHUTDOWN"
|
|
};
|
|
|
|
class MediaMemoryTracker : public nsIMemoryReporter
|
|
{
|
|
virtual ~MediaMemoryTracker();
|
|
|
|
NS_DECL_THREADSAFE_ISUPPORTS
|
|
NS_DECL_NSIMEMORYREPORTER
|
|
|
|
MOZ_DEFINE_MALLOC_SIZE_OF(MallocSizeOf);
|
|
|
|
MediaMemoryTracker();
|
|
void InitMemoryReporter();
|
|
|
|
static StaticRefPtr<MediaMemoryTracker> sUniqueInstance;
|
|
|
|
static MediaMemoryTracker* UniqueInstance() {
|
|
if (!sUniqueInstance) {
|
|
sUniqueInstance = new MediaMemoryTracker();
|
|
sUniqueInstance->InitMemoryReporter();
|
|
}
|
|
return sUniqueInstance;
|
|
}
|
|
|
|
typedef nsTArray<MediaDecoder*> DecodersArray;
|
|
static DecodersArray& Decoders() {
|
|
return UniqueInstance()->mDecoders;
|
|
}
|
|
|
|
DecodersArray mDecoders;
|
|
|
|
public:
|
|
static void AddMediaDecoder(MediaDecoder* aDecoder)
|
|
{
|
|
Decoders().AppendElement(aDecoder);
|
|
}
|
|
|
|
static void RemoveMediaDecoder(MediaDecoder* aDecoder)
|
|
{
|
|
DecodersArray& decoders = Decoders();
|
|
decoders.RemoveElement(aDecoder);
|
|
if (decoders.IsEmpty()) {
|
|
sUniqueInstance = nullptr;
|
|
}
|
|
}
|
|
};
|
|
|
|
StaticRefPtr<MediaMemoryTracker> MediaMemoryTracker::sUniqueInstance;
|
|
|
|
NS_IMPL_ISUPPORTS(MediaMemoryTracker, nsIMemoryReporter)
|
|
|
|
NS_IMPL_ISUPPORTS(MediaDecoder, nsIObserver)
|
|
|
|
void MediaDecoder::NotifyOwnerActivityChanged()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
if (!mOwner) {
|
|
NS_WARNING("MediaDecoder without a decoder owner, can't update dormant");
|
|
return;
|
|
}
|
|
|
|
UpdateDormantState(false /* aDormantTimeout */, false /* aActivity */);
|
|
// Start dormant timer if necessary
|
|
StartDormantTimer();
|
|
}
|
|
|
|
void MediaDecoder::UpdateDormantState(bool aDormantTimeout, bool aActivity)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
|
|
if (!mDecoderStateMachine ||
|
|
mPlayState == PLAY_STATE_SHUTDOWN ||
|
|
!mOwner->GetVideoFrameContainer() ||
|
|
!mDecoderStateMachine->IsDormantNeeded())
|
|
{
|
|
return;
|
|
}
|
|
|
|
bool prevDormant = mIsDormant;
|
|
mIsDormant = false;
|
|
if (!mOwner->IsActive()) {
|
|
mIsDormant = true;
|
|
}
|
|
#ifdef MOZ_WIDGET_GONK
|
|
if (mOwner->IsHidden()) {
|
|
mIsDormant = true;
|
|
}
|
|
#endif
|
|
// Try to enable dormant by idle heuristic, when the owner is hidden.
|
|
bool prevHeuristicDormant = mIsHeuristicDormant;
|
|
mIsHeuristicDormant = false;
|
|
if (mIsHeuristicDormantSupported && mOwner->IsHidden()) {
|
|
if (aDormantTimeout && !aActivity &&
|
|
(mPlayState == PLAY_STATE_PAUSED || mPlayState == PLAY_STATE_ENDED)) {
|
|
// Enable heuristic dormant
|
|
mIsHeuristicDormant = true;
|
|
} else if(prevHeuristicDormant && !aActivity) {
|
|
// Continue heuristic dormant
|
|
mIsHeuristicDormant = true;
|
|
}
|
|
|
|
if (mIsHeuristicDormant) {
|
|
mIsDormant = true;
|
|
}
|
|
}
|
|
|
|
if (prevDormant == mIsDormant) {
|
|
// No update to dormant state
|
|
return;
|
|
}
|
|
|
|
if (mIsDormant) {
|
|
// enter dormant state
|
|
mDecoderStateMachine->SetDormant(true);
|
|
|
|
int64_t timeUsecs = 0;
|
|
SecondsToUsecs(mCurrentTime, timeUsecs);
|
|
mRequestedSeekTarget = SeekTarget(timeUsecs, SeekTarget::Accurate);
|
|
|
|
mNextState = mPlayState;
|
|
ChangeState(PLAY_STATE_LOADING);
|
|
} else {
|
|
// exit dormant state
|
|
// trigger to state machine.
|
|
mDecoderStateMachine->SetDormant(false);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::DormantTimerExpired(nsITimer* aTimer, void* aClosure)
|
|
{
|
|
MOZ_ASSERT(aClosure);
|
|
MediaDecoder* decoder = static_cast<MediaDecoder*>(aClosure);
|
|
ReentrantMonitorAutoEnter mon(decoder->GetReentrantMonitor());
|
|
decoder->UpdateDormantState(true /* aDormantTimeout */,
|
|
false /* aActivity */);
|
|
}
|
|
|
|
void MediaDecoder::StartDormantTimer()
|
|
{
|
|
if (!mIsHeuristicDormantSupported) {
|
|
return;
|
|
}
|
|
|
|
if (mIsHeuristicDormant ||
|
|
mShuttingDown ||
|
|
!mOwner ||
|
|
!mOwner->IsHidden() ||
|
|
(mPlayState != PLAY_STATE_PAUSED &&
|
|
mPlayState != PLAY_STATE_ENDED))
|
|
{
|
|
return;
|
|
}
|
|
|
|
if (!mDormantTimer) {
|
|
mDormantTimer = do_CreateInstance("@mozilla.org/timer;1");
|
|
}
|
|
mDormantTimer->InitWithFuncCallback(&MediaDecoder::DormantTimerExpired,
|
|
this,
|
|
mHeuristicDormantTimeout,
|
|
nsITimer::TYPE_ONE_SHOT);
|
|
}
|
|
|
|
void MediaDecoder::CancelDormantTimer()
|
|
{
|
|
if (mDormantTimer) {
|
|
mDormantTimer->Cancel();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::Pause()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mPlayState == PLAY_STATE_LOADING ||
|
|
mPlayState == PLAY_STATE_SEEKING ||
|
|
mPlayState == PLAY_STATE_ENDED) {
|
|
mNextState = PLAY_STATE_PAUSED;
|
|
return;
|
|
}
|
|
|
|
ChangeState(PLAY_STATE_PAUSED);
|
|
}
|
|
|
|
void MediaDecoder::SetVolume(double aVolume)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
mInitialVolume = aVolume;
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetVolume(aVolume);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::ConnectDecodedStreamToOutputStream(OutputStreamData* aStream)
|
|
{
|
|
NS_ASSERTION(!aStream->mPort, "Already connected?");
|
|
|
|
// The output stream must stay in sync with the decoded stream, so if
|
|
// either stream is blocked, we block the other.
|
|
aStream->mPort = aStream->mStream->AllocateInputPort(mDecodedStream->mStream,
|
|
MediaInputPort::FLAG_BLOCK_INPUT | MediaInputPort::FLAG_BLOCK_OUTPUT);
|
|
// Unblock the output stream now. While it's connected to mDecodedStream,
|
|
// mDecodedStream is responsible for controlling blocking.
|
|
aStream->mStream->ChangeExplicitBlockerCount(-1);
|
|
}
|
|
|
|
MediaDecoder::DecodedStreamData::DecodedStreamData(MediaDecoder* aDecoder,
|
|
int64_t aInitialTime,
|
|
SourceMediaStream* aStream)
|
|
: mAudioFramesWritten(0),
|
|
mInitialTime(aInitialTime),
|
|
mNextVideoTime(-1),
|
|
mNextAudioTime(-1),
|
|
mDecoder(aDecoder),
|
|
mStreamInitialized(false),
|
|
mHaveSentFinish(false),
|
|
mHaveSentFinishAudio(false),
|
|
mHaveSentFinishVideo(false),
|
|
mStream(aStream),
|
|
mHaveBlockedForPlayState(false),
|
|
mHaveBlockedForStateMachineNotPlaying(false)
|
|
{
|
|
mListener = new DecodedStreamGraphListener(mStream, this);
|
|
mStream->AddListener(mListener);
|
|
}
|
|
|
|
MediaDecoder::DecodedStreamData::~DecodedStreamData()
|
|
{
|
|
mListener->Forget();
|
|
mStream->Destroy();
|
|
}
|
|
|
|
MediaDecoder::DecodedStreamGraphListener::DecodedStreamGraphListener(MediaStream* aStream,
|
|
DecodedStreamData* aData)
|
|
: mData(aData),
|
|
mMutex("MediaDecoder::DecodedStreamData::mMutex"),
|
|
mStream(aStream),
|
|
mLastOutputTime(aStream->
|
|
StreamTimeToMicroseconds(aStream->GetCurrentTime())),
|
|
mStreamFinishedOnMainThread(false)
|
|
{
|
|
}
|
|
|
|
void
|
|
MediaDecoder::DecodedStreamGraphListener::NotifyOutput(MediaStreamGraph* aGraph,
|
|
GraphTime aCurrentTime)
|
|
{
|
|
MutexAutoLock lock(mMutex);
|
|
if (mStream) {
|
|
mLastOutputTime = mStream->
|
|
StreamTimeToMicroseconds(mStream->GraphTimeToStreamTime(aCurrentTime));
|
|
}
|
|
}
|
|
|
|
void
|
|
MediaDecoder::DecodedStreamGraphListener::DoNotifyFinished()
|
|
{
|
|
if (mData && mData->mDecoder) {
|
|
if (mData->mDecoder->GetState() == PLAY_STATE_PLAYING) {
|
|
nsCOMPtr<nsIRunnable> event =
|
|
NS_NewRunnableMethod(mData->mDecoder, &MediaDecoder::PlaybackEnded);
|
|
NS_DispatchToCurrentThread(event);
|
|
}
|
|
}
|
|
|
|
MutexAutoLock lock(mMutex);
|
|
mStreamFinishedOnMainThread = true;
|
|
}
|
|
|
|
void
|
|
MediaDecoder::DecodedStreamGraphListener::NotifyEvent(MediaStreamGraph* aGraph,
|
|
MediaStreamListener::MediaStreamGraphEvent event)
|
|
{
|
|
if (event == EVENT_FINISHED) {
|
|
nsCOMPtr<nsIRunnable> event =
|
|
NS_NewRunnableMethod(this, &DecodedStreamGraphListener::DoNotifyFinished);
|
|
aGraph->DispatchToMainThreadAfterStreamStateUpdate(event.forget());
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::DestroyDecodedStream()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
|
|
if (GetDecodedStream()) {
|
|
GetStateMachine()->ResyncMediaStreamClock();
|
|
} else {
|
|
// Avoid the redundant blocking to output stream.
|
|
return;
|
|
}
|
|
|
|
// All streams are having their SourceMediaStream disconnected, so they
|
|
// need to be explicitly blocked again.
|
|
for (int32_t i = mOutputStreams.Length() - 1; i >= 0; --i) {
|
|
OutputStreamData& os = mOutputStreams[i];
|
|
// During cycle collection, nsDOMMediaStream can be destroyed and send
|
|
// its Destroy message before this decoder is destroyed. So we have to
|
|
// be careful not to send any messages after the Destroy().
|
|
if (os.mStream->IsDestroyed()) {
|
|
// Probably the DOM MediaStream was GCed. Clean up.
|
|
MOZ_ASSERT(os.mPort, "Double-delete of the ports!");
|
|
os.mPort->Destroy();
|
|
mOutputStreams.RemoveElementAt(i);
|
|
continue;
|
|
}
|
|
os.mStream->ChangeExplicitBlockerCount(1);
|
|
// Explicitly remove all existing ports. This is not strictly necessary but it's
|
|
// good form.
|
|
MOZ_ASSERT(os.mPort, "Double-delete of the ports!");
|
|
os.mPort->Destroy();
|
|
os.mPort = nullptr;
|
|
}
|
|
|
|
mDecodedStream = nullptr;
|
|
}
|
|
|
|
void MediaDecoder::UpdateStreamBlockingForStateMachinePlaying()
|
|
{
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
if (!mDecodedStream) {
|
|
return;
|
|
}
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetSyncPointForMediaStream();
|
|
}
|
|
bool blockForStateMachineNotPlaying =
|
|
mDecoderStateMachine && !mDecoderStateMachine->IsPlaying() &&
|
|
mDecoderStateMachine->GetState() != MediaDecoderStateMachine::DECODER_STATE_COMPLETED;
|
|
if (blockForStateMachineNotPlaying != mDecodedStream->mHaveBlockedForStateMachineNotPlaying) {
|
|
mDecodedStream->mHaveBlockedForStateMachineNotPlaying = blockForStateMachineNotPlaying;
|
|
int32_t delta = blockForStateMachineNotPlaying ? 1 : -1;
|
|
if (NS_IsMainThread()) {
|
|
mDecodedStream->mStream->ChangeExplicitBlockerCount(delta);
|
|
} else {
|
|
nsCOMPtr<nsIRunnable> runnable =
|
|
NS_NewRunnableMethodWithArg<int32_t>(mDecodedStream->mStream.get(),
|
|
&MediaStream::ChangeExplicitBlockerCount, delta);
|
|
NS_DispatchToMainThread(runnable);
|
|
}
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::RecreateDecodedStream(int64_t aStartTimeUSecs)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
DECODER_LOG("RecreateDecodedStream aStartTimeUSecs=%lld!", aStartTimeUSecs);
|
|
|
|
DestroyDecodedStream();
|
|
|
|
mDecodedStream = new DecodedStreamData(this, aStartTimeUSecs,
|
|
MediaStreamGraph::GetInstance()->CreateSourceStream(nullptr));
|
|
|
|
// Note that the delay between removing ports in DestroyDecodedStream
|
|
// and adding new ones won't cause a glitch since all graph operations
|
|
// between main-thread stable states take effect atomically.
|
|
for (int32_t i = mOutputStreams.Length() - 1; i >= 0; --i) {
|
|
OutputStreamData& os = mOutputStreams[i];
|
|
if (os.mStream->IsDestroyed()) {
|
|
// Probably the DOM MediaStream was GCed. Clean up.
|
|
// No need to destroy the port; all ports have been destroyed here.
|
|
mOutputStreams.RemoveElementAt(i);
|
|
continue;
|
|
}
|
|
ConnectDecodedStreamToOutputStream(&os);
|
|
}
|
|
UpdateStreamBlockingForStateMachinePlaying();
|
|
|
|
mDecodedStream->mHaveBlockedForPlayState = mPlayState != PLAY_STATE_PLAYING;
|
|
if (mDecodedStream->mHaveBlockedForPlayState) {
|
|
mDecodedStream->mStream->ChangeExplicitBlockerCount(1);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::AddOutputStream(ProcessedMediaStream* aStream,
|
|
bool aFinishWhenEnded)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
DECODER_LOG("AddOutputStream aStream=%p!", aStream);
|
|
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetAudioCaptured();
|
|
}
|
|
if (!GetDecodedStream()) {
|
|
int64_t t = mDecoderStateMachine ?
|
|
mDecoderStateMachine->GetCurrentTimeUs() : 0;
|
|
RecreateDecodedStream(t);
|
|
}
|
|
OutputStreamData* os = mOutputStreams.AppendElement();
|
|
os->Init(aStream, aFinishWhenEnded);
|
|
ConnectDecodedStreamToOutputStream(os);
|
|
if (aFinishWhenEnded) {
|
|
// Ensure that aStream finishes the moment mDecodedStream does.
|
|
aStream->SetAutofinish(true);
|
|
}
|
|
}
|
|
|
|
// This can be called before Load(), in which case our mDecoderStateMachine
|
|
// won't have been created yet and we can rely on Load() to schedule it
|
|
// once it is created.
|
|
if (mDecoderStateMachine) {
|
|
// Make sure the state machine thread runs so that any buffered data
|
|
// is fed into our stream.
|
|
ScheduleStateMachineThread();
|
|
}
|
|
}
|
|
|
|
double MediaDecoder::GetDuration()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mInfiniteStream) {
|
|
return std::numeric_limits<double>::infinity();
|
|
}
|
|
if (mDuration >= 0) {
|
|
return static_cast<double>(mDuration) / static_cast<double>(USECS_PER_S);
|
|
}
|
|
return std::numeric_limits<double>::quiet_NaN();
|
|
}
|
|
|
|
int64_t MediaDecoder::GetMediaDuration()
|
|
{
|
|
NS_ENSURE_TRUE(GetStateMachine(), -1);
|
|
return GetStateMachine()->GetDuration();
|
|
}
|
|
|
|
void MediaDecoder::SetInfinite(bool aInfinite)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
mInfiniteStream = aInfinite;
|
|
}
|
|
|
|
bool MediaDecoder::IsInfinite()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mInfiniteStream;
|
|
}
|
|
|
|
MediaDecoder::MediaDecoder() :
|
|
mDecoderPosition(0),
|
|
mPlaybackPosition(0),
|
|
mCurrentTime(0.0),
|
|
mInitialVolume(0.0),
|
|
mInitialPlaybackRate(1.0),
|
|
mInitialPreservesPitch(true),
|
|
mDuration(-1),
|
|
mMediaSeekable(true),
|
|
mSameOriginMedia(false),
|
|
mReentrantMonitor("media.decoder"),
|
|
mPlayState(PLAY_STATE_LOADING),
|
|
mNextState(PLAY_STATE_PAUSED),
|
|
mIgnoreProgressData(false),
|
|
mInfiniteStream(false),
|
|
mOwner(nullptr),
|
|
mPlaybackStatistics(new MediaChannelStatistics()),
|
|
mPinnedForSeek(false),
|
|
mShuttingDown(false),
|
|
mPausedForPlaybackRateNull(false),
|
|
mMinimizePreroll(false),
|
|
mMediaTracksConstructed(false),
|
|
mIsDormant(false),
|
|
mIsHeuristicDormantSupported(
|
|
Preferences::GetBool("media.decoder.heuristic.dormant.enabled", false)),
|
|
mHeuristicDormantTimeout(
|
|
Preferences::GetInt("media.decoder.heuristic.dormant.timeout",
|
|
DEFAULT_HEURISTIC_DORMANT_TIMEOUT_MSECS)),
|
|
mIsHeuristicDormant(false)
|
|
{
|
|
MOZ_COUNT_CTOR(MediaDecoder);
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
MediaMemoryTracker::AddMediaDecoder(this);
|
|
#ifdef PR_LOGGING
|
|
if (!gMediaDecoderLog) {
|
|
gMediaDecoderLog = PR_NewLogModule("MediaDecoder");
|
|
}
|
|
#endif
|
|
mAudioChannel = AudioChannelService::GetDefaultAudioChannel();
|
|
}
|
|
|
|
bool MediaDecoder::Init(MediaDecoderOwner* aOwner)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
mOwner = aOwner;
|
|
mVideoFrameContainer = aOwner->GetVideoFrameContainer();
|
|
MediaShutdownManager::Instance().Register(this);
|
|
return true;
|
|
}
|
|
|
|
void MediaDecoder::Shutdown()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
mShuttingDown = true;
|
|
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
DestroyDecodedStream();
|
|
}
|
|
|
|
// This changes the decoder state to SHUTDOWN and does other things
|
|
// necessary to unblock the state machine thread if it's blocked, so
|
|
// the asynchronous shutdown in nsDestroyStateMachine won't deadlock.
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->Shutdown();
|
|
}
|
|
|
|
// Force any outstanding seek and byterange requests to complete
|
|
// to prevent shutdown from deadlocking.
|
|
if (mResource) {
|
|
mResource->Close();
|
|
}
|
|
|
|
CancelDormantTimer();
|
|
|
|
ChangeState(PLAY_STATE_SHUTDOWN);
|
|
|
|
mOwner = nullptr;
|
|
|
|
MediaShutdownManager::Instance().Unregister(this);
|
|
}
|
|
|
|
MediaDecoder::~MediaDecoder()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
MediaMemoryTracker::RemoveMediaDecoder(this);
|
|
UnpinForSeek();
|
|
MOZ_COUNT_DTOR(MediaDecoder);
|
|
}
|
|
|
|
nsresult MediaDecoder::OpenResource(nsIStreamListener** aStreamListener)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (aStreamListener) {
|
|
*aStreamListener = nullptr;
|
|
}
|
|
|
|
{
|
|
// Hold the lock while we do this to set proper lock ordering
|
|
// expectations for dynamic deadlock detectors: decoder lock(s)
|
|
// should be grabbed before the cache lock
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
nsresult rv = mResource->Open(aStreamListener);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
}
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult MediaDecoder::Load(nsIStreamListener** aStreamListener,
|
|
MediaDecoder* aCloneDonor)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
nsresult rv = OpenResource(aStreamListener);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
mDecoderStateMachine = CreateStateMachine();
|
|
NS_ENSURE_TRUE(mDecoderStateMachine, NS_ERROR_FAILURE);
|
|
|
|
return InitializeStateMachine(aCloneDonor);
|
|
}
|
|
|
|
nsresult MediaDecoder::InitializeStateMachine(MediaDecoder* aCloneDonor)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
NS_ASSERTION(mDecoderStateMachine, "Cannot initialize null state machine!");
|
|
|
|
MediaDecoder* cloneDonor = static_cast<MediaDecoder*>(aCloneDonor);
|
|
nsresult rv = mDecoderStateMachine->Init(
|
|
cloneDonor ? cloneDonor->mDecoderStateMachine : nullptr);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
// If some parameters got set before the state machine got created,
|
|
// set them now
|
|
SetStateMachineParameters();
|
|
|
|
return ScheduleStateMachineThread();
|
|
}
|
|
|
|
void MediaDecoder::SetStateMachineParameters()
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
mDecoderStateMachine->SetDuration(mDuration);
|
|
mDecoderStateMachine->SetVolume(mInitialVolume);
|
|
if (GetDecodedStream()) {
|
|
mDecoderStateMachine->SetAudioCaptured();
|
|
}
|
|
SetPlaybackRate(mInitialPlaybackRate);
|
|
mDecoderStateMachine->SetPreservesPitch(mInitialPreservesPitch);
|
|
if (mMinimizePreroll) {
|
|
mDecoderStateMachine->SetMinimizePrerollUntilPlaybackStarts();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetMinimizePrerollUntilPlaybackStarts()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
mMinimizePreroll = true;
|
|
}
|
|
|
|
nsresult MediaDecoder::ScheduleStateMachineThread()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
NS_ASSERTION(mDecoderStateMachine,
|
|
"Must have state machine to start state machine thread");
|
|
NS_ENSURE_STATE(mDecoderStateMachine);
|
|
|
|
if (mShuttingDown)
|
|
return NS_OK;
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
return mDecoderStateMachine->ScheduleStateMachine();
|
|
}
|
|
|
|
nsresult MediaDecoder::Play()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
UpdateDormantState(false /* aDormantTimeout */, true /* aActivity */);
|
|
|
|
NS_ASSERTION(mDecoderStateMachine != nullptr, "Should have state machine.");
|
|
if (mPausedForPlaybackRateNull) {
|
|
return NS_OK;
|
|
}
|
|
nsresult res = ScheduleStateMachineThread();
|
|
NS_ENSURE_SUCCESS(res,res);
|
|
if (mPlayState == PLAY_STATE_LOADING || mPlayState == PLAY_STATE_SEEKING) {
|
|
mNextState = PLAY_STATE_PLAYING;
|
|
return NS_OK;
|
|
}
|
|
if (mPlayState == PLAY_STATE_ENDED) {
|
|
return Seek(0, SeekTarget::PrevSyncPoint);
|
|
}
|
|
|
|
ChangeState(PLAY_STATE_PLAYING);
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult MediaDecoder::Seek(double aTime, SeekTarget::Type aSeekType)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
UpdateDormantState(false /* aDormantTimeout */, true /* aActivity */);
|
|
|
|
NS_ABORT_IF_FALSE(aTime >= 0.0, "Cannot seek to a negative value.");
|
|
|
|
int64_t timeUsecs = 0;
|
|
nsresult rv = SecondsToUsecs(aTime, timeUsecs);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
mRequestedSeekTarget = SeekTarget(timeUsecs, aSeekType);
|
|
mCurrentTime = aTime;
|
|
|
|
// If we are already in the seeking state, the new seek overrides the old one.
|
|
if (mPlayState != PLAY_STATE_LOADING) {
|
|
bool paused = false;
|
|
if (mOwner) {
|
|
paused = mOwner->GetPaused();
|
|
}
|
|
mNextState = paused ? PLAY_STATE_PAUSED : PLAY_STATE_PLAYING;
|
|
PinForSeek();
|
|
ChangeState(PLAY_STATE_SEEKING);
|
|
}
|
|
|
|
return ScheduleStateMachineThread();
|
|
}
|
|
|
|
bool MediaDecoder::IsLogicallyPlaying()
|
|
{
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
return mPlayState == PLAY_STATE_PLAYING ||
|
|
mNextState == PLAY_STATE_PLAYING;
|
|
}
|
|
|
|
double MediaDecoder::GetCurrentTime()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mCurrentTime;
|
|
}
|
|
|
|
already_AddRefed<nsIPrincipal> MediaDecoder::GetCurrentPrincipal()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mResource ? mResource->GetCurrentPrincipal() : nullptr;
|
|
}
|
|
|
|
void MediaDecoder::QueueMetadata(int64_t aPublishTime,
|
|
nsAutoPtr<MediaInfo> aInfo,
|
|
nsAutoPtr<MetadataTags> aTags)
|
|
{
|
|
NS_ASSERTION(OnDecodeThread(), "Should be on decode thread.");
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
mDecoderStateMachine->QueueMetadata(aPublishTime, aInfo, aTags);
|
|
}
|
|
|
|
bool
|
|
MediaDecoder::IsExpectingMoreData()
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
// If there's no resource, we're probably just getting set up.
|
|
if (!mResource) {
|
|
return true;
|
|
}
|
|
|
|
// If we've downloaded anything, we're not waiting for anything.
|
|
if (mResource->IsDataCachedToEndOfResource(mDecoderPosition)) {
|
|
return false;
|
|
}
|
|
|
|
// Otherwise, we should be getting data unless the stream is suspended.
|
|
return !mResource->IsSuspended();
|
|
}
|
|
|
|
void MediaDecoder::MetadataLoaded(nsAutoPtr<MediaInfo> aInfo,
|
|
nsAutoPtr<MetadataTags> aTags,
|
|
bool aRestoredFromDormant)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown) {
|
|
return;
|
|
}
|
|
|
|
DECODER_LOG("MetadataLoaded, channels=%u rate=%u hasAudio=%d hasVideo=%d",
|
|
aInfo->mAudio.mChannels, aInfo->mAudio.mRate,
|
|
aInfo->HasAudio(), aInfo->HasVideo());
|
|
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
mDuration = mDecoderStateMachine ? mDecoderStateMachine->GetDuration() : -1;
|
|
// Duration has changed so we should recompute playback rate
|
|
UpdatePlaybackRate();
|
|
}
|
|
|
|
if (mDuration == -1) {
|
|
SetInfinite(true);
|
|
}
|
|
|
|
mInfo = aInfo.forget();
|
|
ConstructMediaTracks();
|
|
|
|
if (mOwner) {
|
|
// Make sure the element and the frame (if any) are told about
|
|
// our new size.
|
|
Invalidate();
|
|
if (!aRestoredFromDormant) {
|
|
mOwner->MetadataLoaded(mInfo, nsAutoPtr<const MetadataTags>(aTags.forget()));
|
|
}
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::FirstFrameLoaded(nsAutoPtr<MediaInfo> aInfo,
|
|
bool aRestoredFromDormant)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown) {
|
|
return;
|
|
}
|
|
|
|
DECODER_LOG("FirstFrameLoaded, channels=%u rate=%u hasAudio=%d hasVideo=%d",
|
|
aInfo->mAudio.mChannels, aInfo->mAudio.mRate,
|
|
aInfo->HasAudio(), aInfo->HasVideo());
|
|
|
|
mInfo = aInfo.forget();
|
|
|
|
if (mOwner) {
|
|
Invalidate();
|
|
if (!aRestoredFromDormant) {
|
|
mOwner->FirstFrameLoaded();
|
|
}
|
|
}
|
|
|
|
// This can run cache callbacks.
|
|
mResource->EnsureCacheUpToDate();
|
|
|
|
// The element can run javascript via events
|
|
// before reaching here, so only change the
|
|
// state if we're still set to the original
|
|
// loading state.
|
|
if (mPlayState == PLAY_STATE_LOADING) {
|
|
if (mRequestedSeekTarget.IsValid()) {
|
|
ChangeState(PLAY_STATE_SEEKING);
|
|
}
|
|
else {
|
|
ChangeState(mNextState);
|
|
}
|
|
}
|
|
|
|
// Run NotifySuspendedStatusChanged now to give us a chance to notice
|
|
// that autoplay should run.
|
|
NotifySuspendedStatusChanged();
|
|
}
|
|
|
|
void MediaDecoder::ResetConnectionState()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
if (mOwner) {
|
|
// Notify the media element that connection gets lost.
|
|
mOwner->ResetConnectionState();
|
|
}
|
|
|
|
// Since we have notified the media element the connection
|
|
// lost event, the decoder will be reloaded when user tries
|
|
// to play the Rtsp streaming next time.
|
|
Shutdown();
|
|
}
|
|
|
|
void MediaDecoder::NetworkError()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
if (mOwner)
|
|
mOwner->NetworkError();
|
|
|
|
Shutdown();
|
|
}
|
|
|
|
void MediaDecoder::DecodeError()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
if (mOwner)
|
|
mOwner->DecodeError();
|
|
|
|
Shutdown();
|
|
}
|
|
|
|
void MediaDecoder::UpdateSameOriginStatus(bool aSameOrigin)
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
mSameOriginMedia = aSameOrigin;
|
|
}
|
|
|
|
bool MediaDecoder::IsSameOriginMedia()
|
|
{
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
return mSameOriginMedia;
|
|
}
|
|
|
|
bool MediaDecoder::IsSeeking() const
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mPlayState == PLAY_STATE_SEEKING ||
|
|
(mPlayState == PLAY_STATE_LOADING && mRequestedSeekTarget.IsValid());
|
|
}
|
|
|
|
bool MediaDecoder::IsEnded() const
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mPlayState == PLAY_STATE_ENDED || mPlayState == PLAY_STATE_SHUTDOWN;
|
|
}
|
|
|
|
void MediaDecoder::PlaybackEnded()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown ||
|
|
mPlayState == PLAY_STATE_SEEKING ||
|
|
mPlayState == PLAY_STATE_LOADING) {
|
|
return;
|
|
}
|
|
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
for (int32_t i = mOutputStreams.Length() - 1; i >= 0; --i) {
|
|
OutputStreamData& os = mOutputStreams[i];
|
|
if (os.mStream->IsDestroyed()) {
|
|
// Probably the DOM MediaStream was GCed. Clean up.
|
|
MOZ_ASSERT(os.mPort, "Double-delete of the ports!");
|
|
os.mPort->Destroy();
|
|
mOutputStreams.RemoveElementAt(i);
|
|
continue;
|
|
}
|
|
if (os.mFinishWhenEnded) {
|
|
// Shouldn't really be needed since mDecodedStream should already have
|
|
// finished, but doesn't hurt.
|
|
os.mStream->Finish();
|
|
MOZ_ASSERT(os.mPort, "Double-delete of the ports!");
|
|
os.mPort->Destroy();
|
|
// Not really needed but it keeps the invariant that a stream not
|
|
// connected to mDecodedStream is explicity blocked.
|
|
os.mStream->ChangeExplicitBlockerCount(1);
|
|
mOutputStreams.RemoveElementAt(i);
|
|
}
|
|
}
|
|
}
|
|
|
|
PlaybackPositionChanged();
|
|
ChangeState(PLAY_STATE_ENDED);
|
|
InvalidateWithFlags(VideoFrameContainer::INVALIDATE_FORCE);
|
|
|
|
UpdateReadyStateForData();
|
|
if (mOwner) {
|
|
mOwner->PlaybackEnded();
|
|
}
|
|
|
|
// This must be called after |mOwner->PlaybackEnded()| call above, in order
|
|
// to fire the required durationchange.
|
|
if (IsInfinite()) {
|
|
SetInfinite(false);
|
|
}
|
|
}
|
|
|
|
NS_IMETHODIMP MediaDecoder::Observe(nsISupports *aSubjet,
|
|
const char *aTopic,
|
|
const char16_t *someData)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (strcmp(aTopic, NS_XPCOM_SHUTDOWN_OBSERVER_ID) == 0) {
|
|
Shutdown();
|
|
}
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
MediaDecoder::Statistics
|
|
MediaDecoder::GetStatistics()
|
|
{
|
|
Statistics result;
|
|
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mResource) {
|
|
result.mDownloadRate =
|
|
mResource->GetDownloadRate(&result.mDownloadRateReliable);
|
|
result.mDownloadPosition =
|
|
mResource->GetCachedDataEnd(mDecoderPosition);
|
|
result.mTotalBytes = mResource->GetLength();
|
|
result.mPlaybackRate = ComputePlaybackRate(&result.mPlaybackRateReliable);
|
|
result.mDecoderPosition = mDecoderPosition;
|
|
result.mPlaybackPosition = mPlaybackPosition;
|
|
}
|
|
else {
|
|
result.mDownloadRate = 0;
|
|
result.mDownloadRateReliable = true;
|
|
result.mPlaybackRate = 0;
|
|
result.mPlaybackRateReliable = true;
|
|
result.mDecoderPosition = 0;
|
|
result.mPlaybackPosition = 0;
|
|
result.mDownloadPosition = 0;
|
|
result.mTotalBytes = 0;
|
|
}
|
|
|
|
return result;
|
|
}
|
|
|
|
double MediaDecoder::ComputePlaybackRate(bool* aReliable)
|
|
{
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
MOZ_ASSERT(NS_IsMainThread() || OnStateMachineThread() || OnDecodeThread());
|
|
|
|
int64_t length = mResource ? mResource->GetLength() : -1;
|
|
if (mDuration >= 0 && length >= 0) {
|
|
*aReliable = true;
|
|
return length * static_cast<double>(USECS_PER_S) / mDuration;
|
|
}
|
|
return mPlaybackStatistics->GetRateAtLastStop(aReliable);
|
|
}
|
|
|
|
void MediaDecoder::UpdatePlaybackRate()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread() || OnStateMachineThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
if (!mResource)
|
|
return;
|
|
bool reliable;
|
|
uint32_t rate = uint32_t(ComputePlaybackRate(&reliable));
|
|
if (reliable) {
|
|
// Avoid passing a zero rate
|
|
rate = std::max(rate, 1u);
|
|
}
|
|
else {
|
|
// Set a minimum rate of 10,000 bytes per second ... sometimes we just
|
|
// don't have good data
|
|
rate = std::max(rate, 10000u);
|
|
}
|
|
mResource->SetPlaybackRate(rate);
|
|
}
|
|
|
|
void MediaDecoder::NotifySuspendedStatusChanged()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mResource && mOwner) {
|
|
bool suspended = mResource->IsSuspendedByCache();
|
|
mOwner->NotifySuspendedByCache(suspended);
|
|
UpdateReadyStateForData();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::NotifyBytesDownloaded()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
UpdatePlaybackRate();
|
|
}
|
|
if (mOwner) {
|
|
mOwner->DownloadProgressed();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::NotifyDownloadEnded(nsresult aStatus)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
DECODER_LOG("NotifyDownloadEnded, status=%x", aStatus);
|
|
|
|
if (aStatus == NS_BINDING_ABORTED) {
|
|
// Download has been cancelled by user.
|
|
if (mOwner) {
|
|
mOwner->LoadAborted();
|
|
}
|
|
return;
|
|
}
|
|
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
UpdatePlaybackRate();
|
|
}
|
|
|
|
if (NS_SUCCEEDED(aStatus)) {
|
|
// A final progress event will be fired by the MediaResource calling
|
|
// DownloadSuspended on the element.
|
|
// Also NotifySuspendedStatusChanged() will be called to update readyState
|
|
// if download ended with success.
|
|
} else if (aStatus != NS_BASE_STREAM_CLOSED) {
|
|
NetworkError();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::NotifyPrincipalChanged()
|
|
{
|
|
if (mOwner) {
|
|
mOwner->NotifyDecoderPrincipalChanged();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::NotifyBytesConsumed(int64_t aBytes, int64_t aOffset)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown) {
|
|
return;
|
|
}
|
|
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
MOZ_ASSERT(mDecoderStateMachine);
|
|
if (mIgnoreProgressData) {
|
|
return;
|
|
}
|
|
if (aOffset >= mDecoderPosition) {
|
|
mPlaybackStatistics->AddBytes(aBytes);
|
|
}
|
|
mDecoderPosition = aOffset + aBytes;
|
|
}
|
|
|
|
void MediaDecoder::UpdateReadyStateForData()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (!mOwner || mShuttingDown || !mDecoderStateMachine)
|
|
return;
|
|
MediaDecoderOwner::NextFrameStatus frameStatus =
|
|
mDecoderStateMachine->GetNextFrameStatus();
|
|
mOwner->UpdateReadyStateForData(frameStatus);
|
|
}
|
|
|
|
void MediaDecoder::SeekingStopped()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
bool seekWasAborted = false;
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
// An additional seek was requested while the current seek was
|
|
// in operation.
|
|
if (mRequestedSeekTarget.IsValid()) {
|
|
ChangeState(PLAY_STATE_SEEKING);
|
|
seekWasAborted = true;
|
|
} else {
|
|
UnpinForSeek();
|
|
ChangeState(mNextState);
|
|
}
|
|
}
|
|
|
|
PlaybackPositionChanged();
|
|
|
|
if (mOwner) {
|
|
UpdateReadyStateForData();
|
|
if (!seekWasAborted) {
|
|
mOwner->SeekCompleted();
|
|
}
|
|
}
|
|
}
|
|
|
|
// This is called when seeking stopped *and* we're at the end of the
|
|
// media.
|
|
void MediaDecoder::SeekingStoppedAtEnd()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
bool fireEnded = false;
|
|
bool seekWasAborted = false;
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
// An additional seek was requested while the current seek was
|
|
// in operation.
|
|
if (mRequestedSeekTarget.IsValid()) {
|
|
ChangeState(PLAY_STATE_SEEKING);
|
|
seekWasAborted = true;
|
|
} else {
|
|
UnpinForSeek();
|
|
fireEnded = true;
|
|
ChangeState(PLAY_STATE_ENDED);
|
|
}
|
|
}
|
|
|
|
PlaybackPositionChanged();
|
|
|
|
if (mOwner) {
|
|
UpdateReadyStateForData();
|
|
if (!seekWasAborted) {
|
|
mOwner->SeekCompleted();
|
|
if (fireEnded) {
|
|
mOwner->PlaybackEnded();
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SeekingStarted()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
if (mOwner) {
|
|
UpdateReadyStateForData();
|
|
mOwner->SeekStarted();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::ChangeState(PlayState aState)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
if (mNextState == aState) {
|
|
mNextState = PLAY_STATE_PAUSED;
|
|
}
|
|
|
|
if (mPlayState == PLAY_STATE_SHUTDOWN) {
|
|
GetReentrantMonitor().NotifyAll();
|
|
return;
|
|
}
|
|
|
|
if (mDecodedStream) {
|
|
bool blockForPlayState = aState != PLAY_STATE_PLAYING;
|
|
if (mDecodedStream->mHaveBlockedForPlayState != blockForPlayState) {
|
|
mDecodedStream->mStream->ChangeExplicitBlockerCount(blockForPlayState ? 1 : -1);
|
|
mDecodedStream->mHaveBlockedForPlayState = blockForPlayState;
|
|
}
|
|
}
|
|
|
|
DECODER_LOG("ChangeState %s => %s",
|
|
gPlayStateStr[mPlayState], gPlayStateStr[aState]);
|
|
mPlayState = aState;
|
|
|
|
if (mPlayState == PLAY_STATE_PLAYING) {
|
|
ConstructMediaTracks();
|
|
} else if (mPlayState == PLAY_STATE_ENDED) {
|
|
RemoveMediaTracks();
|
|
}
|
|
|
|
ApplyStateToStateMachine(mPlayState);
|
|
|
|
CancelDormantTimer();
|
|
// Start dormant timer if necessary
|
|
StartDormantTimer();
|
|
|
|
GetReentrantMonitor().NotifyAll();
|
|
}
|
|
|
|
void MediaDecoder::ApplyStateToStateMachine(PlayState aState)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
|
|
if (mDecoderStateMachine) {
|
|
switch (aState) {
|
|
case PLAY_STATE_PLAYING:
|
|
mDecoderStateMachine->Play();
|
|
break;
|
|
case PLAY_STATE_SEEKING:
|
|
mDecoderStateMachine->Seek(mRequestedSeekTarget);
|
|
mRequestedSeekTarget.Reset();
|
|
break;
|
|
default:
|
|
// The state machine checks for things like PAUSED in RunStateMachine.
|
|
// Make sure to keep it in the loop.
|
|
ScheduleStateMachineThread();
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::PlaybackPositionChanged()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mShuttingDown)
|
|
return;
|
|
|
|
double lastTime = mCurrentTime;
|
|
|
|
// Control the scope of the monitor so it is not
|
|
// held while the timeupdate and the invalidate is run.
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mDecoderStateMachine) {
|
|
// Don't update the official playback position when paused which is
|
|
// expected by the script. (The current playback position might be still
|
|
// advancing for a while after paused.)
|
|
if (!IsSeeking() && mPlayState != PLAY_STATE_PAUSED) {
|
|
// Only update the current playback position if we're not seeking.
|
|
// If we are seeking, the update could have been scheduled on the
|
|
// state machine thread while we were playing but after the seek
|
|
// algorithm set the current playback position on the main thread,
|
|
// and we don't want to override the seek algorithm and change the
|
|
// current time after the seek has started but before it has
|
|
// completed.
|
|
if (GetDecodedStream()) {
|
|
mCurrentTime = mDecoderStateMachine->GetCurrentTimeViaMediaStreamSync()/
|
|
static_cast<double>(USECS_PER_S);
|
|
} else {
|
|
mCurrentTime = mDecoderStateMachine->GetCurrentTime();
|
|
}
|
|
}
|
|
mDecoderStateMachine->ClearPositionChangeFlag();
|
|
}
|
|
}
|
|
|
|
// Invalidate the frame so any video data is displayed.
|
|
// Do this before the timeupdate event so that if that
|
|
// event runs JavaScript that queries the media size, the
|
|
// frame has reflowed and the size updated beforehand.
|
|
Invalidate();
|
|
|
|
if (mOwner && lastTime != mCurrentTime) {
|
|
FireTimeUpdate();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::DurationChanged()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
int64_t oldDuration = mDuration;
|
|
mDuration = mDecoderStateMachine ? mDecoderStateMachine->GetDuration() : -1;
|
|
// Duration has changed so we should recompute playback rate
|
|
UpdatePlaybackRate();
|
|
|
|
SetInfinite(mDuration == -1);
|
|
|
|
if (mOwner && oldDuration != mDuration && !IsInfinite()) {
|
|
DECODER_LOG("Duration changed to %lld", mDuration);
|
|
mOwner->DispatchAsyncEvent(NS_LITERAL_STRING("durationchange"));
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetDuration(double aDuration)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mozilla::IsInfinite(aDuration)) {
|
|
SetInfinite(true);
|
|
} else if (IsNaN(aDuration)) {
|
|
mDuration = -1;
|
|
SetInfinite(true);
|
|
} else {
|
|
mDuration = static_cast<int64_t>(NS_round(aDuration * static_cast<double>(USECS_PER_S)));
|
|
}
|
|
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetDuration(mDuration);
|
|
}
|
|
|
|
// Duration has changed so we should recompute playback rate
|
|
UpdatePlaybackRate();
|
|
}
|
|
|
|
void MediaDecoder::SetMediaDuration(int64_t aDuration)
|
|
{
|
|
NS_ENSURE_TRUE_VOID(GetStateMachine());
|
|
GetStateMachine()->SetDuration(aDuration);
|
|
}
|
|
|
|
void MediaDecoder::UpdateEstimatedMediaDuration(int64_t aDuration)
|
|
{
|
|
if (mPlayState <= PLAY_STATE_LOADING) {
|
|
return;
|
|
}
|
|
NS_ENSURE_TRUE_VOID(GetStateMachine());
|
|
GetStateMachine()->UpdateEstimatedDuration(aDuration);
|
|
}
|
|
|
|
void MediaDecoder::SetMediaSeekable(bool aMediaSeekable) {
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
MOZ_ASSERT(NS_IsMainThread() || OnDecodeThread());
|
|
mMediaSeekable = aMediaSeekable;
|
|
}
|
|
|
|
bool
|
|
MediaDecoder::IsTransportSeekable()
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
MOZ_ASSERT(OnDecodeThread() || NS_IsMainThread());
|
|
return GetResource()->IsTransportSeekable();
|
|
}
|
|
|
|
bool MediaDecoder::IsMediaSeekable()
|
|
{
|
|
NS_ENSURE_TRUE(GetStateMachine(), false);
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
MOZ_ASSERT(OnDecodeThread() || NS_IsMainThread());
|
|
return mMediaSeekable;
|
|
}
|
|
|
|
nsresult MediaDecoder::GetSeekable(dom::TimeRanges* aSeekable)
|
|
{
|
|
double initialTime = 0.0;
|
|
|
|
// We can seek in buffered range if the media is seekable. Also, we can seek
|
|
// in unbuffered ranges if the transport level is seekable (local file or the
|
|
// server supports range requests, etc.)
|
|
if (!IsMediaSeekable()) {
|
|
return NS_OK;
|
|
} else if (!IsTransportSeekable()) {
|
|
return GetBuffered(aSeekable);
|
|
} else {
|
|
double end = IsInfinite() ? std::numeric_limits<double>::infinity()
|
|
: initialTime + GetDuration();
|
|
aSeekable->Add(initialTime, end);
|
|
return NS_OK;
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetFragmentEndTime(double aTime)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mDecoderStateMachine) {
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
mDecoderStateMachine->SetFragmentEndTime(static_cast<int64_t>(aTime * USECS_PER_S));
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetMediaEndTime(int64_t aTime)
|
|
{
|
|
NS_ENSURE_TRUE_VOID(GetStateMachine());
|
|
GetStateMachine()->SetMediaEndTime(aTime);
|
|
}
|
|
|
|
void MediaDecoder::Suspend()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mResource) {
|
|
mResource->Suspend(true);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::Resume(bool aForceBuffering)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mResource) {
|
|
mResource->Resume();
|
|
}
|
|
if (aForceBuffering) {
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->StartBuffering();
|
|
}
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::StopProgressUpdates()
|
|
{
|
|
MOZ_ASSERT(OnStateMachineThread() || OnDecodeThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
mIgnoreProgressData = true;
|
|
if (mResource) {
|
|
mResource->SetReadMode(MediaCacheStream::MODE_METADATA);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::StartProgressUpdates()
|
|
{
|
|
MOZ_ASSERT(OnStateMachineThread() || OnDecodeThread());
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
mIgnoreProgressData = false;
|
|
if (mResource) {
|
|
mResource->SetReadMode(MediaCacheStream::MODE_PLAYBACK);
|
|
mDecoderPosition = mPlaybackPosition = mResource->Tell();
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetLoadInBackground(bool aLoadInBackground)
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
if (mResource) {
|
|
mResource->SetLoadInBackground(aLoadInBackground);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::UpdatePlaybackOffset(int64_t aOffset)
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
mPlaybackPosition = std::max(aOffset, mPlaybackPosition);
|
|
}
|
|
|
|
bool MediaDecoder::OnStateMachineThread() const
|
|
{
|
|
return mDecoderStateMachine->OnStateMachineThread();
|
|
}
|
|
|
|
void MediaDecoder::SetPlaybackRate(double aPlaybackRate)
|
|
{
|
|
if (aPlaybackRate == 0.0) {
|
|
mPausedForPlaybackRateNull = true;
|
|
mInitialPlaybackRate = aPlaybackRate;
|
|
Pause();
|
|
return;
|
|
} else if (mPausedForPlaybackRateNull) {
|
|
// Play() uses mPausedForPlaybackRateNull value, so must reset it first
|
|
mPausedForPlaybackRateNull = false;
|
|
// If the playbackRate is no longer null, restart the playback, iff the
|
|
// media was playing.
|
|
if (mOwner && !mOwner->GetPaused()) {
|
|
Play();
|
|
}
|
|
}
|
|
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetPlaybackRate(aPlaybackRate);
|
|
} else {
|
|
mInitialPlaybackRate = aPlaybackRate;
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::SetPreservesPitch(bool aPreservesPitch)
|
|
{
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->SetPreservesPitch(aPreservesPitch);
|
|
} else {
|
|
mInitialPreservesPitch = aPreservesPitch;
|
|
}
|
|
}
|
|
|
|
bool MediaDecoder::OnDecodeThread() const {
|
|
NS_WARN_IF_FALSE(mDecoderStateMachine, "mDecoderStateMachine is null");
|
|
return mDecoderStateMachine ? mDecoderStateMachine->OnDecodeThread() : false;
|
|
}
|
|
|
|
ReentrantMonitor& MediaDecoder::GetReentrantMonitor() {
|
|
return mReentrantMonitor.GetReentrantMonitor();
|
|
}
|
|
|
|
ImageContainer* MediaDecoder::GetImageContainer()
|
|
{
|
|
return mVideoFrameContainer ? mVideoFrameContainer->GetImageContainer() : nullptr;
|
|
}
|
|
|
|
void MediaDecoder::InvalidateWithFlags(uint32_t aFlags)
|
|
{
|
|
if (mVideoFrameContainer) {
|
|
mVideoFrameContainer->InvalidateWithFlags(aFlags);
|
|
}
|
|
}
|
|
|
|
void MediaDecoder::Invalidate()
|
|
{
|
|
if (mVideoFrameContainer) {
|
|
mVideoFrameContainer->Invalidate();
|
|
}
|
|
}
|
|
|
|
// Constructs the time ranges representing what segments of the media
|
|
// are buffered and playable.
|
|
nsresult MediaDecoder::GetBuffered(dom::TimeRanges* aBuffered) {
|
|
NS_ENSURE_TRUE(mDecoderStateMachine, NS_ERROR_FAILURE);
|
|
return mDecoderStateMachine->GetBuffered(aBuffered);
|
|
}
|
|
|
|
size_t MediaDecoder::SizeOfVideoQueue() {
|
|
if (mDecoderStateMachine) {
|
|
return mDecoderStateMachine->SizeOfVideoQueue();
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
size_t MediaDecoder::SizeOfAudioQueue() {
|
|
if (mDecoderStateMachine) {
|
|
return mDecoderStateMachine->SizeOfAudioQueue();
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
void MediaDecoder::NotifyDataArrived(const char* aBuffer, uint32_t aLength, int64_t aOffset) {
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->NotifyDataArrived(aBuffer, aLength, aOffset);
|
|
}
|
|
UpdateReadyStateForData();
|
|
}
|
|
|
|
void MediaDecoder::UpdatePlaybackPosition(int64_t aTime)
|
|
{
|
|
mDecoderStateMachine->UpdatePlaybackPosition(aTime);
|
|
}
|
|
|
|
// Provide access to the state machine object
|
|
MediaDecoderStateMachine* MediaDecoder::GetStateMachine() const {
|
|
return mDecoderStateMachine;
|
|
}
|
|
|
|
void
|
|
MediaDecoder::NotifyWaitingForResourcesStatusChanged()
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
if (mDecoderStateMachine) {
|
|
mDecoderStateMachine->NotifyWaitingForResourcesStatusChanged();
|
|
}
|
|
}
|
|
|
|
bool MediaDecoder::IsShutdown() const {
|
|
NS_ENSURE_TRUE(GetStateMachine(), true);
|
|
return GetStateMachine()->IsShutdown();
|
|
}
|
|
|
|
// Drop reference to state machine. Only called during shutdown dance.
|
|
void MediaDecoder::BreakCycles() {
|
|
mDecoderStateMachine = nullptr;
|
|
}
|
|
|
|
MediaDecoderOwner* MediaDecoder::GetMediaOwner() const
|
|
{
|
|
return mOwner;
|
|
}
|
|
|
|
void MediaDecoder::FireTimeUpdate()
|
|
{
|
|
if (!mOwner)
|
|
return;
|
|
mOwner->FireTimeUpdate(true);
|
|
}
|
|
|
|
void MediaDecoder::PinForSeek()
|
|
{
|
|
MediaResource* resource = GetResource();
|
|
if (!resource || mPinnedForSeek) {
|
|
return;
|
|
}
|
|
mPinnedForSeek = true;
|
|
resource->Pin();
|
|
}
|
|
|
|
void MediaDecoder::UnpinForSeek()
|
|
{
|
|
MediaResource* resource = GetResource();
|
|
if (!resource || !mPinnedForSeek) {
|
|
return;
|
|
}
|
|
mPinnedForSeek = false;
|
|
resource->Unpin();
|
|
}
|
|
|
|
bool MediaDecoder::CanPlayThrough()
|
|
{
|
|
Statistics stats = GetStatistics();
|
|
|
|
NS_ASSERTION(mDecoderStateMachine, "CanPlayThrough should have state machine!");
|
|
if (mDecoderStateMachine->IsRealTime() ||
|
|
(stats.mTotalBytes < 0 && stats.mDownloadRateReliable) ||
|
|
(stats.mTotalBytes >= 0 && stats.mTotalBytes == stats.mDownloadPosition)) {
|
|
return true;
|
|
}
|
|
if (!stats.mDownloadRateReliable || !stats.mPlaybackRateReliable) {
|
|
return false;
|
|
}
|
|
int64_t bytesToDownload = stats.mTotalBytes - stats.mDownloadPosition;
|
|
int64_t bytesToPlayback = stats.mTotalBytes - stats.mPlaybackPosition;
|
|
double timeToDownload = bytesToDownload / stats.mDownloadRate;
|
|
double timeToPlay = bytesToPlayback / stats.mPlaybackRate;
|
|
|
|
if (timeToDownload > timeToPlay) {
|
|
// Estimated time to download is greater than the estimated time to play.
|
|
// We probably can't play through without having to stop to buffer.
|
|
return false;
|
|
}
|
|
|
|
// Estimated time to download is less than the estimated time to play.
|
|
// We can probably play through without having to buffer, but ensure that
|
|
// we've got a reasonable amount of data buffered after the current
|
|
// playback position, so that if the bitrate of the media fluctuates, or if
|
|
// our download rate or decode rate estimation is otherwise inaccurate,
|
|
// we don't suddenly discover that we need to buffer. This is particularly
|
|
// required near the start of the media, when not much data is downloaded.
|
|
int64_t readAheadMargin =
|
|
static_cast<int64_t>(stats.mPlaybackRate * CAN_PLAY_THROUGH_MARGIN);
|
|
return stats.mDownloadPosition > stats.mPlaybackPosition + readAheadMargin;
|
|
}
|
|
|
|
#ifdef MOZ_EME
|
|
nsresult
|
|
MediaDecoder::SetCDMProxy(CDMProxy* aProxy)
|
|
{
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
mProxy = aProxy;
|
|
// Awaken any readers waiting for the proxy.
|
|
NotifyWaitingForResourcesStatusChanged();
|
|
return NS_OK;
|
|
}
|
|
|
|
CDMProxy*
|
|
MediaDecoder::GetCDMProxy()
|
|
{
|
|
GetReentrantMonitor().AssertCurrentThreadIn();
|
|
MOZ_ASSERT(OnDecodeThread() || NS_IsMainThread());
|
|
return mProxy;
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_RAW
|
|
bool
|
|
MediaDecoder::IsRawEnabled()
|
|
{
|
|
return Preferences::GetBool("media.raw.enabled");
|
|
}
|
|
#endif
|
|
|
|
bool
|
|
MediaDecoder::IsOpusEnabled()
|
|
{
|
|
return Preferences::GetBool("media.opus.enabled");
|
|
}
|
|
|
|
bool
|
|
MediaDecoder::IsOggEnabled()
|
|
{
|
|
return Preferences::GetBool("media.ogg.enabled");
|
|
}
|
|
|
|
#ifdef MOZ_WAVE
|
|
bool
|
|
MediaDecoder::IsWaveEnabled()
|
|
{
|
|
return Preferences::GetBool("media.wave.enabled");
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_WEBM
|
|
bool
|
|
MediaDecoder::IsWebMEnabled()
|
|
{
|
|
return Preferences::GetBool("media.webm.enabled");
|
|
}
|
|
#endif
|
|
|
|
#ifdef NECKO_PROTOCOL_rtsp
|
|
bool
|
|
MediaDecoder::IsRtspEnabled()
|
|
{
|
|
//Currently the Rtsp decoded by omx.
|
|
return (Preferences::GetBool("media.rtsp.enabled", false) && IsOmxEnabled());
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_GSTREAMER
|
|
bool
|
|
MediaDecoder::IsGStreamerEnabled()
|
|
{
|
|
return Preferences::GetBool("media.gstreamer.enabled");
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_OMX_DECODER
|
|
bool
|
|
MediaDecoder::IsOmxEnabled()
|
|
{
|
|
return Preferences::GetBool("media.omx.enabled", false);
|
|
}
|
|
|
|
bool
|
|
MediaDecoder::IsOmxAsyncEnabled()
|
|
{
|
|
#if ANDROID_VERSION >= 16
|
|
return Preferences::GetBool("media.omx.async.enabled", false);
|
|
#else
|
|
return false;
|
|
#endif
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_ANDROID_OMX
|
|
bool
|
|
MediaDecoder::IsAndroidMediaEnabled()
|
|
{
|
|
return Preferences::GetBool("media.plugins.enabled");
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_WMF
|
|
bool
|
|
MediaDecoder::IsWMFEnabled()
|
|
{
|
|
return WMFDecoder::IsEnabled();
|
|
}
|
|
#endif
|
|
|
|
#ifdef MOZ_APPLEMEDIA
|
|
bool
|
|
MediaDecoder::IsAppleMP3Enabled()
|
|
{
|
|
return Preferences::GetBool("media.apple.mp3.enabled");
|
|
}
|
|
#endif
|
|
|
|
NS_IMETHODIMP
|
|
MediaMemoryTracker::CollectReports(nsIHandleReportCallback* aHandleReport,
|
|
nsISupports* aData, bool aAnonymize)
|
|
{
|
|
int64_t video = 0, audio = 0;
|
|
size_t resources = 0;
|
|
DecodersArray& decoders = Decoders();
|
|
for (size_t i = 0; i < decoders.Length(); ++i) {
|
|
MediaDecoder* decoder = decoders[i];
|
|
video += decoder->SizeOfVideoQueue();
|
|
audio += decoder->SizeOfAudioQueue();
|
|
|
|
if (decoder->GetResource()) {
|
|
resources += decoder->GetResource()->SizeOfIncludingThis(MallocSizeOf);
|
|
}
|
|
}
|
|
|
|
#define REPORT(_path, _amount, _desc) \
|
|
do { \
|
|
nsresult rv; \
|
|
rv = aHandleReport->Callback(EmptyCString(), NS_LITERAL_CSTRING(_path), \
|
|
KIND_HEAP, UNITS_BYTES, _amount, \
|
|
NS_LITERAL_CSTRING(_desc), aData); \
|
|
NS_ENSURE_SUCCESS(rv, rv); \
|
|
} while (0)
|
|
|
|
REPORT("explicit/media/decoded/video", video,
|
|
"Memory used by decoded video frames.");
|
|
|
|
REPORT("explicit/media/decoded/audio", audio,
|
|
"Memory used by decoded audio chunks.");
|
|
|
|
REPORT("explicit/media/resources", resources,
|
|
"Memory used by media resources including streaming buffers, caches, "
|
|
"etc.");
|
|
|
|
#undef REPORT
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
MediaDecoderOwner*
|
|
MediaDecoder::GetOwner()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
return mOwner;
|
|
}
|
|
|
|
void
|
|
MediaDecoder::ConstructMediaTracks()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (mMediaTracksConstructed) {
|
|
return;
|
|
}
|
|
|
|
if (!mOwner || !mInfo) {
|
|
return;
|
|
}
|
|
|
|
HTMLMediaElement* element = mOwner->GetMediaElement();
|
|
if (!element) {
|
|
return;
|
|
}
|
|
|
|
mMediaTracksConstructed = true;
|
|
|
|
AudioTrackList* audioList = element->AudioTracks();
|
|
if (audioList && mInfo->HasAudio()) {
|
|
TrackInfo info = mInfo->mAudio.mTrackInfo;
|
|
nsRefPtr<AudioTrack> track = MediaTrackList::CreateAudioTrack(
|
|
info.mId, info.mKind, info.mLabel, info.mLanguage, info.mEnabled);
|
|
|
|
audioList->AddTrack(track);
|
|
}
|
|
|
|
VideoTrackList* videoList = element->VideoTracks();
|
|
if (videoList && mInfo->HasVideo()) {
|
|
TrackInfo info = mInfo->mVideo.mTrackInfo;
|
|
nsRefPtr<VideoTrack> track = MediaTrackList::CreateVideoTrack(
|
|
info.mId, info.mKind, info.mLabel, info.mLanguage);
|
|
|
|
videoList->AddTrack(track);
|
|
track->SetEnabledInternal(info.mEnabled, MediaTrack::FIRE_NO_EVENTS);
|
|
}
|
|
}
|
|
|
|
void
|
|
MediaDecoder::RemoveMediaTracks()
|
|
{
|
|
MOZ_ASSERT(NS_IsMainThread());
|
|
|
|
if (!mOwner) {
|
|
return;
|
|
}
|
|
|
|
HTMLMediaElement* element = mOwner->GetMediaElement();
|
|
if (!element) {
|
|
return;
|
|
}
|
|
|
|
AudioTrackList* audioList = element->AudioTracks();
|
|
if (audioList) {
|
|
audioList->RemoveTracks();
|
|
}
|
|
|
|
VideoTrackList* videoList = element->VideoTracks();
|
|
if (videoList) {
|
|
videoList->RemoveTracks();
|
|
}
|
|
|
|
mMediaTracksConstructed = false;
|
|
}
|
|
|
|
MediaMemoryTracker::MediaMemoryTracker()
|
|
{
|
|
}
|
|
|
|
void
|
|
MediaMemoryTracker::InitMemoryReporter()
|
|
{
|
|
RegisterWeakMemoryReporter(this);
|
|
}
|
|
|
|
MediaMemoryTracker::~MediaMemoryTracker()
|
|
{
|
|
UnregisterWeakMemoryReporter(this);
|
|
}
|
|
|
|
} // namespace mozilla
|
|
|
|
// avoid redefined macro in unified build
|
|
#undef DECODER_LOG
|