mirror of
https://gitlab.winehq.org/wine/wine-gecko.git
synced 2024-09-13 09:24:08 -07:00
9abb830db0
--HG-- rename : content/media/nsAudioAvailableEventManager.cpp => content/media/AudioAvailableEventManager.cpp rename : content/media/nsAudioAvailableEventManager.h => content/media/AudioAvailableEventManager.h rename : content/media/nsAudioStream.cpp => content/media/AudioStream.cpp rename : content/media/nsAudioStream.h => content/media/AudioStream.h rename : content/media/nsMediaCache.cpp => content/media/MediaCache.cpp rename : content/media/nsMediaCache.h => content/media/MediaCache.h rename : content/media/nsBuiltinDecoder.cpp => content/media/MediaDecoder.cpp rename : content/media/nsBuiltinDecoder.h => content/media/MediaDecoder.h rename : content/media/nsBuiltinDecoderReader.cpp => content/media/MediaDecoderReader.cpp rename : content/media/nsBuiltinDecoderReader.h => content/media/MediaDecoderReader.h rename : content/media/nsBuiltinDecoderStateMachine.cpp => content/media/MediaDecoderStateMachine.cpp rename : content/media/nsBuiltinDecoderStateMachine.h => content/media/MediaDecoderStateMachine.h rename : content/media/dash/nsDASHDecoder.cpp => content/media/dash/DASHDecoder.cpp rename : content/media/dash/nsDASHDecoder.h => content/media/dash/DASHDecoder.h rename : content/media/dash/nsDASHReader.cpp => content/media/dash/DASHReader.cpp rename : content/media/dash/nsDASHReader.h => content/media/dash/DASHReader.h rename : content/media/dash/nsDASHRepDecoder.cpp => content/media/dash/DASHRepDecoder.cpp rename : content/media/dash/nsDASHRepDecoder.h => content/media/dash/DASHRepDecoder.h rename : content/media/gstreamer/nsGStreamerDecoder.cpp => content/media/gstreamer/GStreamerDecoder.cpp rename : content/media/gstreamer/nsGStreamerDecoder.h => content/media/gstreamer/GStreamerDecoder.h rename : content/media/gstreamer/nsGStreamerReader.cpp => content/media/gstreamer/GStreamerReader.cpp rename : content/media/gstreamer/nsGStreamerReader.h => content/media/gstreamer/GStreamerReader.h rename : content/media/ogg/nsOggCodecState.cpp => content/media/ogg/OggCodecState.cpp rename : content/media/ogg/nsOggCodecState.h => content/media/ogg/OggCodecState.h rename : content/media/ogg/nsOggDecoder.cpp => content/media/ogg/OggDecoder.cpp rename : content/media/ogg/nsOggDecoder.h => content/media/ogg/OggDecoder.h rename : content/media/ogg/nsOggReader.cpp => content/media/ogg/OggReader.cpp rename : content/media/ogg/nsOggReader.h => content/media/ogg/OggReader.h rename : content/media/omx/nsMediaOmxDecoder.cpp => content/media/omx/MediaOmxDecoder.cpp rename : content/media/omx/nsMediaOmxDecoder.h => content/media/omx/MediaOmxDecoder.h rename : content/media/omx/nsMediaOmxReader.cpp => content/media/omx/MediaOmxReader.cpp rename : content/media/omx/nsMediaOmxReader.h => content/media/omx/MediaOmxReader.h rename : content/media/plugins/nsMediaPluginDecoder.cpp => content/media/plugins/MediaPluginDecoder.cpp rename : content/media/plugins/nsMediaPluginDecoder.h => content/media/plugins/MediaPluginDecoder.h rename : content/media/plugins/nsMediaPluginHost.cpp => content/media/plugins/MediaPluginHost.cpp rename : content/media/plugins/nsMediaPluginHost.h => content/media/plugins/MediaPluginHost.h rename : content/media/plugins/nsMediaPluginReader.cpp => content/media/plugins/MediaPluginReader.cpp rename : content/media/plugins/nsMediaPluginReader.h => content/media/plugins/MediaPluginReader.h rename : content/media/raw/nsRawDecoder.cpp => content/media/raw/RawDecoder.cpp rename : content/media/raw/nsRawDecoder.h => content/media/raw/RawDecoder.h rename : content/media/raw/nsRawReader.cpp => content/media/raw/RawReader.cpp rename : content/media/raw/nsRawReader.h => content/media/raw/RawReader.h rename : content/media/raw/nsRawStructs.h => content/media/raw/RawStructs.h rename : content/media/wave/nsWaveDecoder.cpp => content/media/wave/WaveDecoder.cpp rename : content/media/wave/nsWaveDecoder.h => content/media/wave/WaveDecoder.h rename : content/media/wave/nsWaveReader.cpp => content/media/wave/WaveReader.cpp rename : content/media/wave/nsWaveReader.h => content/media/wave/WaveReader.h rename : content/media/webm/nsWebMBufferedParser.cpp => content/media/webm/WebMBufferedParser.cpp rename : content/media/webm/nsWebMBufferedParser.h => content/media/webm/WebMBufferedParser.h rename : content/media/webm/nsWebMDecoder.cpp => content/media/webm/WebMDecoder.cpp rename : content/media/webm/nsWebMDecoder.h => content/media/webm/WebMDecoder.h rename : content/media/webm/nsWebMReader.cpp => content/media/webm/WebMReader.cpp rename : content/media/webm/nsWebMReader.h => content/media/webm/WebMReader.h
736 lines
23 KiB
C++
736 lines
23 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
|
|
/* This Source Code Form Is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this file,
|
|
* You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
/* DASH - Dynamic Adaptive Streaming over HTTP.
|
|
*
|
|
* DASH is an adaptive bitrate streaming technology where a multimedia file is
|
|
* partitioned into one or more segments and delivered to a client using HTTP.
|
|
*
|
|
* Interaction with MediaDecoderStateMachine, nsHTMLMediaElement,
|
|
* ChannelMediaResource and sub-decoders (WebMDecoder).
|
|
*
|
|
*
|
|
* MediaDecoderStateMachine nsHTMLMediaElement
|
|
* 1 / \ 1 / 1
|
|
* / \ /
|
|
* 1 / \ 1 / 1
|
|
* DASHReader ------ DASHDecoder ------------ ChannelMediaResource
|
|
* |1 1 1 |1 \1 (for MPD Manifest)
|
|
* | | ------------
|
|
* |* |* \*
|
|
* WebMReader ------- DASHRepDecoder ------- ChannelMediaResource
|
|
* 1 1 1 1 (for media streams)
|
|
*
|
|
* One decoder and state-machine, as with current, non-DASH decoders.
|
|
*
|
|
* DASH adds multiple readers, decoders and resources, in order to manage
|
|
* download and decode of the MPD manifest and individual media streams.
|
|
*
|
|
* Rep/|Representation| is for an individual media stream, e.g. audio
|
|
* DASHRepDecoder is the decoder for a rep/|Representation|.
|
|
*
|
|
* FLOW
|
|
*
|
|
* 1 - Download and parse the MPD (DASH XML-based manifest).
|
|
*
|
|
* Media element creates new |DASHDecoder| object:
|
|
* member var initialization to default values, including a/v sub-decoders.
|
|
* MediaDecoder and MediaDecoder constructors are called.
|
|
* MediaDecoder::Init() is called.
|
|
*
|
|
* Media element creates new |ChannelMediaResource|:
|
|
* used to download MPD manifest.
|
|
*
|
|
* Media element calls |DASHDecoder|->Load() to download the MPD file:
|
|
* creates an |DASHReader| object to forward calls to multiple
|
|
* WebMReaders (corresponding to MPD |Representation|s i.e. streams).
|
|
* Note: 1 |DASHReader| per DASH/WebM MPD.
|
|
*
|
|
* also calls |ChannelMediaResource|::Open().
|
|
* uses nsHttpChannel to download MPD; notifies DASHDecoder.
|
|
*
|
|
* Meanwhile, back in |DASHDecoder|->Load():
|
|
* MediaDecoderStateMachine is created.
|
|
* has ref to |DASHReader| object.
|
|
* state machine is scheduled.
|
|
*
|
|
* Media element finishes decoder setup:
|
|
* element added to media URI table etc.
|
|
*
|
|
* -- At this point, objects are waiting on HTTP returning MPD data.
|
|
*
|
|
* MPD Download (Async |ChannelMediaResource| channel callbacks):
|
|
* calls DASHDecoder::|NotifyDownloadEnded|().
|
|
* DASHDecoder parses MPD XML to DOM to MPD classes.
|
|
* gets |Segment| URLs from MPD for audio and video streams.
|
|
* creates |nsIChannel|s, |ChannelMediaResource|s.
|
|
* stores resources as member vars (to forward function calls later).
|
|
* creates |WebMReader|s and |DASHRepDecoder|s.
|
|
* DASHreader creates |WebMReader|s.
|
|
* |Representation| decoders are connected to the |ChannelMediaResource|s.
|
|
*
|
|
* |DASHDecoder|->|LoadRepresentations|() starts download and decode.
|
|
*
|
|
*
|
|
* 2 - Media Stream, Byte Range downloads.
|
|
*
|
|
* -- At this point the Segment media stream downloads are managed by
|
|
* individual |ChannelMediaResource|s and |WebMReader|s.
|
|
* A single |DASHDecoder| and |MediaDecoderStateMachine| manage them
|
|
* and communicate to |nsHTMLMediaElement|.
|
|
*
|
|
* Each |DASHRepDecoder| gets init range and index range from its MPD
|
|
* |Representation|. |DASHRepDecoder| uses ChannelMediaResource to start the
|
|
* byte range downloads, calling |OpenByteRange| with a |MediaByteRange|
|
|
* object.
|
|
* Once the init and index segments have been downloaded and |ReadMetadata| has
|
|
* completed, each |WebMReader| notifies it's peer |DASHRepDecoder|.
|
|
* Note: the decoder must wait until index data is parsed because it needs to
|
|
* get the offsets of the subsegments (WebM clusters) from the media file
|
|
* itself.
|
|
* Since byte ranges for subsegments are obtained, |nsDASHRepdecoder| continues
|
|
* downloading the files in byte range chunks.
|
|
*
|
|
* XXX Note that this implementation of DASHRepDecoder is focused on DASH
|
|
* WebM On Demand profile: on the todo list is an action item to make this
|
|
* more abstract.
|
|
*
|
|
* Note on |Seek|: Currently, |MediaCache| requires that seeking start at the
|
|
* beginning of the block in which the desired offset would be
|
|
* found. As such, when |ChannelMediaResource| does a seek
|
|
* using DASH WebM subsegments (clusters), it requests a start
|
|
* offset that corresponds to the beginning of the block, not
|
|
* the start offset of the cluster. For DASH Webm, which has
|
|
* media encoded in single files, this is fine. Future work on
|
|
* other profiles will require this to be re-examined.
|
|
*/
|
|
|
|
#include <limits>
|
|
#include <prdtoa.h>
|
|
#include "nsIURI.h"
|
|
#include "nsIFileURL.h"
|
|
#include "nsNetUtil.h"
|
|
#include "VideoUtils.h"
|
|
#include "nsThreadUtils.h"
|
|
#include "nsContentUtils.h"
|
|
#include "nsIContentPolicy.h"
|
|
#include "nsIContentSecurityPolicy.h"
|
|
#include "nsICachingChannel.h"
|
|
#include "MediaDecoderStateMachine.h"
|
|
#include "WebMDecoder.h"
|
|
#include "WebMReader.h"
|
|
#include "DASHReader.h"
|
|
#include "nsDASHMPDParser.h"
|
|
#include "DASHRepDecoder.h"
|
|
#include "DASHDecoder.h"
|
|
|
|
namespace mozilla {
|
|
|
|
#ifdef PR_LOGGING
|
|
extern PRLogModuleInfo* gMediaDecoderLog;
|
|
#define LOG(msg, ...) PR_LOG(gMediaDecoderLog, PR_LOG_DEBUG, \
|
|
("%p [DASHDecoder] " msg, this, __VA_ARGS__))
|
|
#define LOG1(msg) PR_LOG(gMediaDecoderLog, PR_LOG_DEBUG, \
|
|
("%p [DASHDecoder] " msg, this))
|
|
#else
|
|
#define LOG(msg, ...)
|
|
#define LOG1(msg)
|
|
#endif
|
|
|
|
DASHDecoder::DASHDecoder() :
|
|
MediaDecoder(),
|
|
mNotifiedLoadAborted(false),
|
|
mBuffer(nullptr),
|
|
mBufferLength(0),
|
|
mMPDReaderThread(nullptr),
|
|
mPrincipal(nullptr),
|
|
mDASHReader(nullptr),
|
|
mAudioRepDecoder(nullptr),
|
|
mVideoRepDecoder(nullptr)
|
|
{
|
|
MOZ_COUNT_CTOR(DASHDecoder);
|
|
}
|
|
|
|
DASHDecoder::~DASHDecoder()
|
|
{
|
|
MOZ_COUNT_DTOR(DASHDecoder);
|
|
}
|
|
|
|
MediaDecoderStateMachine*
|
|
DASHDecoder::CreateStateMachine()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
return new MediaDecoderStateMachine(this, mDASHReader);
|
|
}
|
|
|
|
void
|
|
DASHDecoder::ReleaseStateMachine()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Must be on main thread.");
|
|
|
|
// Since state machine owns mDASHReader, remove reference to it.
|
|
mDASHReader = nullptr;
|
|
|
|
MediaDecoder::ReleaseStateMachine();
|
|
for (uint i = 0; i < mAudioRepDecoders.Length(); i++) {
|
|
mAudioRepDecoders[i]->ReleaseStateMachine();
|
|
}
|
|
for (uint i = 0; i < mVideoRepDecoders.Length(); i++) {
|
|
mVideoRepDecoders[i]->ReleaseStateMachine();
|
|
}
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::Load(MediaResource* aResource,
|
|
nsIStreamListener** aStreamListener,
|
|
MediaDecoder* aCloneDonor)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
mDASHReader = new DASHReader(this);
|
|
|
|
nsresult rv = OpenResource(aResource, aStreamListener);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
mDecoderStateMachine = CreateStateMachine();
|
|
if (!mDecoderStateMachine) {
|
|
LOG1("Failed to create state machine!");
|
|
return NS_ERROR_FAILURE;
|
|
}
|
|
return NS_OK;
|
|
}
|
|
|
|
void
|
|
DASHDecoder::NotifyDownloadEnded(nsresult aStatus)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
// Should be no download ended notification if MPD Manager exists.
|
|
if (mMPDManager) {
|
|
LOG("Network Error! Repeated MPD download notification but MPD Manager "
|
|
"[%p] already exists!", mMPDManager.get());
|
|
NetworkError();
|
|
return;
|
|
}
|
|
|
|
if (NS_SUCCEEDED(aStatus)) {
|
|
LOG1("MPD downloaded.");
|
|
|
|
// mPrincipal must be set on main thread before dispatch to parser thread.
|
|
mPrincipal = GetCurrentPrincipal();
|
|
|
|
// Create reader thread for |ChannelMediaResource|::|Read|.
|
|
nsCOMPtr<nsIRunnable> event =
|
|
NS_NewRunnableMethod(this, &DASHDecoder::ReadMPDBuffer);
|
|
NS_ENSURE_TRUE(event, );
|
|
|
|
nsresult rv = NS_NewNamedThread("DASH MPD Reader",
|
|
getter_AddRefs(mMPDReaderThread),
|
|
event,
|
|
MEDIA_THREAD_STACK_SIZE);
|
|
if (NS_FAILED(rv) || !mMPDReaderThread) {
|
|
LOG("Error creating MPD reader thread: rv[%x] thread [%p].",
|
|
rv, mMPDReaderThread.get());
|
|
DecodeError();
|
|
return;
|
|
}
|
|
} else if (aStatus == NS_BINDING_ABORTED) {
|
|
LOG("MPD download has been cancelled by the user: aStatus [%x].", aStatus);
|
|
if (mOwner) {
|
|
mOwner->LoadAborted();
|
|
}
|
|
return;
|
|
} else if (aStatus != NS_BASE_STREAM_CLOSED) {
|
|
LOG("Network error trying to download MPD: aStatus [%x].", aStatus);
|
|
NetworkError();
|
|
}
|
|
}
|
|
|
|
void
|
|
DASHDecoder::ReadMPDBuffer()
|
|
{
|
|
NS_ASSERTION(!NS_IsMainThread(), "Should not be on main thread.");
|
|
|
|
LOG1("Started reading from the MPD buffer.");
|
|
|
|
int64_t length = mResource->GetLength();
|
|
if (length <= 0 || length > DASH_MAX_MPD_SIZE) {
|
|
LOG("MPD is larger than [%d]MB.", DASH_MAX_MPD_SIZE/(1024*1024));
|
|
DecodeError();
|
|
return;
|
|
}
|
|
|
|
mBuffer = new char[length];
|
|
|
|
uint32_t count = 0;
|
|
nsresult rv = mResource->Read(mBuffer, length, &count);
|
|
// By this point, all bytes should be available for reading.
|
|
if (NS_FAILED(rv) || count != length) {
|
|
LOG("Error reading MPD buffer: rv [%x] count [%d] length [%d].",
|
|
rv, count, length);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
// Store buffer length for processing on main thread.
|
|
mBufferLength = static_cast<uint32_t>(length);
|
|
|
|
LOG1("Finished reading MPD buffer; back to main thread for parsing.");
|
|
|
|
// Dispatch event to Main thread to parse MPD buffer.
|
|
nsCOMPtr<nsIRunnable> event =
|
|
NS_NewRunnableMethod(this, &DASHDecoder::OnReadMPDBufferCompleted);
|
|
rv = NS_DispatchToMainThread(event, NS_DISPATCH_NORMAL);
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Error dispatching parse event to main thread: rv[%x]", rv);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
}
|
|
|
|
void
|
|
DASHDecoder::OnReadMPDBufferCompleted()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
if (mShuttingDown) {
|
|
return;
|
|
}
|
|
|
|
// Shutdown the thread.
|
|
if (!mMPDReaderThread) {
|
|
LOG1("Error: MPD reader thread does not exist!");
|
|
DecodeError();
|
|
return;
|
|
}
|
|
nsresult rv = mMPDReaderThread->Shutdown();
|
|
if (NS_FAILED(rv)) {
|
|
LOG("MPD reader thread did not shutdown correctly! rv [%x]", rv);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
mMPDReaderThread = nullptr;
|
|
|
|
// Close the MPD resource.
|
|
rv = mResource ? mResource->Close() : NS_ERROR_NULL_POINTER;
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Media Resource did not close correctly! rv [%x]", rv);
|
|
NetworkError();
|
|
return;
|
|
}
|
|
|
|
// Start parsing the MPD data and loading the media.
|
|
rv = ParseMPDBuffer();
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Error parsing MPD buffer! rv [%x]", rv);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
rv = CreateRepDecoders();
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Error creating decoders for Representations! rv [%x]", rv);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
|
|
rv = LoadRepresentations();
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Error loading Representations! rv [%x]", rv);
|
|
NetworkError();
|
|
return;
|
|
}
|
|
|
|
// Notify reader that it can start reading metadata. Sub-readers will still
|
|
// block until sub-resources have downloaded data into the media cache.
|
|
mDASHReader->ReadyToReadMetadata();
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::ParseMPDBuffer()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_TRUE(mBuffer, NS_ERROR_NULL_POINTER);
|
|
|
|
LOG1("Started parsing the MPD buffer.");
|
|
|
|
// Parse MPD buffer and get root DOM element.
|
|
nsAutoPtr<nsDASHMPDParser> parser;
|
|
parser = new nsDASHMPDParser(mBuffer.forget(), mBufferLength, mPrincipal,
|
|
mResource->URI());
|
|
mozilla::net::DASHMPDProfile profile;
|
|
parser->Parse(getter_Transfers(mMPDManager), &profile);
|
|
mBuffer = nullptr;
|
|
NS_ENSURE_TRUE(mMPDManager, NS_ERROR_NULL_POINTER);
|
|
|
|
LOG("Finished parsing the MPD buffer. Profile is [%d].", profile);
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::CreateRepDecoders()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_TRUE(mMPDManager, NS_ERROR_NULL_POINTER);
|
|
|
|
// Global settings for the presentation.
|
|
int64_t startTime = mMPDManager->GetStartTime();
|
|
mDuration = mMPDManager->GetDuration();
|
|
NS_ENSURE_TRUE(startTime >= 0 && mDuration > 0, NS_ERROR_ILLEGAL_VALUE);
|
|
|
|
// For each audio/video stream, create a |ChannelMediaResource| object.
|
|
|
|
for (int i = 0; i < mMPDManager->GetNumAdaptationSets(); i++) {
|
|
IMPDManager::AdaptationSetType asType = mMPDManager->GetAdaptationSetType(i);
|
|
for (int j = 0; j < mMPDManager->GetNumRepresentations(i); j++) {
|
|
// Get URL string.
|
|
nsAutoString segmentUrl;
|
|
nsresult rv = mMPDManager->GetFirstSegmentUrl(i, j, segmentUrl);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
|
|
// Get segment |nsIURI|; use MPD's base URI in case of relative paths.
|
|
nsCOMPtr<nsIURI> url;
|
|
rv = NS_NewURI(getter_AddRefs(url), segmentUrl, nullptr, mResource->URI());
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
#ifdef PR_LOGGING
|
|
nsAutoCString newUrl;
|
|
rv = url->GetSpec(newUrl);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
LOG("Using URL=\"%s\" for AdaptationSet [%d] Representation [%d]",
|
|
newUrl.get(), i, j);
|
|
#endif
|
|
|
|
// 'file://' URLs are not supported.
|
|
nsCOMPtr<nsIFileURL> fileURL = do_QueryInterface(url);
|
|
NS_ENSURE_FALSE(fileURL, NS_ERROR_ILLEGAL_VALUE);
|
|
|
|
// Create |DASHRepDecoder| objects for each representation.
|
|
if (asType == IMPDManager::DASH_VIDEO_STREAM) {
|
|
Representation const * rep = mMPDManager->GetRepresentation(i, j);
|
|
NS_ENSURE_TRUE(rep, NS_ERROR_NULL_POINTER);
|
|
rv = CreateVideoRepDecoder(url, rep);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
} else if (asType == IMPDManager::DASH_AUDIO_STREAM) {
|
|
Representation const * rep = mMPDManager->GetRepresentation(i, j);
|
|
NS_ENSURE_TRUE(rep, NS_ERROR_NULL_POINTER);
|
|
rv = CreateAudioRepDecoder(url, rep);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
}
|
|
}
|
|
}
|
|
|
|
NS_ENSURE_TRUE(mVideoRepDecoder, NS_ERROR_NOT_INITIALIZED);
|
|
NS_ENSURE_TRUE(mAudioRepDecoder, NS_ERROR_NOT_INITIALIZED);
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::CreateAudioRepDecoder(nsIURI* aUrl,
|
|
mozilla::net::Representation const * aRep)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_ARG(aUrl);
|
|
NS_ENSURE_ARG(aRep);
|
|
NS_ENSURE_TRUE(mOwner, NS_ERROR_NOT_INITIALIZED);
|
|
|
|
// Create subdecoder and init with media element.
|
|
DASHRepDecoder* audioDecoder = new DASHRepDecoder(this);
|
|
NS_ENSURE_TRUE(audioDecoder->Init(mOwner), NS_ERROR_NOT_INITIALIZED);
|
|
|
|
if (!mAudioRepDecoder) {
|
|
mAudioRepDecoder = audioDecoder;
|
|
}
|
|
mAudioRepDecoders.AppendElement(audioDecoder);
|
|
|
|
// Create sub-reader; attach to DASH reader and sub-decoder.
|
|
WebMReader* audioReader = new WebMReader(audioDecoder);
|
|
if (mDASHReader) {
|
|
mDASHReader->AddAudioReader(audioReader);
|
|
}
|
|
audioDecoder->SetReader(audioReader);
|
|
|
|
// Create media resource with URL and connect to sub-decoder.
|
|
MediaResource* audioResource
|
|
= CreateAudioSubResource(aUrl, static_cast<MediaDecoder*>(audioDecoder));
|
|
NS_ENSURE_TRUE(audioResource, NS_ERROR_NOT_INITIALIZED);
|
|
|
|
audioDecoder->SetResource(audioResource);
|
|
audioDecoder->SetMPDRepresentation(aRep);
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::CreateVideoRepDecoder(nsIURI* aUrl,
|
|
mozilla::net::Representation const * aRep)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_ARG(aUrl);
|
|
NS_ENSURE_ARG(aRep);
|
|
NS_ENSURE_TRUE(mOwner, NS_ERROR_NOT_INITIALIZED);
|
|
|
|
// Create subdecoder and init with media element.
|
|
DASHRepDecoder* videoDecoder = new DASHRepDecoder(this);
|
|
NS_ENSURE_TRUE(videoDecoder->Init(mOwner), NS_ERROR_NOT_INITIALIZED);
|
|
|
|
if (!mVideoRepDecoder) {
|
|
mVideoRepDecoder = videoDecoder;
|
|
}
|
|
mVideoRepDecoders.AppendElement(videoDecoder);
|
|
|
|
// Create sub-reader; attach to DASH reader and sub-decoder.
|
|
WebMReader* videoReader = new WebMReader(videoDecoder);
|
|
if (mDASHReader) {
|
|
mDASHReader->AddVideoReader(videoReader);
|
|
}
|
|
videoDecoder->SetReader(videoReader);
|
|
|
|
// Create media resource with URL and connect to sub-decoder.
|
|
MediaResource* videoResource
|
|
= CreateVideoSubResource(aUrl, static_cast<MediaDecoder*>(videoDecoder));
|
|
NS_ENSURE_TRUE(videoResource, NS_ERROR_NOT_INITIALIZED);
|
|
|
|
videoDecoder->SetResource(videoResource);
|
|
videoDecoder->SetMPDRepresentation(aRep);
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
MediaResource*
|
|
DASHDecoder::CreateAudioSubResource(nsIURI* aUrl,
|
|
MediaDecoder* aAudioDecoder)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_TRUE(aUrl, nullptr);
|
|
NS_ENSURE_TRUE(aAudioDecoder, nullptr);
|
|
|
|
// Create channel for representation.
|
|
nsCOMPtr<nsIChannel> channel;
|
|
nsresult rv = CreateSubChannel(aUrl, getter_AddRefs(channel));
|
|
NS_ENSURE_SUCCESS(rv, nullptr);
|
|
|
|
// Create resource for representation.
|
|
MediaResource* audioResource
|
|
= MediaResource::Create(aAudioDecoder, channel);
|
|
NS_ENSURE_TRUE(audioResource, nullptr);
|
|
|
|
return audioResource;
|
|
}
|
|
|
|
MediaResource*
|
|
DASHDecoder::CreateVideoSubResource(nsIURI* aUrl,
|
|
MediaDecoder* aVideoDecoder)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_TRUE(aUrl, nullptr);
|
|
NS_ENSURE_TRUE(aVideoDecoder, nullptr);
|
|
|
|
// Create channel for representation.
|
|
nsCOMPtr<nsIChannel> channel;
|
|
nsresult rv = CreateSubChannel(aUrl, getter_AddRefs(channel));
|
|
NS_ENSURE_SUCCESS(rv, nullptr);
|
|
|
|
// Create resource for representation.
|
|
MediaResource* videoResource
|
|
= MediaResource::Create(aVideoDecoder, channel);
|
|
NS_ENSURE_TRUE(videoResource, nullptr);
|
|
|
|
return videoResource;
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::CreateSubChannel(nsIURI* aUrl, nsIChannel** aChannel)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
NS_ENSURE_ARG(aUrl);
|
|
|
|
NS_ENSURE_TRUE(mOwner, NS_ERROR_NULL_POINTER);
|
|
nsHTMLMediaElement* element = mOwner->GetMediaElement();
|
|
NS_ENSURE_TRUE(element, NS_ERROR_NULL_POINTER);
|
|
|
|
nsCOMPtr<nsILoadGroup> loadGroup =
|
|
element->GetDocumentLoadGroup();
|
|
NS_ENSURE_TRUE(loadGroup, NS_ERROR_NULL_POINTER);
|
|
|
|
// Check for a Content Security Policy to pass down to the channel
|
|
// created to load the media content.
|
|
nsCOMPtr<nsIChannelPolicy> channelPolicy;
|
|
nsCOMPtr<nsIContentSecurityPolicy> csp;
|
|
nsresult rv = element->NodePrincipal()->GetCsp(getter_AddRefs(csp));
|
|
NS_ENSURE_SUCCESS(rv,rv);
|
|
if (csp) {
|
|
channelPolicy = do_CreateInstance("@mozilla.org/nschannelpolicy;1");
|
|
channelPolicy->SetContentSecurityPolicy(csp);
|
|
channelPolicy->SetLoadType(nsIContentPolicy::TYPE_MEDIA);
|
|
}
|
|
nsCOMPtr<nsIChannel> channel;
|
|
rv = NS_NewChannel(getter_AddRefs(channel),
|
|
aUrl,
|
|
nullptr,
|
|
loadGroup,
|
|
nullptr,
|
|
nsICachingChannel::LOAD_BYPASS_LOCAL_CACHE_IF_BUSY,
|
|
channelPolicy);
|
|
NS_ENSURE_SUCCESS(rv,rv);
|
|
NS_ENSURE_TRUE(channel, NS_ERROR_NULL_POINTER);
|
|
|
|
NS_ADDREF(*aChannel = channel);
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
DASHDecoder::LoadRepresentations()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
nsresult rv;
|
|
{
|
|
// Hold the lock while we do this to set proper lock ordering
|
|
// expectations for dynamic deadlock detectors: decoder lock(s)
|
|
// should be grabbed before the cache lock.
|
|
ReentrantMonitorAutoEnter mon(GetReentrantMonitor());
|
|
|
|
// Load the decoders for each |Representation|'s media streams.
|
|
if (mAudioRepDecoder) {
|
|
rv = mAudioRepDecoder->Load();
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
}
|
|
if (mVideoRepDecoder) {
|
|
rv = mVideoRepDecoder->Load();
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
}
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Failed to open stream! rv [%x].", rv);
|
|
return rv;
|
|
}
|
|
}
|
|
|
|
if (mAudioRepDecoder) {
|
|
mAudioRepDecoder->SetStateMachine(mDecoderStateMachine);
|
|
}
|
|
if (mVideoRepDecoder) {
|
|
mVideoRepDecoder->SetStateMachine(mDecoderStateMachine);
|
|
}
|
|
|
|
// Now that subreaders are init'd, it's ok to init state machine.
|
|
return InitializeStateMachine(nullptr);
|
|
}
|
|
|
|
void
|
|
DASHDecoder::NotifyDownloadEnded(DASHRepDecoder* aRepDecoder,
|
|
nsresult aStatus,
|
|
MediaByteRange &aRange)
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
// MPD Manager must exist, indicating MPD has been downloaded and parsed.
|
|
if (!mMPDManager) {
|
|
LOG1("Network Error! MPD Manager must exist, indicating MPD has been "
|
|
"downloaded and parsed");
|
|
NetworkError();
|
|
return;
|
|
}
|
|
|
|
// Decoder for the media |Representation| must not be null.
|
|
if (!aRepDecoder) {
|
|
LOG1("Decoder for Representation is reported as null.");
|
|
DecodeError();
|
|
return;
|
|
}
|
|
|
|
if (NS_SUCCEEDED(aStatus)) {
|
|
// Return error if |aRepDecoder| does not match current audio/video decoder.
|
|
if (aRepDecoder != mAudioRepDecoder && aRepDecoder != mVideoRepDecoder) {
|
|
LOG("Error! Decoder [%p] does not match current sub-decoders!",
|
|
aRepDecoder);
|
|
DecodeError();
|
|
return;
|
|
}
|
|
LOG("Byte range downloaded: decoder [%p] range requested [%d - %d]",
|
|
aRepDecoder, aRange.mStart, aRange.mEnd);
|
|
|
|
// XXX Do Stream Switching here before loading next bytes, e.g.
|
|
// decoder = PossiblySwitchDecoder(aRepDecoder);
|
|
// decoder->LoadNextByteRange();
|
|
aRepDecoder->LoadNextByteRange();
|
|
return;
|
|
} else if (aStatus == NS_BINDING_ABORTED) {
|
|
LOG("MPD download has been cancelled by the user: aStatus [%x].", aStatus);
|
|
if (mOwner) {
|
|
mOwner->LoadAborted();
|
|
}
|
|
return;
|
|
} else if (aStatus != NS_BASE_STREAM_CLOSED) {
|
|
LOG("Network error trying to download MPD: aStatus [%x].", aStatus);
|
|
NetworkError();
|
|
}
|
|
}
|
|
|
|
void
|
|
DASHDecoder::LoadAborted()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
if (!mNotifiedLoadAborted && mOwner) {
|
|
mOwner->LoadAborted();
|
|
mNotifiedLoadAborted = true;
|
|
LOG1("Load Aborted! Notifying media element.");
|
|
}
|
|
}
|
|
|
|
void
|
|
DASHDecoder::Shutdown()
|
|
{
|
|
NS_ASSERTION(NS_IsMainThread(), "Should be on main thread.");
|
|
|
|
// Notify reader of shutdown first.
|
|
if (mDASHReader) {
|
|
mDASHReader->NotifyDecoderShuttingDown();
|
|
}
|
|
|
|
// Call parent class shutdown.
|
|
MediaDecoder::Shutdown();
|
|
NS_ENSURE_TRUE(mShuttingDown, );
|
|
|
|
// Shutdown reader thread if not already done.
|
|
if (mMPDReaderThread) {
|
|
nsresult rv = mMPDReaderThread->Shutdown();
|
|
NS_ENSURE_SUCCESS(rv, );
|
|
mMPDReaderThread = nullptr;
|
|
}
|
|
|
|
// Forward to sub-decoders.
|
|
for (uint i = 0; i < mAudioRepDecoders.Length(); i++) {
|
|
if (mAudioRepDecoders[i]) {
|
|
mAudioRepDecoders[i]->Shutdown();
|
|
}
|
|
}
|
|
for (uint i = 0; i < mVideoRepDecoders.Length(); i++) {
|
|
if (mVideoRepDecoders[i]) {
|
|
mVideoRepDecoders[i]->Shutdown();
|
|
}
|
|
}
|
|
}
|
|
|
|
void
|
|
DASHDecoder::DecodeError()
|
|
{
|
|
if (NS_IsMainThread()) {
|
|
MediaDecoder::DecodeError();
|
|
} else {
|
|
nsCOMPtr<nsIRunnable> event =
|
|
NS_NewRunnableMethod(this, &MediaDecoder::DecodeError);
|
|
nsresult rv = NS_DispatchToMainThread(event, NS_DISPATCH_NORMAL);
|
|
if (NS_FAILED(rv)) {
|
|
LOG("Error dispatching DecodeError event to main thread: rv[%x]", rv);
|
|
}
|
|
}
|
|
}
|
|
|
|
} // namespace mozilla
|
|
|