/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* ***** BEGIN LICENSE BLOCK ***** * Version: ML 1.1/GPL 2.0/LGPL 2.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is Mozilla code. * * The Initial Developer of the Original Code is the Mozilla Foundation. * Portions created by the Initial Developer are Copyright (C) 2010 * the Initial Developer. All Rights Reserved. * * Contributor(s): * Chris Double * Chris Pearce * * Alternatively, the contents of this file may be used under the terms of * either the GNU General Public License Version 2 or later (the "GPL"), or * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), * in which case the provisions of the GPL or the LGPL are applicable instead * of those above. If you wish to allow use of your version of this file only * under the terms of either the GPL or the LGPL, and not to allow others to * use your version of this file under the terms of the MPL, indicate your * decision by deleting the provisions above and replace them with the notice * and other provisions required by the GPL or the LGPL. If you do not delete * the provisions above, a recipient may use your version of this file under * the terms of any one of the MPL, the GPL or the LGPL. * * ***** END LICENSE BLOCK ***** */ #if !defined(nsBuiltinDecoderReader_h_) #define nsBuiltinDecoderReader_h_ #include #include "Layers.h" #include "ImageLayers.h" #include "nsAutoLock.h" #include "nsClassHashtable.h" #include "mozilla/TimeStamp.h" #include "nsSize.h" #include "nsRect.h" #include "mozilla/Monitor.h" class nsBuiltinDecoderStateMachine; // Stores info relevant to presenting media samples. class nsVideoInfo { public: nsVideoInfo() : mPixelAspectRatio(1.0), mAudioRate(0), mAudioChannels(0), mFrame(0,0), mHasAudio(PR_FALSE), mHasVideo(PR_FALSE) {} // Pixel aspect ratio, as stored in the metadata. float mPixelAspectRatio; // Samples per second. PRUint32 mAudioRate; // Number of audio channels. PRUint32 mAudioChannels; // Dimensions of the video frame. nsIntSize mFrame; // The picture region inside the video frame to be displayed. nsIntRect mPicture; // The offset of the first non-header page in the file, in bytes. // Used to seek to the start of the media. PRInt64 mDataOffset; // PR_TRUE if we have an active audio bitstream. PRPackedBool mHasAudio; // PR_TRUE if we have an active video bitstream. PRPackedBool mHasVideo; }; // Holds chunk a decoded sound samples. class SoundData { public: SoundData(PRInt64 aOffset, PRInt64 aTime, PRInt64 aDuration, PRUint32 aSamples, float* aData, PRUint32 aChannels) : mOffset(aOffset), mTime(aTime), mDuration(aDuration), mSamples(aSamples), mChannels(aChannels), mAudioData(aData) { MOZ_COUNT_CTOR(SoundData); } SoundData(PRInt64 aOffset, PRInt64 aDuration, PRUint32 aSamples, float* aData, PRUint32 aChannels) : mOffset(aOffset), mTime(-1), mDuration(aDuration), mSamples(aSamples), mChannels(aChannels), mAudioData(aData) { MOZ_COUNT_CTOR(SoundData); } ~SoundData() { MOZ_COUNT_DTOR(SoundData); } PRUint32 AudioDataLength() { return mChannels * mSamples; } // Approximate byte offset of the end of the page on which this sample // chunk ends. const PRInt64 mOffset; PRInt64 mTime; // Start time of samples in ms. const PRInt64 mDuration; // In ms. const PRUint32 mSamples; const PRUint32 mChannels; nsAutoArrayPtr mAudioData; }; // Holds a decoded video frame, in YCbCr format. These are queued in the reader. class VideoData { public: typedef mozilla::layers::ImageContainer ImageContainer; typedef mozilla::layers::Image Image; // YCbCr data obtained from decoding the video. The index's are: // 0 = Y // 1 = Cb // 2 = Cr struct YCbCrBuffer { struct Plane { PRUint8* mData; PRUint32 mWidth; PRUint32 mHeight; PRUint32 mStride; }; Plane mPlanes[3]; }; // Constructs a VideoData object. Makes a copy of YCbCr data in aBuffer. // aTimecode is a codec specific number representing the timestamp of // the frame of video data. Returns nsnull if an error occurs. This may // indicate that memory couldn't be allocated to create the VideoData // object, or it may indicate some problem with the input data (e.g. // negative stride). static VideoData* Create(nsVideoInfo& aInfo, ImageContainer* aContainer, PRInt64 aOffset, PRInt64 aTime, PRInt64 aEndTime, const YCbCrBuffer &aBuffer, PRBool aKeyframe, PRInt64 aTimecode); // Constructs a duplicate VideoData object. This intrinsically tells the // player that it does not need to update the displayed frame when this // frame is played; this frame is identical to the previous. static VideoData* CreateDuplicate(PRInt64 aOffset, PRInt64 aTime, PRInt64 aEndTime, PRInt64 aTimecode) { return new VideoData(aOffset, aTime, aEndTime, aTimecode); } ~VideoData() { MOZ_COUNT_DTOR(VideoData); } // Approximate byte offset of the end of the frame in the media. PRInt64 mOffset; // Start time of frame in milliseconds. PRInt64 mTime; // End time of frame in milliseconds; PRInt64 mEndTime; // Codec specific internal time code. For Ogg based codecs this is the // granulepos. PRInt64 mTimecode; // This frame's image. nsRefPtr mImage; // When PR_TRUE, denotes that this frame is identical to the frame that // came before; it's a duplicate. mBuffer will be empty. PRPackedBool mDuplicate; PRPackedBool mKeyframe; public: VideoData(PRInt64 aOffset, PRInt64 aTime, PRInt64 aEndTime, PRInt64 aTimecode) : mOffset(aOffset), mTime(aTime), mEndTime(aEndTime), mTimecode(aTimecode), mDuplicate(PR_TRUE), mKeyframe(PR_FALSE) { MOZ_COUNT_CTOR(VideoData); NS_ASSERTION(aEndTime >= aTime, "Frame must start before it ends."); } VideoData(PRInt64 aOffset, PRInt64 aTime, PRInt64 aEndTime, PRBool aKeyframe, PRInt64 aTimecode) : mOffset(aOffset), mTime(aTime), mEndTime(aEndTime), mTimecode(aTimecode), mDuplicate(PR_FALSE), mKeyframe(aKeyframe) { MOZ_COUNT_CTOR(VideoData); NS_ASSERTION(aEndTime >= aTime, "Frame must start before it ends."); } }; // Thread and type safe wrapper around nsDeque. template class MediaQueueDeallocator : public nsDequeFunctor { virtual void* operator() (void* anObject) { delete static_cast(anObject); return nsnull; } }; template class MediaQueue : private nsDeque { public: typedef mozilla::MonitorAutoEnter MonitorAutoEnter; typedef mozilla::Monitor Monitor; MediaQueue() : nsDeque(new MediaQueueDeallocator()), mMonitor("mediaqueue"), mEndOfStream(0) {} ~MediaQueue() { Reset(); } inline PRInt32 GetSize() { MonitorAutoEnter mon(mMonitor); return nsDeque::GetSize(); } inline void Push(T* aItem) { MonitorAutoEnter mon(mMonitor); nsDeque::Push(aItem); } inline void PushFront(T* aItem) { MonitorAutoEnter mon(mMonitor); nsDeque::PushFront(aItem); } inline T* Pop() { MonitorAutoEnter mon(mMonitor); return static_cast(nsDeque::Pop()); } inline T* PopFront() { MonitorAutoEnter mon(mMonitor); return static_cast(nsDeque::PopFront()); } inline T* Peek() { MonitorAutoEnter mon(mMonitor); return static_cast(nsDeque::Peek()); } inline T* PeekFront() { MonitorAutoEnter mon(mMonitor); return static_cast(nsDeque::PeekFront()); } inline void Empty() { MonitorAutoEnter mon(mMonitor); nsDeque::Empty(); } inline void Erase() { MonitorAutoEnter mon(mMonitor); nsDeque::Erase(); } void Reset() { MonitorAutoEnter mon(mMonitor); while (GetSize() > 0) { T* x = PopFront(); delete x; } mEndOfStream = PR_FALSE; } PRBool AtEndOfStream() { MonitorAutoEnter mon(mMonitor); return GetSize() == 0 && mEndOfStream; } // Returns PR_TRUE if the media queue has had it last sample added to it. // This happens when the media stream has been completely decoded. Note this // does not mean that the corresponding stream has finished playback. PRBool IsFinished() { MonitorAutoEnter mon(mMonitor); return mEndOfStream; } // Informs the media queue that it won't be receiving any more samples. void Finish() { MonitorAutoEnter mon(mMonitor); mEndOfStream = PR_TRUE; } // Returns the approximate number of milliseconds of samples in the queue. PRInt64 Duration() { MonitorAutoEnter mon(mMonitor); if (GetSize() < 2) { return 0; } T* last = Peek(); T* first = PeekFront(); return last->mTime - first->mTime; } private: Monitor mMonitor; // PR_TRUE when we've decoded the last frame of data in the // bitstream for which we're queueing sample-data. PRBool mEndOfStream; }; // Represents a section of contiguous media, with a start and end offset, // and the timestamps of the start and end of that range. Used to denote the // extremities of a range to seek in. class ByteRange { public: ByteRange() : mOffsetStart(0), mOffsetEnd(0), mTimeStart(0), mTimeEnd(0) {} ByteRange(PRInt64 aOffsetStart, PRInt64 aOffsetEnd, PRInt64 aTimeStart, PRInt64 aTimeEnd) : mOffsetStart(aOffsetStart), mOffsetEnd(aOffsetEnd), mTimeStart(aTimeStart), mTimeEnd(aTimeEnd) {} PRBool IsNull() const { return mOffsetStart == 0 && mOffsetEnd == 0 && mTimeStart == 0 && mTimeEnd == 0; } PRInt64 mOffsetStart, mOffsetEnd; // in bytes. PRInt64 mTimeStart, mTimeEnd; // in ms. }; // Encapsulates the decoding and reading of media data. Reading can be done // on either the state machine thread (when loading and seeking) or on // the reader thread (when it's reading and decoding). The reader encapsulates // the reading state and maintains it's own monitor to ensure thread safety // and correctness. Never hold the nsBuiltinDecoder's monitor when calling into // this class. class nsBuiltinDecoderReader : public nsRunnable { public: typedef mozilla::Monitor Monitor; nsBuiltinDecoderReader(nsBuiltinDecoder* aDecoder); ~nsBuiltinDecoderReader(); // Initializes the reader, returns NS_OK on success, or NS_ERROR_FAILURE // on failure. virtual nsresult Init(nsBuiltinDecoderReader* aCloneDonor) = 0; // Resets all state related to decoding, emptying all buffers etc. virtual nsresult ResetDecode(); // Decodes an unspecified amount of audio data, enqueuing the audio data // in mAudioQueue. Returns PR_TRUE when there's more audio to decode, // PR_FALSE if the audio is finished, end of file has been reached, // or an un-recoverable read error has occured. virtual PRBool DecodeAudioData() = 0; // Reads and decodes one video frame. Packets with a timestamp less // than aTimeThreshold will be decoded (unless they're not keyframes // and aKeyframeSkip is PR_TRUE), but will not be added to the queue. virtual PRBool DecodeVideoFrame(PRBool &aKeyframeSkip, PRInt64 aTimeThreshold) = 0; virtual PRBool HasAudio() = 0; virtual PRBool HasVideo() = 0; // Read header data for all bitstreams in the file. Fills mInfo with // the data required to present the media. Returns NS_OK on success, // or NS_ERROR_FAILURE on failure. virtual nsresult ReadMetadata() = 0; // Stores the presentation time of the first frame/sample we'd be // able to play if we started playback at aOffset, and returns the // first video sample, if we have video. virtual VideoData* FindStartTime(PRInt64 aOffset, PRInt64& aOutStartTime); // Returns the end time of the last page which occurs before aEndOffset. // This will not read past aEndOffset. Returns -1 on failure. virtual PRInt64 FindEndTime(PRInt64 aEndOffset); // Moves the decode head to aTime milliseconds. aStartTime and aEndTime // denote the start and end times of the media in ms, and aCurrentTime // is the current playback position in ms. virtual nsresult Seek(PRInt64 aTime, PRInt64 aStartTime, PRInt64 aEndTime, PRInt64 aCurrentTime) = 0; // Gets presentation info required for playback. const nsVideoInfo& GetInfo() { return mInfo; } // Queue of audio samples. This queue is threadsafe. MediaQueue mAudioQueue; // Queue of video samples. This queue is threadsafe. MediaQueue mVideoQueue; // Populates aBuffered with the time ranges which are buffered. aStartTime // must be the presentation time of the first sample/frame in the media, e.g. // the media time corresponding to playback time/position 0. This function // should only be called on the main thread. virtual nsresult GetBuffered(nsTimeRanges* aBuffered, PRInt64 aStartTime) = 0; // Only used by nsWebMReader for now, so stub here rather than in every // reader than inherits from nsBuiltinDecoderReader. virtual void NotifyDataArrived(const char* aBuffer, PRUint32 aLength, PRUint32 aOffset) {} protected: // Pumps the decode until we reach frames/samples required to play at // time aTarget (ms). nsresult DecodeToTarget(PRInt64 aTarget); // Reader decode function. Matches DecodeVideoFrame() and // DecodeAudioData(). typedef PRBool (nsBuiltinDecoderReader::*DecodeFn)(); // Calls aDecodeFn on *this until aQueue has a sample, whereupon // we return the first sample. template Data* DecodeToFirstData(DecodeFn aDecodeFn, MediaQueue& aQueue); // Wrapper so that DecodeVideoFrame(PRBool&,PRInt64) can be called from // DecodeToFirstData(). PRBool DecodeVideoFrame() { PRBool f = PR_FALSE; return DecodeVideoFrame(f, 0); } // Fills aRanges with ByteRanges denoting the sections of the media which // have been downloaded and are stored in the media cache. The reader // monitor must must be held with exactly one lock count. The nsMediaStream // must be pinned while calling this. nsresult GetBufferedBytes(nsTArray& aRanges); // Returns the range in which you should perform a seek bisection if // you wish to seek to aTarget ms, given the known (buffered) byte ranges // in aRanges. If aExact is PR_TRUE, we only return an exact copy of a // range in which aTarget lies, or a null range if aTarget isn't contained // in any of the (buffered) ranges. Otherwise, when aExact is PR_FALSE, // we'll construct the smallest possible range we can, based on the times // and byte offsets known in aRanges. We can then use this to minimize our // bisection's search space when the target isn't in a known buffered range. ByteRange GetSeekRange(const nsTArray& aRanges, PRInt64 aTarget, PRInt64 aStartTime, PRInt64 aEndTime, PRBool aExact); // The lock which we hold whenever we read or decode. This ensures the thread // safety of the reader and its data fields. Monitor mMonitor; // Reference to the owning decoder object. Do not hold the // reader's monitor when accessing this. nsBuiltinDecoder* mDecoder; // The offset of the start of the first non-header page in the file. // Used to seek to media start time. PRInt64 mDataOffset; // Stores presentation info required for playback. nsVideoInfo mInfo; }; #endif