mirror of
https://gitlab.winehq.org/wine/wine-gecko.git
synced 2024-09-13 09:24:08 -07:00
380 lines
10 KiB
C++
380 lines
10 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* vim:set ts=2 sw=2 sts=2 et cindent: */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "MP4Decoder.h"
|
|
#include "MP4Reader.h"
|
|
#include "MediaDecoderStateMachine.h"
|
|
#include "MediaFormatReader.h"
|
|
#include "MP4Demuxer.h"
|
|
#include "mozilla/Preferences.h"
|
|
#include "nsCharSeparatedTokenizer.h"
|
|
#ifdef MOZ_EME
|
|
#include "mozilla/CDMProxy.h"
|
|
#endif
|
|
#include "mozilla/Logging.h"
|
|
|
|
#ifdef XP_WIN
|
|
#include "mozilla/WindowsVersion.h"
|
|
#endif
|
|
#ifdef MOZ_WIDGET_ANDROID
|
|
#include "nsIGfxInfo.h"
|
|
#include "AndroidBridge.h"
|
|
#endif
|
|
#include "mozilla/layers/LayersTypes.h"
|
|
|
|
namespace mozilla {
|
|
|
|
MediaDecoderStateMachine* MP4Decoder::CreateStateMachine()
|
|
{
|
|
bool useFormatDecoder =
|
|
Preferences::GetBool("media.format-reader.mp4", true);
|
|
nsRefPtr<MediaDecoderReader> reader = useFormatDecoder ?
|
|
static_cast<MediaDecoderReader*>(new MediaFormatReader(this, new MP4Demuxer(GetResource()))) :
|
|
static_cast<MediaDecoderReader*>(new MP4Reader(this));
|
|
|
|
return new MediaDecoderStateMachine(this, reader);
|
|
}
|
|
|
|
#ifdef MOZ_EME
|
|
nsresult
|
|
MP4Decoder::SetCDMProxy(CDMProxy* aProxy)
|
|
{
|
|
nsresult rv = MediaDecoder::SetCDMProxy(aProxy);
|
|
NS_ENSURE_SUCCESS(rv, rv);
|
|
if (aProxy) {
|
|
// The MP4Reader can't decrypt EME content until it has a CDMProxy,
|
|
// and the CDMProxy knows the capabilities of the CDM. The MP4Reader
|
|
// remains in "waiting for resources" state until then.
|
|
CDMCaps::AutoLock caps(aProxy->Capabilites());
|
|
nsCOMPtr<nsIRunnable> task(
|
|
NS_NewRunnableMethod(this, &MediaDecoder::NotifyWaitingForResourcesStatusChanged));
|
|
caps.CallOnMainThreadWhenCapsAvailable(task);
|
|
}
|
|
return NS_OK;
|
|
}
|
|
#endif
|
|
|
|
static bool
|
|
IsSupportedAudioCodec(const nsAString& aCodec,
|
|
bool& aOutContainsAAC,
|
|
bool& aOutContainsMP3)
|
|
{
|
|
// AAC-LC or HE-AAC in M4A.
|
|
aOutContainsAAC = aCodec.EqualsASCII("mp4a.40.2") ||
|
|
aCodec.EqualsASCII("mp4a.40.5");
|
|
if (aOutContainsAAC) {
|
|
return true;
|
|
}
|
|
#ifndef MOZ_GONK_MEDIACODEC // B2G doesn't support MP3 in MP4 yet.
|
|
aOutContainsMP3 = aCodec.EqualsASCII("mp3");
|
|
if (aOutContainsMP3) {
|
|
return true;
|
|
}
|
|
#else
|
|
aOutContainsMP3 = false;
|
|
#endif
|
|
return false;
|
|
}
|
|
|
|
static bool
|
|
IsSupportedH264Codec(const nsAString& aCodec)
|
|
{
|
|
int16_t profile = 0, level = 0;
|
|
|
|
if (!ExtractH264CodecDetails(aCodec, profile, level)) {
|
|
return false;
|
|
}
|
|
|
|
#ifdef XP_WIN
|
|
// Disable 4k video on windows vista since it performs poorly.
|
|
if (!IsWin7OrLater() &&
|
|
level >= H264_LEVEL_5) {
|
|
return false;
|
|
}
|
|
#endif
|
|
|
|
// Just assume what we can play on all platforms the codecs/formats that
|
|
// WMF can play, since we don't have documentation about what other
|
|
// platforms can play... According to the WMF documentation:
|
|
// http://msdn.microsoft.com/en-us/library/windows/desktop/dd797815%28v=vs.85%29.aspx
|
|
// "The Media Foundation H.264 video decoder is a Media Foundation Transform
|
|
// that supports decoding of Baseline, Main, and High profiles, up to level
|
|
// 5.1.". We also report that we can play Extended profile, as there are
|
|
// bitstreams that are Extended compliant that are also Baseline compliant.
|
|
return level >= H264_LEVEL_1 &&
|
|
level <= H264_LEVEL_5_1 &&
|
|
(profile == H264_PROFILE_BASE ||
|
|
profile == H264_PROFILE_MAIN ||
|
|
profile == H264_PROFILE_EXTENDED ||
|
|
profile == H264_PROFILE_HIGH);
|
|
}
|
|
|
|
/* static */
|
|
bool
|
|
MP4Decoder::CanHandleMediaType(const nsACString& aType,
|
|
const nsAString& aCodecs,
|
|
bool& aOutContainsAAC,
|
|
bool& aOutContainsH264,
|
|
bool& aOutContainsMP3)
|
|
{
|
|
if (!IsEnabled()) {
|
|
return false;
|
|
}
|
|
|
|
if (aType.EqualsASCII("audio/mp4") || aType.EqualsASCII("audio/x-m4a")) {
|
|
return MP4Decoder::CanCreateAACDecoder() &&
|
|
(aCodecs.IsEmpty() ||
|
|
IsSupportedAudioCodec(aCodecs,
|
|
aOutContainsAAC,
|
|
aOutContainsMP3));
|
|
}
|
|
|
|
if (!aType.EqualsASCII("video/mp4") ||
|
|
!MP4Decoder::CanCreateH264Decoder()) {
|
|
return false;
|
|
}
|
|
|
|
// Verify that all the codecs specifed are ones that we expect that
|
|
// we can play.
|
|
nsCharSeparatedTokenizer tokenizer(aCodecs, ',');
|
|
bool expectMoreTokens = false;
|
|
while (tokenizer.hasMoreTokens()) {
|
|
const nsSubstring& token = tokenizer.nextToken();
|
|
expectMoreTokens = tokenizer.separatorAfterCurrentToken();
|
|
if (IsSupportedAudioCodec(token,
|
|
aOutContainsAAC,
|
|
aOutContainsMP3)) {
|
|
continue;
|
|
}
|
|
if (IsSupportedH264Codec(token)) {
|
|
aOutContainsH264 = true;
|
|
continue;
|
|
}
|
|
return false;
|
|
}
|
|
if (expectMoreTokens) {
|
|
// Last codec name was empty
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static bool
|
|
IsFFmpegAvailable()
|
|
{
|
|
#ifndef MOZ_FFMPEG
|
|
return false;
|
|
#else
|
|
return Preferences::GetBool("media.fragmented-mp4.ffmpeg.enabled", false);
|
|
#endif
|
|
}
|
|
|
|
static bool
|
|
IsAppleAvailable()
|
|
{
|
|
#ifndef MOZ_APPLEMEDIA
|
|
// Not the right platform.
|
|
return false;
|
|
#else
|
|
return Preferences::GetBool("media.apple.mp4.enabled", false);
|
|
#endif
|
|
}
|
|
|
|
static bool
|
|
IsAndroidAvailable()
|
|
{
|
|
#ifndef MOZ_WIDGET_ANDROID
|
|
return false;
|
|
#else
|
|
// We need android.media.MediaCodec which exists in API level 16 and higher.
|
|
return AndroidBridge::Bridge()->GetAPIVersion() >= 16;
|
|
#endif
|
|
}
|
|
|
|
static bool
|
|
IsGonkMP4DecoderAvailable()
|
|
{
|
|
#ifndef MOZ_GONK_MEDIACODEC
|
|
return false;
|
|
#else
|
|
return Preferences::GetBool("media.fragmented-mp4.gonk.enabled", false);
|
|
#endif
|
|
}
|
|
|
|
static bool
|
|
IsGMPDecoderAvailable()
|
|
{
|
|
return Preferences::GetBool("media.fragmented-mp4.gmp.enabled", false);
|
|
}
|
|
|
|
static bool
|
|
HavePlatformMPEGDecoders()
|
|
{
|
|
return Preferences::GetBool("media.fragmented-mp4.use-blank-decoder") ||
|
|
#ifdef XP_WIN
|
|
// We have H.264/AAC platform decoders on Windows Vista and up.
|
|
IsVistaOrLater() ||
|
|
#endif
|
|
IsAndroidAvailable() ||
|
|
IsFFmpegAvailable() ||
|
|
IsAppleAvailable() ||
|
|
IsGonkMP4DecoderAvailable() ||
|
|
IsGMPDecoderAvailable() ||
|
|
// TODO: Other platforms...
|
|
false;
|
|
}
|
|
|
|
/* static */
|
|
bool
|
|
MP4Decoder::IsEnabled()
|
|
{
|
|
return Preferences::GetBool("media.fragmented-mp4.enabled") &&
|
|
HavePlatformMPEGDecoders();
|
|
}
|
|
|
|
static const uint8_t sTestH264ExtraData[] = {
|
|
0x01, 0x64, 0x00, 0x0a, 0xff, 0xe1, 0x00, 0x17, 0x67, 0x64,
|
|
0x00, 0x0a, 0xac, 0xd9, 0x44, 0x26, 0x84, 0x00, 0x00, 0x03,
|
|
0x00, 0x04, 0x00, 0x00, 0x03, 0x00, 0xc8, 0x3c, 0x48, 0x96,
|
|
0x58, 0x01, 0x00, 0x06, 0x68, 0xeb, 0xe3, 0xcb, 0x22, 0xc0
|
|
};
|
|
|
|
static already_AddRefed<MediaDataDecoder>
|
|
CreateTestH264Decoder(layers::LayersBackend aBackend,
|
|
VideoInfo& aConfig)
|
|
{
|
|
aConfig.mMimeType = "video/avc";
|
|
aConfig.mId = 1;
|
|
aConfig.mDuration = 40000;
|
|
aConfig.mMediaTime = 0;
|
|
aConfig.mDisplay = aConfig.mImage = nsIntSize(64, 64);
|
|
aConfig.mExtraData = new MediaByteBuffer();
|
|
aConfig.mExtraData->AppendElements(sTestH264ExtraData,
|
|
MOZ_ARRAY_LENGTH(sTestH264ExtraData));
|
|
|
|
PlatformDecoderModule::Init();
|
|
|
|
nsRefPtr<PlatformDecoderModule> platform = PlatformDecoderModule::Create();
|
|
if (!platform) {
|
|
return nullptr;
|
|
}
|
|
|
|
nsRefPtr<MediaDataDecoder> decoder(
|
|
platform->CreateDecoder(aConfig, nullptr, nullptr, aBackend, nullptr));
|
|
if (!decoder) {
|
|
return nullptr;
|
|
}
|
|
nsresult rv = decoder->Init();
|
|
NS_ENSURE_SUCCESS(rv, nullptr);
|
|
|
|
return decoder.forget();
|
|
}
|
|
|
|
/* static */ bool
|
|
MP4Decoder::IsVideoAccelerated(layers::LayersBackend aBackend)
|
|
{
|
|
VideoInfo config;
|
|
nsRefPtr<MediaDataDecoder> decoder(CreateTestH264Decoder(aBackend, config));
|
|
if (!decoder) {
|
|
return false;
|
|
}
|
|
bool result = decoder->IsHardwareAccelerated();
|
|
decoder->Shutdown();
|
|
return result;
|
|
}
|
|
|
|
/* static */ bool
|
|
MP4Decoder::CanCreateH264Decoder()
|
|
{
|
|
#ifdef XP_WIN
|
|
static bool haveCachedResult = false;
|
|
static bool result = false;
|
|
if (haveCachedResult) {
|
|
return result;
|
|
}
|
|
VideoInfo config;
|
|
nsRefPtr<MediaDataDecoder> decoder(
|
|
CreateTestH264Decoder(layers::LayersBackend::LAYERS_BASIC, config));
|
|
if (decoder) {
|
|
decoder->Shutdown();
|
|
result = true;
|
|
}
|
|
haveCachedResult = true;
|
|
return result;
|
|
#else
|
|
return IsEnabled();
|
|
#endif
|
|
}
|
|
|
|
#ifdef XP_WIN
|
|
static already_AddRefed<MediaDataDecoder>
|
|
CreateTestAACDecoder(AudioInfo& aConfig)
|
|
{
|
|
PlatformDecoderModule::Init();
|
|
|
|
nsRefPtr<PlatformDecoderModule> platform = PlatformDecoderModule::Create();
|
|
if (!platform) {
|
|
return nullptr;
|
|
}
|
|
|
|
nsRefPtr<MediaDataDecoder> decoder(
|
|
platform->CreateDecoder(aConfig, nullptr, nullptr));
|
|
if (!decoder) {
|
|
return nullptr;
|
|
}
|
|
nsresult rv = decoder->Init();
|
|
NS_ENSURE_SUCCESS(rv, nullptr);
|
|
|
|
return decoder.forget();
|
|
}
|
|
|
|
// bipbop.mp4's extradata/config...
|
|
static const uint8_t sTestAACExtraData[] = {
|
|
0x03, 0x80, 0x80, 0x80, 0x22, 0x00, 0x02, 0x00, 0x04, 0x80,
|
|
0x80, 0x80, 0x14, 0x40, 0x15, 0x00, 0x00, 0x00, 0x00, 0x00,
|
|
0x11, 0x51, 0x00, 0x00, 0x11, 0x51, 0x05, 0x80, 0x80, 0x80,
|
|
0x02, 0x13, 0x90, 0x06, 0x80, 0x80, 0x80, 0x01, 0x02
|
|
};
|
|
|
|
static const uint8_t sTestAACConfig[] = { 0x13, 0x90 };
|
|
|
|
#endif // XP_WIN
|
|
|
|
/* static */ bool
|
|
MP4Decoder::CanCreateAACDecoder()
|
|
{
|
|
#ifdef XP_WIN
|
|
static bool haveCachedResult = false;
|
|
static bool result = false;
|
|
if (haveCachedResult) {
|
|
return result;
|
|
}
|
|
AudioInfo config;
|
|
config.mMimeType = "audio/mp4a-latm";
|
|
config.mRate = 22050;
|
|
config.mChannels = 2;
|
|
config.mBitDepth = 16;
|
|
config.mProfile = 2;
|
|
config.mExtendedProfile = 2;
|
|
config.mCodecSpecificConfig->AppendElements(sTestAACConfig,
|
|
MOZ_ARRAY_LENGTH(sTestAACConfig));
|
|
config.mExtraData->AppendElements(sTestAACExtraData,
|
|
MOZ_ARRAY_LENGTH(sTestAACExtraData));
|
|
nsRefPtr<MediaDataDecoder> decoder(CreateTestAACDecoder(config));
|
|
if (decoder) {
|
|
decoder->Shutdown();
|
|
result = true;
|
|
}
|
|
haveCachedResult = true;
|
|
return result;
|
|
#else
|
|
return IsEnabled();
|
|
#endif
|
|
}
|
|
|
|
} // namespace mozilla
|