/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */ /* vim:set ts=2 sw=2 sts=2 et cindent: */ /* ***** BEGIN LICENSE BLOCK ***** * Version: MPL 1.1/GPL 2.0/LGPL 2.1 * * The contents of this file are subject to the Mozilla Public License Version * 1.1 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * http://www.mozilla.org/MPL/ * * Software distributed under the License is distributed on an "AS IS" basis, * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License * for the specific language governing rights and limitations under the * License. * * The Original Code is Mozilla code. * * The Initial Developer of the Original Code is * the Mozilla Foundation. * Portions created by the Initial Developer are Copyright (C) 2007 * the Initial Developer. All Rights Reserved. * * Contributor(s): * Chris Double * * Alternatively, the contents of this file may be used under the terms of * either the GNU General Public License Version 2 or later (the "GPL"), or * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"), * in which case the provisions of the GPL or the LGPL are applicable instead * of those above. If you wish to allow use of your version of this file only * under the terms of either the GPL or the LGPL, and not to allow others to * use your version of this file under the terms of the MPL, indicate your * decision by deleting the provisions above and replace them with the notice * and other provisions required by the GPL or the LGPL. If you do not delete * the provisions above, a recipient may use your version of this file under * the terms of any one of the MPL, the GPL or the LGPL. * * ***** END LICENSE BLOCK ***** */ #include "mozilla/dom/ContentChild.h" #include "mozilla/dom/PAudioChild.h" #include "mozilla/dom/AudioChild.h" #include "nsXULAppAPI.h" using namespace mozilla::dom; #include #include #include "prlog.h" #include "prmem.h" #include "prdtoa.h" #include "nsAutoPtr.h" #include "nsAudioStream.h" #include "nsAlgorithm.h" #include "VideoUtils.h" #include "mozilla/Mutex.h" extern "C" { #include "sydneyaudio/sydney_audio.h" } #include "mozilla/TimeStamp.h" #include "nsThreadUtils.h" #include "mozilla/Preferences.h" using namespace mozilla; #if defined(XP_MACOSX) #define SA_PER_STREAM_VOLUME 1 #endif using mozilla::TimeStamp; #ifdef PR_LOGGING PRLogModuleInfo* gAudioStreamLog = nsnull; #endif static const PRUint32 FAKE_BUFFER_SIZE = 176400; // Number of milliseconds per second. static const PRInt64 MS_PER_S = 1000; class nsNativeAudioStream : public nsAudioStream { public: NS_DECL_ISUPPORTS ~nsNativeAudioStream(); nsNativeAudioStream(); nsresult Init(PRInt32 aNumChannels, PRInt32 aRate, SampleFormat aFormat); void Shutdown(); nsresult Write(const void* aBuf, PRUint32 aFrames); PRUint32 Available(); void SetVolume(double aVolume); void Drain(); void Pause(); void Resume(); PRInt64 GetPosition(); PRInt64 GetPositionInFrames(); bool IsPaused(); PRInt32 GetMinWriteSize(); private: double mVolume; void* mAudioHandle; int mRate; int mChannels; SampleFormat mFormat; // True if this audio stream is paused. bool mPaused; // True if this stream has encountered an error. bool mInError; }; class nsRemotedAudioStream : public nsAudioStream { public: NS_DECL_ISUPPORTS nsRemotedAudioStream(); ~nsRemotedAudioStream(); nsresult Init(PRInt32 aNumChannels, PRInt32 aRate, SampleFormat aFormat); void Shutdown(); nsresult Write(const void* aBuf, PRUint32 aFrames); PRUint32 Available(); void SetVolume(double aVolume); void Drain(); void Pause(); void Resume(); PRInt64 GetPosition(); PRInt64 GetPositionInFrames(); bool IsPaused(); PRInt32 GetMinWriteSize(); private: nsRefPtr mAudioChild; SampleFormat mFormat; int mRate; int mChannels; PRInt32 mBytesPerFrame; // True if this audio stream is paused. bool mPaused; friend class AudioInitEvent; }; class AudioInitEvent : public nsRunnable { public: AudioInitEvent(nsRemotedAudioStream* owner) { mOwner = owner; } NS_IMETHOD Run() { ContentChild * cpc = ContentChild::GetSingleton(); NS_ASSERTION(cpc, "Content Protocol is NULL!"); mOwner->mAudioChild = static_cast (cpc->SendPAudioConstructor(mOwner->mChannels, mOwner->mRate, mOwner->mFormat)); return NS_OK; } nsRefPtr mOwner; }; class AudioWriteEvent : public nsRunnable { public: AudioWriteEvent(AudioChild* aChild, const void* aBuf, PRUint32 aNumberOfFrames, PRUint32 aBytesPerFrame) { mAudioChild = aChild; mBytesPerFrame = aBytesPerFrame; mBuffer.Assign((const char*)aBuf, aNumberOfFrames * aBytesPerFrame); } NS_IMETHOD Run() { if (!mAudioChild->IsIPCOpen()) return NS_OK; mAudioChild->SendWrite(mBuffer, mBuffer.Length() / mBytesPerFrame); return NS_OK; } nsRefPtr mAudioChild; nsCString mBuffer; PRUint32 mBytesPerFrame; }; class AudioSetVolumeEvent : public nsRunnable { public: AudioSetVolumeEvent(AudioChild* aChild, double aVolume) { mAudioChild = aChild; mVolume = aVolume; } NS_IMETHOD Run() { if (!mAudioChild->IsIPCOpen()) return NS_OK; mAudioChild->SendSetVolume(mVolume); return NS_OK; } nsRefPtr mAudioChild; double mVolume; }; class AudioMinWriteSizeEvent : public nsRunnable { public: AudioMinWriteSizeEvent(AudioChild* aChild) { mAudioChild = aChild; } NS_IMETHOD Run() { if (!mAudioChild->IsIPCOpen()) return NS_OK; mAudioChild->SendMinWriteSize(); return NS_OK; } nsRefPtr mAudioChild; }; class AudioDrainEvent : public nsRunnable { public: AudioDrainEvent(AudioChild* aChild) { mAudioChild = aChild; } NS_IMETHOD Run() { if (!mAudioChild->IsIPCOpen()) return NS_OK; mAudioChild->SendDrain(); return NS_OK; } nsRefPtr mAudioChild; }; class AudioPauseEvent : public nsRunnable { public: AudioPauseEvent(AudioChild* aChild, bool pause) { mAudioChild = aChild; mPause = pause; } NS_IMETHOD Run() { if (!mAudioChild->IsIPCOpen()) return NS_OK; if (mPause) mAudioChild->SendPause(); else mAudioChild->SendResume(); return NS_OK; } nsRefPtr mAudioChild; bool mPause; }; class AudioShutdownEvent : public nsRunnable { public: AudioShutdownEvent(AudioChild* aChild) { mAudioChild = aChild; } NS_IMETHOD Run() { if (mAudioChild->IsIPCOpen()) mAudioChild->SendShutdown(); return NS_OK; } nsRefPtr mAudioChild; }; static mozilla::Mutex* gVolumeScaleLock = nsnull; static double gVolumeScale = 1.0; static int VolumeScaleChanged(const char* aPref, void *aClosure) { nsAdoptingString value = Preferences::GetString("media.volume_scale"); mozilla::MutexAutoLock lock(*gVolumeScaleLock); if (value.IsEmpty()) { gVolumeScale = 1.0; } else { NS_ConvertUTF16toUTF8 utf8(value); gVolumeScale = NS_MAX(0, PR_strtod(utf8.get(), nsnull)); } return 0; } static double GetVolumeScale() { mozilla::MutexAutoLock lock(*gVolumeScaleLock); return gVolumeScale; } void nsAudioStream::InitLibrary() { #ifdef PR_LOGGING gAudioStreamLog = PR_NewLogModule("nsAudioStream"); #endif gVolumeScaleLock = new mozilla::Mutex("nsAudioStream::gVolumeScaleLock"); VolumeScaleChanged(nsnull, nsnull); Preferences::RegisterCallback(VolumeScaleChanged, "media.volume_scale"); } void nsAudioStream::ShutdownLibrary() { Preferences::UnregisterCallback(VolumeScaleChanged, "media.volume_scale"); delete gVolumeScaleLock; gVolumeScaleLock = nsnull; } nsIThread * nsAudioStream::GetThread() { if (!mAudioPlaybackThread) { NS_NewThread(getter_AddRefs(mAudioPlaybackThread), nsnull, MEDIA_THREAD_STACK_SIZE); } return mAudioPlaybackThread; } nsAudioStream* nsAudioStream::AllocateStream() { #if defined(REMOTE_AUDIO) if (XRE_GetProcessType() == GeckoProcessType_Content) { return new nsRemotedAudioStream(); } #endif return new nsNativeAudioStream(); } class AsyncShutdownPlaybackThread : public nsRunnable { public: AsyncShutdownPlaybackThread(nsIThread* aThread) : mThread(aThread) {} NS_IMETHODIMP Run() { return mThread->Shutdown(); } private: nsCOMPtr mThread; }; nsAudioStream::~nsAudioStream() { if (mAudioPlaybackThread) { nsCOMPtr event = new AsyncShutdownPlaybackThread(mAudioPlaybackThread); NS_DispatchToMainThread(event); } } nsNativeAudioStream::nsNativeAudioStream() : mVolume(1.0), mAudioHandle(0), mRate(0), mChannels(0), mFormat(FORMAT_S16_LE), mPaused(false), mInError(false) { } nsNativeAudioStream::~nsNativeAudioStream() { Shutdown(); } NS_IMPL_THREADSAFE_ISUPPORTS0(nsNativeAudioStream) nsresult nsNativeAudioStream::Init(PRInt32 aNumChannels, PRInt32 aRate, SampleFormat aFormat) { mRate = aRate; mChannels = aNumChannels; mFormat = aFormat; if (sa_stream_create_pcm(reinterpret_cast(&mAudioHandle), NULL, SA_MODE_WRONLY, SA_PCM_FORMAT_S16_NE, aRate, aNumChannels) != SA_SUCCESS) { mAudioHandle = nsnull; mInError = true; PR_LOG(gAudioStreamLog, PR_LOG_ERROR, ("nsNativeAudioStream: sa_stream_create_pcm error")); return NS_ERROR_FAILURE; } if (sa_stream_open(static_cast(mAudioHandle)) != SA_SUCCESS) { sa_stream_destroy(static_cast(mAudioHandle)); mAudioHandle = nsnull; mInError = true; PR_LOG(gAudioStreamLog, PR_LOG_ERROR, ("nsNativeAudioStream: sa_stream_open error")); return NS_ERROR_FAILURE; } mInError = false; return NS_OK; } void nsNativeAudioStream::Shutdown() { if (!mAudioHandle) return; sa_stream_destroy(static_cast(mAudioHandle)); mAudioHandle = nsnull; mInError = true; } nsresult nsNativeAudioStream::Write(const void* aBuf, PRUint32 aFrames) { NS_ASSERTION(!mPaused, "Don't write audio when paused, you'll block"); if (mInError) return NS_ERROR_FAILURE; PRUint32 samples = aFrames * mChannels; nsAutoArrayPtr s_data(new short[samples]); if (s_data) { double scaled_volume = GetVolumeScale() * mVolume; switch (mFormat) { case FORMAT_U8: { const PRUint8* buf = static_cast(aBuf); PRInt32 volume = PRInt32((1 << 16) * scaled_volume); for (PRUint32 i = 0; i < samples; ++i) { s_data[i] = short(((PRInt32(buf[i]) - 128) * volume) >> 8); } break; } case FORMAT_S16_LE: { const short* buf = static_cast(aBuf); PRInt32 volume = PRInt32((1 << 16) * scaled_volume); for (PRUint32 i = 0; i < samples; ++i) { short s = buf[i]; #if defined(IS_BIG_ENDIAN) s = ((s & 0x00ff) << 8) | ((s & 0xff00) >> 8); #endif s_data[i] = short((PRInt32(s) * volume) >> 16); } break; } case FORMAT_FLOAT32: { const float* buf = static_cast(aBuf); for (PRUint32 i = 0; i < samples; ++i) { float scaled_value = floorf(0.5 + 32768 * buf[i] * scaled_volume); if (buf[i] < 0.0) { s_data[i] = (scaled_value < -32768.0) ? -32768 : short(scaled_value); } else { s_data[i] = (scaled_value > 32767.0) ? 32767 : short(scaled_value); } } break; } } if (sa_stream_write(static_cast(mAudioHandle), s_data.get(), samples * sizeof(short)) != SA_SUCCESS) { PR_LOG(gAudioStreamLog, PR_LOG_ERROR, ("nsNativeAudioStream: sa_stream_write error")); mInError = true; return NS_ERROR_FAILURE; } } return NS_OK; } PRUint32 nsNativeAudioStream::Available() { // If the audio backend failed to open, lie and say we'll accept some // data. if (mInError) return FAKE_BUFFER_SIZE; size_t s = 0; if (sa_stream_get_write_size(static_cast(mAudioHandle), &s) != SA_SUCCESS) return 0; return s / mChannels / sizeof(short); } void nsNativeAudioStream::SetVolume(double aVolume) { NS_ASSERTION(aVolume >= 0.0 && aVolume <= 1.0, "Invalid volume"); #if defined(SA_PER_STREAM_VOLUME) if (sa_stream_set_volume_abs(static_cast(mAudioHandle), aVolume) != SA_SUCCESS) { PR_LOG(gAudioStreamLog, PR_LOG_ERROR, ("nsNativeAudioStream: sa_stream_set_volume_abs error")); mInError = true; } #else mVolume = aVolume; #endif } void nsNativeAudioStream::Drain() { NS_ASSERTION(!mPaused, "Don't drain audio when paused, it won't finish!"); if (mInError) return; int r = sa_stream_drain(static_cast(mAudioHandle)); if (r != SA_SUCCESS && r != SA_ERROR_INVALID) { PR_LOG(gAudioStreamLog, PR_LOG_ERROR, ("nsNativeAudioStream: sa_stream_drain error")); mInError = true; } } void nsNativeAudioStream::Pause() { if (mInError) return; mPaused = true; sa_stream_pause(static_cast(mAudioHandle)); } void nsNativeAudioStream::Resume() { if (mInError) return; mPaused = false; sa_stream_resume(static_cast(mAudioHandle)); } PRInt64 nsNativeAudioStream::GetPosition() { PRInt64 position = GetPositionInFrames(); if (position >= 0) { return ((USECS_PER_S * position) / mRate); } return -1; } PRInt64 nsNativeAudioStream::GetPositionInFrames() { if (mInError) { return -1; } sa_position_t positionType = SA_POSITION_WRITE_SOFTWARE; #if defined(XP_WIN) positionType = SA_POSITION_WRITE_HARDWARE; #endif int64_t position = 0; if (sa_stream_get_position(static_cast(mAudioHandle), positionType, &position) == SA_SUCCESS) { return position / mChannels / sizeof(short); } return -1; } bool nsNativeAudioStream::IsPaused() { return mPaused; } PRInt32 nsNativeAudioStream::GetMinWriteSize() { size_t size; int r = sa_stream_get_min_write(static_cast(mAudioHandle), &size); if (r == SA_ERROR_NOT_SUPPORTED) return 1; else if (r != SA_SUCCESS || size > PR_INT32_MAX) return -1; return static_cast(size / mChannels / sizeof(short)); } nsRemotedAudioStream::nsRemotedAudioStream() : mAudioChild(nsnull), mFormat(FORMAT_S16_LE), mRate(0), mChannels(0), mBytesPerFrame(0), mPaused(false) {} nsRemotedAudioStream::~nsRemotedAudioStream() { Shutdown(); } NS_IMPL_THREADSAFE_ISUPPORTS0(nsRemotedAudioStream) nsresult nsRemotedAudioStream::Init(PRInt32 aNumChannels, PRInt32 aRate, SampleFormat aFormat) { mRate = aRate; mChannels = aNumChannels; mFormat = aFormat; switch (mFormat) { case FORMAT_U8: { mBytesPerFrame = sizeof(PRUint8) * mChannels; break; } case FORMAT_S16_LE: { mBytesPerFrame = sizeof(short) * mChannels; break; } case FORMAT_FLOAT32: { mBytesPerFrame = sizeof(float) * mChannels; } } nsCOMPtr event = new AudioInitEvent(this); NS_DispatchToMainThread(event, NS_DISPATCH_SYNC); return NS_OK; } void nsRemotedAudioStream::Shutdown() { if (!mAudioChild) return; nsCOMPtr event = new AudioShutdownEvent(mAudioChild); NS_DispatchToMainThread(event); mAudioChild = nsnull; } nsresult nsRemotedAudioStream::Write(const void* aBuf, PRUint32 aFrames) { if (!mAudioChild) return NS_ERROR_FAILURE; nsCOMPtr event = new AudioWriteEvent(mAudioChild, aBuf, aFrames, mBytesPerFrame); NS_DispatchToMainThread(event); return NS_OK; } PRUint32 nsRemotedAudioStream::Available() { return FAKE_BUFFER_SIZE; } PRInt32 nsRemotedAudioStream::GetMinWriteSize() { if (!mAudioChild) return -1; nsCOMPtr event = new AudioMinWriteSizeEvent(mAudioChild); NS_DispatchToMainThread(event); return mAudioChild->WaitForMinWriteSize(); } void nsRemotedAudioStream::SetVolume(double aVolume) { if (!mAudioChild) return; nsCOMPtr event = new AudioSetVolumeEvent(mAudioChild, aVolume); NS_DispatchToMainThread(event); } void nsRemotedAudioStream::Drain() { if (!mAudioChild) return; nsCOMPtr event = new AudioDrainEvent(mAudioChild); NS_DispatchToMainThread(event); mAudioChild->WaitForDrain(); } void nsRemotedAudioStream::Pause() { mPaused = true; if (!mAudioChild) return; nsCOMPtr event = new AudioPauseEvent(mAudioChild, true); NS_DispatchToMainThread(event); } void nsRemotedAudioStream::Resume() { mPaused = false; if (!mAudioChild) return; nsCOMPtr event = new AudioPauseEvent(mAudioChild, false); NS_DispatchToMainThread(event); } PRInt64 nsRemotedAudioStream::GetPosition() { PRInt64 position = GetPositionInFrames(); if (position >= 0) { return ((USECS_PER_S * position) / mRate); } return 0; } PRInt64 nsRemotedAudioStream::GetPositionInFrames() { if(!mAudioChild) return 0; PRInt64 position = mAudioChild->GetLastKnownPosition(); if (position == -1) return 0; PRInt64 time = mAudioChild->GetLastKnownPositionTimestamp(); PRInt64 dt = PR_IntervalToMilliseconds(PR_IntervalNow() - time); return position + (mRate * dt / MS_PER_S); } bool nsRemotedAudioStream::IsPaused() { return mPaused; }