media/audio/audio_output_device.h

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4 //
   5 // Audio rendering unit utilizing audio output stream provided by browser
   6 // process through IPC.
   7 //
   8 // Relationship of classes.
   9 //
  10 //  AudioOutputController                AudioOutputDevice
  11 //           ^                                ^
  12 //           |                                |
  13 //           v               IPC              v
  14 //    AudioRendererHost  <---------> AudioOutputIPC (AudioMessageFilter)
  15 //
  16 // Transportation of audio samples from the render to the browser process
  17 // is done by using shared memory in combination with a sync socket pair
  18 // to generate a low latency transport. The AudioOutputDevice user registers an
  19 // AudioOutputDevice::RenderCallback at construction and will be polled by the
  20 // AudioOutputDevice for audio to be played out by the underlying audio layers.
  21 //
  22 // State sequences.
  23 //
  24 //            Task [IO thread]                  IPC [IO thread]
  25 //
  26 // Start -> CreateStreamOnIOThread -----> CreateStream ------>
  27 //       <- OnStreamCreated <- AudioMsg_NotifyStreamCreated <-
  28 //       ---> PlayOnIOThread -----------> PlayStream -------->
  29 //
  30 // Optionally Play() / Pause() sequences may occur:
  31 // Play -> PlayOnIOThread --------------> PlayStream --------->
  32 // Pause -> PauseOnIOThread ------------> PauseStream -------->
  33 // (note that Play() / Pause() sequences before OnStreamCreated are
  34 //  deferred until OnStreamCreated, with the last valid state being used)
  35 //
  36 // AudioOutputDevice::Render => audio transport on audio thread =>
  37 //                               |
  38 // Stop --> ShutDownOnIOThread -------->  CloseStream -> Close
  39 //
  40 // This class utilizes several threads during its lifetime, namely:
  41 // 1. Creating thread.
  42 //    Must be the main render thread.
  43 // 2. Control thread (may be the main render thread or another thread).
  44 //    The methods: Start(), Stop(), Play(), Pause(), SetVolume()
  45 //    must be called on the same thread.
  46 // 3. IO thread (internal implementation detail - not exposed to public API)
  47 //    The thread within which this class receives all the IPC messages and
  48 //    IPC communications can only happen in this thread.
  49 // 4. Audio transport thread (See AudioDeviceThread).
  50 //    Responsible for calling the AudioThreadCallback implementation that in
  51 //    turn calls AudioRendererSink::RenderCallback which feeds audio samples to
  52 //    the audio layer in the browser process using sync sockets and shared
  53 //    memory.
  54 //
  55 // Implementation notes:
  56 // - The user must call Stop() before deleting the class instance.
  57
  58 #ifndef MEDIA_AUDIO_AUDIO_OUTPUT_DEVICE_H_
  59 #define MEDIA_AUDIO_AUDIO_OUTPUT_DEVICE_H_
  60
  61 #include <string>
  62
  63 #include "base/basictypes.h"
  64 #include "base/bind.h"
  65 #include "base/memory/scoped_ptr.h"
  66 #include "base/memory/shared_memory.h"
  67 #include "media/audio/audio_device_thread.h"
  68 #include "media/audio/audio_output_ipc.h"
  69 #include "media/audio/audio_parameters.h"
  70 #include "media/audio/scoped_task_runner_observer.h"
  71 #include "media/base/audio_renderer_sink.h"
  72 #include "media/base/media_export.h"
  73
  74 namespace media {
  75
  76 class MEDIA_EXPORT AudioOutputDevice
  77     : NON_EXPORTED_BASE(public AudioRendererSink),
  78       NON_EXPORTED_BASE(public AudioOutputIPCDelegate),
  79       NON_EXPORTED_BASE(public ScopedTaskRunnerObserver) {
  80  public:
  81   // NOTE: Clients must call Initialize() before using.
  82   AudioOutputDevice(
  83       scoped_ptr<AudioOutputIPC> ipc,
  84       const scoped_refptr<base::SingleThreadTaskRunner>& io_task_runner);
  85
  86   // Initialize the stream using |session_id|, which is used for the browser
  87   // to select the correct input device.
  88   void InitializeWithSessionId(const AudioParameters& params,
  89                                RenderCallback* callback,
  90                                int session_id);
  91
  92   // AudioRendererSink implementation.
  93   void Initialize(const AudioParameters& params,
  94                   RenderCallback* callback) override;
  95   void Start() override;
  96   void Stop() override;
  97   void Play() override;
  98   void Pause() override;
  99   bool SetVolume(double volume) override;
 100   void SwitchOutputDevice(const std::string& device_id,
 101                           const GURL& security_origin,
 102                           const SwitchOutputDeviceCB& callback) override;
 103
 104   // Methods called on IO thread ----------------------------------------------
 105   // AudioOutputIPCDelegate methods.
 106   void OnStateChanged(AudioOutputIPCDelegateState state) override;
 107   void OnStreamCreated(base::SharedMemoryHandle handle,
 108                        base::SyncSocket::Handle socket_handle,
 109                        int length) override;
 110   void OnOutputDeviceSwitched(int request_id,
 111                               SwitchOutputDeviceResult result) override;
 112   void OnIPCClosed() override;
 113
 114  protected:
 115   // Magic required by ref_counted.h to avoid any code deleting the object
 116   // accidentally while there are references to it.
 117   friend class base::RefCountedThreadSafe<AudioOutputDevice>;
 118   ~AudioOutputDevice() override;
 119
 120  private:
 121   // Note: The ordering of members in this enum is critical to correct behavior!
 122   enum State {
 123     IPC_CLOSED,  // No more IPCs can take place.
 124     IDLE,  // Not started.
 125     CREATING_STREAM,  // Waiting for OnStreamCreated() to be called back.
 126     PAUSED,  // Paused.  OnStreamCreated() has been called.  Can Play()/Stop().
 127     PLAYING,  // Playing back.  Can Pause()/Stop().
 128   };
 129
 130   // Methods called on IO thread ----------------------------------------------
 131   // The following methods are tasks posted on the IO thread that need to
 132   // be executed on that thread.  They use AudioOutputIPC to send IPC messages
 133   // upon state changes.
 134   void CreateStreamOnIOThread(const AudioParameters& params);
 135   void PlayOnIOThread();
 136   void PauseOnIOThread();
 137   void ShutDownOnIOThread();
 138   void SetVolumeOnIOThread(double volume);
 139   void SwitchOutputDeviceOnIOThread(const std::string& device_id,
 140                                     const GURL& security_origin,
 141                                     const SwitchOutputDeviceCB& callback);
 142
 143   // base::MessageLoop::DestructionObserver implementation for the IO loop.
 144   // If the IO loop dies before we do, we shut down the audio thread from here.
 145   void WillDestroyCurrentMessageLoop() override;
 146
 147   void SetCurrentSwitchRequest(const SwitchOutputDeviceCB& callback);
 148
 149   AudioParameters audio_parameters_;
 150
 151   RenderCallback* callback_;
 152
 153   // A pointer to the IPC layer that takes care of sending requests over to
 154   // the AudioRendererHost.  Only valid when state_ != IPC_CLOSED and must only
 155   // be accessed on the IO thread.
 156   scoped_ptr<AudioOutputIPC> ipc_;
 157
 158   // Current state (must only be accessed from the IO thread).  See comments for
 159   // State enum above.
 160   State state_;
 161
 162   // State of Play() / Pause() calls before OnStreamCreated() is called.
 163   bool play_on_start_;
 164
 165   // The media session ID used to identify which input device to be started.
 166   // Only used by Unified IO.
 167   int session_id_;
 168
 169   // Our audio thread callback class.  See source file for details.
 170   class AudioThreadCallback;
 171
 172   // In order to avoid a race between OnStreamCreated and Stop(), we use this
 173   // guard to control stopping and starting the audio thread.
 174   base::Lock audio_thread_lock_;
 175   AudioDeviceThread audio_thread_;
 176   scoped_ptr<AudioOutputDevice::AudioThreadCallback> audio_callback_;
 177
 178   // Temporary hack to ignore OnStreamCreated() due to the user calling Stop()
 179   // so we don't start the audio thread pointing to a potentially freed
 180   // |callback_|.
 181   //
 182   // TODO(scherkus): Replace this by changing AudioRendererSink to either accept
 183   // the callback via Start(). See http://crbug.com/151051 for details.
 184   bool stopping_hack_;
 185
 186   int current_switch_request_id_;
 187   SwitchOutputDeviceCB current_switch_callback_;
 188
 189   DISALLOW_COPY_AND_ASSIGN(AudioOutputDevice);
 190 };
 191
 192 }  // namespace media
 193
 194 #endif  // MEDIA_AUDIO_AUDIO_OUTPUT_DEVICE_H_