remoting/client/plugin/pepper_video_renderer_3d.h

   1 // Copyright 2014 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #ifndef REMOTING_CLIENT_PLUGIN_PEPPER_VIDEO_RENDERER_3D_H_
   6 #define REMOTING_CLIENT_PLUGIN_PEPPER_VIDEO_RENDERER_3D_H_
   7
   8 #include <deque>
   9 #include <string>
  10
  11 #include "base/basictypes.h"
  12 #include "base/callback.h"
  13 #include "base/memory/scoped_ptr.h"
  14 #include "ppapi/cpp/graphics_3d.h"
  15 #include "ppapi/cpp/instance_handle.h"
  16 #include "ppapi/cpp/video_decoder.h"
  17 #include "ppapi/utility/completion_callback_factory.h"
  18 #include "remoting/client/chromoting_stats.h"
  19 #include "remoting/client/plugin/pepper_video_renderer.h"
  20 #include "remoting/protocol/video_stub.h"
  21 #include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h"
  22 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h"
  23
  24 struct PPB_OpenGLES2;
  25
  26 namespace remoting {
  27
  28 // PepperVideoRenderer that uses the PPB_VideoDecoder interface for video
  29 // decoding and Graphics3D for rendering.
  30 class PepperVideoRenderer3D : public PepperVideoRenderer,
  31                               public protocol::VideoStub {
  32  public:
  33   PepperVideoRenderer3D();
  34   ~PepperVideoRenderer3D() override;
  35
  36   // PepperVideoRenderer interface.
  37   bool Initialize(pp::Instance* instance,
  38                   const ClientContext& context,
  39                   EventHandler* event_handler) override;
  40   void OnViewChanged(const pp::View& view) override;
  41   void EnableDebugDirtyRegion(bool enable) override;
  42
  43   // VideoRenderer interface.
  44   void OnSessionConfig(const protocol::SessionConfig& config) override;
  45   ChromotingStats* GetStats() override;
  46   protocol::VideoStub* GetVideoStub() override;
  47
  48   // protocol::VideoStub interface.
  49   void ProcessVideoPacket(scoped_ptr<VideoPacket> packet,
  50                           const base::Closure& done) override;
  51
  52  private:
  53   class PendingPacket;
  54   class Picture;
  55
  56   struct FrameDecodeTimestamp {
  57     FrameDecodeTimestamp(uint32_t frame_id,
  58                          base::TimeTicks decode_started_time);
  59     uint32_t frame_id;
  60     base::TimeTicks decode_started_time;
  61   };
  62
  63   // Callback for pp::VideoDecoder::Initialize().
  64   void OnInitialized(int32_t result);
  65
  66   // Passes one picture from |pending_packets_| to the |video_decoder_|.
  67   void DecodeNextPacket();
  68
  69   // Callback for pp::VideoDecoder::Decode().
  70   void OnDecodeDone(int32_t result);
  71
  72   // Fetches next picture from the |video_decoder_|.
  73   void GetNextPicture();
  74
  75   // Callback for pp::VideoDecoder::GetPicture().
  76   void OnPictureReady(int32_t result, PP_VideoPicture picture);
  77
  78   // Copies |next_picture_| to |current_picture_| if |next_picture_| is set and
  79   // then renders |current_picture_|. Doesn't do anything if |need_repaint_| is
  80   // false.
  81   void PaintIfNeeded();
  82
  83   // Callback for pp::Graphics3D::SwapBuffers().
  84   void OnPaintDone(int32_t result);
  85
  86   // Initializes |shader_program_| for |texture_target|.
  87   void EnsureProgramForTexture(uint32_t texture_target);
  88
  89   // Initializes |shader_program_| with the given shaders.
  90   void CreateProgram(const char* vertex_shader, const char* fragment_shader);
  91
  92   // Creates a new shader and compiles |source| for it.
  93   void CreateShaderProgram(int type, const char* source);
  94
  95   // CHECKs that the last OpenGL call has completed successfully.
  96   void CheckGLError();
  97
  98   EventHandler* event_handler_;
  99
 100   pp::Graphics3D graphics_;
 101   const PPB_OpenGLES2* gles2_if_;
 102   pp::VideoDecoder video_decoder_;
 103
 104   webrtc::DesktopSize frame_size_;
 105   webrtc::DesktopVector frame_dpi_;
 106   webrtc::DesktopRegion desktop_shape_;
 107
 108   webrtc::DesktopSize view_size_;
 109
 110   ChromotingStats stats_;
 111   int64 latest_input_event_timestamp_ ;
 112
 113   bool initialization_finished_;
 114   bool decode_pending_;
 115   bool get_picture_pending_;
 116   bool paint_pending_;
 117
 118   uint32_t latest_frame_id_;
 119
 120   // Queue of packets that that have been received, but haven't been passed to
 121   // the decoder yet.
 122   std::deque<PendingPacket*> pending_packets_;
 123
 124   // Timestamps for all frames currently being processed by the decoder.
 125   std::deque<FrameDecodeTimestamp> frame_decode_timestamps_;
 126
 127   // The current picture shown on the screen or being rendered. Must be deleted
 128   // before |video_decoder_|.
 129   scoped_ptr<Picture> current_picture_;
 130
 131   // The next picture to be rendered. PaintIfNeeded() will copy it to
 132   // |current_picture_| and render it after that. Must be deleted
 133   // before |video_decoder_|.
 134   scoped_ptr<Picture> next_picture_;
 135
 136   // Set to true if the screen has been resized and needs to be repainted.
 137   bool force_repaint_;
 138
 139   // Time the last paint operation was started.
 140   base::TimeTicks latest_paint_started_time_;
 141
 142   // The texture type for which |shader_program| was initialized. Can be either
 143   // 0, GL_TEXTURE_2D, GL_TEXTURE_RECTANGLE_ARB or GL_TEXTURE_EXTERNAL_OES. 0
 144   // indicates that |shader_program_| hasn't been intialized.
 145   uint32_t current_shader_program_texture_target_;
 146
 147   // Shader program ID.
 148   unsigned int shader_program_;
 149
 150   // Location of the scale value to be passed to the |shader_program_|.
 151   int shader_texcoord_scale_location_;
 152
 153   // True if dirty regions are to be sent to |event_handler_| for debugging.
 154   bool debug_dirty_region_;
 155
 156   pp::CompletionCallbackFactory<PepperVideoRenderer3D> callback_factory_;
 157
 158   DISALLOW_COPY_AND_ASSIGN(PepperVideoRenderer3D);
 159 };
 160
 161 }  // namespace remoting
 162
 163 #endif  // REMOTING_CLIENT_PLUGIN_PEPPER_VIDEO_RENDERER_3D_H_