components/view_manager/display_manager.cc

   1 // Copyright 2014 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "components/view_manager/display_manager.h"
   6
   7 #include "base/numerics/safe_conversions.h"
   8 #include "components/view_manager/display_manager_factory.h"
   9 #include "components/view_manager/gles2/gpu_state.h"
  10 #include "components/view_manager/native_viewport/onscreen_context_provider.h"
  11 #include "components/view_manager/public/interfaces/gpu.mojom.h"
  12 #include "components/view_manager/public/interfaces/quads.mojom.h"
  13 #include "components/view_manager/public/interfaces/surfaces.mojom.h"
  14 #include "components/view_manager/server_view.h"
  15 #include "components/view_manager/view_coordinate_conversions.h"
  16 #include "mojo/application/public/cpp/application_connection.h"
  17 #include "mojo/application/public/cpp/application_impl.h"
  18 #include "mojo/converters/geometry/geometry_type_converters.h"
  19 #include "mojo/converters/input_events/input_events_type_converters.h"
  20 #include "mojo/converters/input_events/mojo_extended_key_event_data.h"
  21 #include "mojo/converters/surfaces/surfaces_type_converters.h"
  22 #include "mojo/converters/surfaces/surfaces_utils.h"
  23 #include "mojo/converters/transform/transform_type_converters.h"
  24 #include "ui/events/event.h"
  25 #include "ui/events/event_utils.h"
  26 #include "ui/platform_window/platform_ime_controller.h"
  27 #include "ui/platform_window/platform_window.h"
  28 #include "ui/platform_window/stub/stub_window.h"
  29
  30 #if defined(OS_WIN)
  31 #include "ui/platform_window/win/win_window.h"
  32 #elif defined(USE_X11)
  33 #include "ui/platform_window/x11/x11_window.h"
  34 #elif defined(OS_ANDROID)
  35 #include "ui/platform_window/android/platform_window_android.h"
  36 #endif
  37
  38 using mojo::Rect;
  39 using mojo::Size;
  40
  41 namespace view_manager {
  42 namespace {
  43
  44 void DrawViewTree(mojo::Pass* pass,
  45                   const ServerView* view,
  46                   const gfx::Vector2d& parent_to_root_origin_offset,
  47                   float opacity) {
  48   if (!view->visible())
  49     return;
  50
  51   const gfx::Rect absolute_bounds =
  52       view->bounds() + parent_to_root_origin_offset;
  53   std::vector<const ServerView*> children(view->GetChildren());
  54   const float combined_opacity = opacity * view->opacity();
  55   for (std::vector<const ServerView*>::reverse_iterator it = children.rbegin();
  56        it != children.rend();
  57        ++it) {
  58     DrawViewTree(pass, *it, absolute_bounds.OffsetFromOrigin(),
  59                  combined_opacity);
  60   }
  61
  62   cc::SurfaceId node_id = view->surface_id();
  63
  64   auto surface_quad_state = mojo::SurfaceQuadState::New();
  65   surface_quad_state->surface = mojo::SurfaceId::From(node_id);
  66
  67   gfx::Transform node_transform;
  68   node_transform.Translate(absolute_bounds.x(), absolute_bounds.y());
  69
  70   const gfx::Rect bounds_at_origin(view->bounds().size());
  71   auto surface_quad = mojo::Quad::New();
  72   surface_quad->material = mojo::Material::MATERIAL_SURFACE_CONTENT;
  73   surface_quad->rect = Rect::From(bounds_at_origin);
  74   surface_quad->opaque_rect = Rect::From(bounds_at_origin);
  75   surface_quad->visible_rect = Rect::From(bounds_at_origin);
  76   surface_quad->needs_blending = true;
  77   surface_quad->shared_quad_state_index =
  78       base::saturated_cast<int32_t>(pass->shared_quad_states.size());
  79   surface_quad->surface_quad_state = surface_quad_state.Pass();
  80
  81   auto sqs = mojo::CreateDefaultSQS(view->bounds().size());
  82   sqs->blend_mode = mojo::SK_XFERMODE_kSrcOver_Mode;
  83   sqs->opacity = combined_opacity;
  84   sqs->quad_to_target_transform = mojo::Transform::From(node_transform);
  85
  86   pass->quads.push_back(surface_quad.Pass());
  87   pass->shared_quad_states.push_back(sqs.Pass());
  88 }
  89
  90 float ConvertUIWheelValueToMojoValue(int offset) {
  91   // Mojo's event type takes a value between -1 and 1. Normalize by allowing
  92   // up to 20 of ui's offset. This is a bit arbitrary.
  93   return std::max(
  94       -1.0f, std::min(1.0f, static_cast<float>(offset) /
  95                                 (20 * static_cast<float>(
  96                                           ui::MouseWheelEvent::kWheelDelta))));
  97 }
  98
  99 }  // namespace
 100
 101 // static
 102 DisplayManagerFactory* DisplayManager::factory_ = nullptr;
 103
 104 // static
 105 DisplayManager* DisplayManager::Create(
 106     bool is_headless,
 107     mojo::ApplicationImpl* app_impl,
 108     const scoped_refptr<gles2::GpuState>& gpu_state) {
 109   if (factory_)
 110     return factory_->CreateDisplayManager(is_headless, app_impl, gpu_state);
 111   return new DefaultDisplayManager(is_headless, app_impl, gpu_state);
 112 }
 113
 114 DefaultDisplayManager::DefaultDisplayManager(
 115     bool is_headless,
 116     mojo::ApplicationImpl* app_impl,
 117     const scoped_refptr<gles2::GpuState>& gpu_state)
 118     : is_headless_(is_headless),
 119       app_impl_(app_impl),
 120       gpu_state_(gpu_state),
 121       delegate_(nullptr),
 122       draw_timer_(false, false),
 123       frame_pending_(false),
 124       context_provider_(
 125           new native_viewport::OnscreenContextProvider(gpu_state)),
 126       weak_factory_(this) {
 127   metrics_.size_in_pixels = mojo::Size::New();
 128   metrics_.size_in_pixels->width = 800;
 129   metrics_.size_in_pixels->height = 600;
 130 }
 131
 132 void DefaultDisplayManager::Init(DisplayManagerDelegate* delegate) {
 133   delegate_ = delegate;
 134
 135   gfx::Rect bounds(metrics_.size_in_pixels.To<gfx::Size>());
 136   if (is_headless_) {
 137     platform_window_.reset(new ui::StubWindow(this));
 138   } else {
 139 #if defined(OS_WIN)
 140     platform_window_.reset(new ui::WinWindow(this, bounds));
 141 #elif defined(USE_X11)
 142     platform_window_.reset(new ui::X11Window(this));
 143 #elif defined(OS_ANDROID)
 144     platform_window_.reset(new ui::PlatformWindowAndroid(this));
 145 #else
 146     NOTREACHED() << "Unsupported platform";
 147 #endif
 148   }
 149   platform_window_->SetBounds(bounds);
 150   platform_window_->Show();
 151
 152   mojo::ContextProviderPtr context_provider;
 153   context_provider_->Bind(GetProxy(&context_provider).Pass());
 154   mojo::DisplayFactoryPtr display_factory;
 155   mojo::URLRequestPtr request(mojo::URLRequest::New());
 156   request->url = mojo::String::From("mojo:surfaces_service");
 157   app_impl_->ConnectToService(request.Pass(), &display_factory);
 158   // TODO(fsamuel): We should indicate to the delegate that this object failed
 159   // to initialize.
 160   if (!display_factory)
 161     return;
 162   display_factory->Create(context_provider.Pass(),
 163                           nullptr,  // returner - we never submit resources.
 164                           GetProxy(&display_));
 165 }
 166
 167 DefaultDisplayManager::~DefaultDisplayManager() {
 168   // Destroy before |platform_window_| because this will destroy
 169   // CommandBufferDriver objects that contain child windows. Otherwise if this
 170   // class destroys its window first, X errors will occur.
 171   context_provider_.reset();
 172
 173   // Destroy the PlatformWindow early on as it may call us back during
 174   // destruction and we want to be in a known state.
 175   platform_window_.reset();
 176 }
 177
 178 void DefaultDisplayManager::SchedulePaint(const ServerView* view,
 179                                           const gfx::Rect& bounds) {
 180   DCHECK(view);
 181   if (!view->IsDrawn())
 182     return;
 183   const gfx::Rect root_relative_rect =
 184       ConvertRectBetweenViews(view, delegate_->GetRootView(), bounds);
 185   if (root_relative_rect.IsEmpty())
 186     return;
 187   dirty_rect_.Union(root_relative_rect);
 188   WantToDraw();
 189 }
 190
 191 void DefaultDisplayManager::SetViewportSize(const gfx::Size& size) {
 192   platform_window_->SetBounds(gfx::Rect(size));
 193 }
 194
 195 const mojo::ViewportMetrics& DefaultDisplayManager::GetViewportMetrics() {
 196   return metrics_;
 197 }
 198
 199 void DefaultDisplayManager::UpdateTextInputState(
 200     const ui::TextInputState& state) {
 201   ui::PlatformImeController* ime = platform_window_->GetPlatformImeController();
 202   if (ime)
 203     ime->UpdateTextInputState(state);
 204 }
 205
 206 void DefaultDisplayManager::SetImeVisibility(bool visible) {
 207   ui::PlatformImeController* ime = platform_window_->GetPlatformImeController();
 208   if (ime)
 209     ime->SetImeVisibility(visible);
 210 }
 211
 212 void DefaultDisplayManager::Draw() {
 213   if (!delegate_->GetRootView()->visible())
 214     return;
 215   gfx::Rect rect(metrics_.size_in_pixels.To<gfx::Size>());
 216   auto pass = mojo::CreateDefaultPass(1, rect);
 217   pass->damage_rect = Rect::From(dirty_rect_);
 218
 219   DrawViewTree(pass.get(), delegate_->GetRootView(), gfx::Vector2d(), 1.0f);
 220
 221   auto frame = mojo::Frame::New();
 222   frame->passes.push_back(pass.Pass());
 223   frame->resources.resize(0u);
 224   frame_pending_ = true;
 225   if (display_) {
 226     display_->SubmitFrame(frame.Pass(),
 227                           base::Bind(&DefaultDisplayManager::DidDraw,
 228                                      weak_factory_.GetWeakPtr()));
 229   }
 230   dirty_rect_ = gfx::Rect();
 231 }
 232
 233 void DefaultDisplayManager::DidDraw() {
 234   frame_pending_ = false;
 235   if (!dirty_rect_.IsEmpty())
 236     WantToDraw();
 237 }
 238
 239 void DefaultDisplayManager::WantToDraw() {
 240   if (draw_timer_.IsRunning() || frame_pending_)
 241     return;
 242
 243   draw_timer_.Start(
 244       FROM_HERE, base::TimeDelta(),
 245       base::Bind(&DefaultDisplayManager::Draw, base::Unretained(this)));
 246 }
 247
 248 void DefaultDisplayManager::UpdateMetrics(const gfx::Size& size,
 249                                           float device_pixel_ratio) {
 250   if (metrics_.size_in_pixels.To<gfx::Size>() == size &&
 251       metrics_.device_pixel_ratio == device_pixel_ratio)
 252     return;
 253   mojo::ViewportMetrics old_metrics;
 254   old_metrics.size_in_pixels = metrics_.size_in_pixels.Clone();
 255   old_metrics.device_pixel_ratio = metrics_.device_pixel_ratio;
 256
 257   metrics_.size_in_pixels = mojo::Size::From(size);
 258   metrics_.device_pixel_ratio = device_pixel_ratio;
 259
 260   delegate_->OnViewportMetricsChanged(old_metrics, metrics_);
 261 }
 262
 263 void DefaultDisplayManager::OnBoundsChanged(const gfx::Rect& new_bounds) {
 264   UpdateMetrics(new_bounds.size(), metrics_.device_pixel_ratio);
 265 }
 266
 267 void DefaultDisplayManager::OnDamageRect(const gfx::Rect& damaged_region) {
 268 }
 269
 270 void DefaultDisplayManager::DispatchEvent(ui::Event* event) {
 271   mojo::EventPtr mojo_event(mojo::Event::From(*event));
 272   if (event->IsMouseWheelEvent()) {
 273     // Mojo's event type has a different meaning for wheel events. Convert
 274     // between the two.
 275     ui::MouseWheelEvent* wheel_event =
 276         static_cast<ui::MouseWheelEvent*>(event);
 277     DCHECK(mojo_event->pointer_data);
 278     mojo_event->pointer_data->horizontal_wheel =
 279         ConvertUIWheelValueToMojoValue(wheel_event->x_offset());
 280     mojo_event->pointer_data->horizontal_wheel =
 281         ConvertUIWheelValueToMojoValue(wheel_event->y_offset());
 282   }
 283   delegate_->OnEvent(mojo_event.Pass());
 284
 285   switch (event->type()) {
 286     case ui::ET_MOUSE_PRESSED:
 287     case ui::ET_TOUCH_PRESSED:
 288       platform_window_->SetCapture();
 289       break;
 290     case ui::ET_MOUSE_RELEASED:
 291     case ui::ET_TOUCH_RELEASED:
 292       platform_window_->ReleaseCapture();
 293       break;
 294     default:
 295       break;
 296   }
 297
 298 #if defined(USE_X11)
 299   // We want to emulate the WM_CHAR generation behaviour of Windows.
 300   //
 301   // On Linux, we've previously inserted characters by having
 302   // InputMethodAuraLinux take all key down events and send a character event
 303   // to the TextInputClient. This causes a mismatch in code that has to be
 304   // shared between Windows and Linux, including blink code. Now that we're
 305   // trying to have one way of doing things, we need to standardize on and
 306   // emulate Windows character events.
 307   //
 308   // This is equivalent to what we're doing in the current Linux port, but
 309   // done once instead of done multiple times in different places.
 310   if (event->type() == ui::ET_KEY_PRESSED) {
 311     ui::KeyEvent* key_press_event = static_cast<ui::KeyEvent*>(event);
 312     ui::KeyEvent char_event(key_press_event->GetCharacter(),
 313                             key_press_event->key_code(),
 314                             key_press_event->flags());
 315
 316     DCHECK_EQ(key_press_event->GetCharacter(), char_event.GetCharacter());
 317     DCHECK_EQ(key_press_event->key_code(), char_event.key_code());
 318     DCHECK_EQ(key_press_event->flags(), char_event.flags());
 319
 320     char_event.SetExtendedKeyEventData(
 321         make_scoped_ptr(new mojo::MojoExtendedKeyEventData(
 322             key_press_event->GetLocatedWindowsKeyboardCode(),
 323             key_press_event->GetText(),
 324             key_press_event->GetUnmodifiedText())));
 325     char_event.set_platform_keycode(key_press_event->platform_keycode());
 326
 327     delegate_->OnEvent(mojo::Event::From(char_event));
 328   }
 329 #endif
 330 }
 331
 332 void DefaultDisplayManager::OnCloseRequest() {
 333   platform_window_->Close();
 334 }
 335
 336 void DefaultDisplayManager::OnClosed() {
 337   delegate_->OnDisplayClosed();
 338 }
 339
 340 void DefaultDisplayManager::OnWindowStateChanged(
 341     ui::PlatformWindowState new_state) {
 342 }
 343
 344 void DefaultDisplayManager::OnLostCapture() {
 345 }
 346
 347 void DefaultDisplayManager::OnAcceleratedWidgetAvailable(
 348     gfx::AcceleratedWidget widget,
 349     float device_pixel_ratio) {
 350   context_provider_->SetAcceleratedWidget(widget);
 351   UpdateMetrics(metrics_.size_in_pixels.To<gfx::Size>(), device_pixel_ratio);
 352 }
 353
 354 void DefaultDisplayManager::OnActivationChanged(bool active) {
 355 }
 356
 357 }  // namespace view_manager