ui/aura/remote_window_tree_host_win.cc

   1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "ui/aura/remote_window_tree_host_win.h"
   6
   7 #include <windows.h>
   8
   9 #include <algorithm>
  10
  11 #include "base/message_loop/message_loop.h"
  12 #include "ipc/ipc_message.h"
  13 #include "ipc/ipc_sender.h"
  14 #include "ui/aura/client/aura_constants.h"
  15 #include "ui/aura/client/cursor_client.h"
  16 #include "ui/aura/window_event_dispatcher.h"
  17 #include "ui/aura/window_property.h"
  18 #include "ui/base/cursor/cursor_loader_win.h"
  19 #include "ui/base/ime/composition_text.h"
  20 #include "ui/base/ime/input_method.h"
  21 #include "ui/base/ime/remote_input_method_win.h"
  22 #include "ui/base/ime/text_input_client.h"
  23 #include "ui/base/view_prop.h"
  24 #include "ui/events/event_utils.h"
  25 #include "ui/events/keycodes/keyboard_code_conversion_win.h"
  26 #include "ui/gfx/geometry/insets.h"
  27 #include "ui/gfx/win/dpi.h"
  28 #include "ui/metro_viewer/metro_viewer_messages.h"
  29
  30 namespace aura {
  31
  32 namespace {
  33
  34 const char* kWindowTreeHostWinKey = "__AURA_REMOTE_WINDOW_TREE_HOST_WIN__";
  35
  36 // Sets the keystate for the virtual key passed in to down or up.
  37 void SetKeyState(uint8* key_states, bool key_down, uint32 virtual_key_code) {
  38   DCHECK(key_states);
  39
  40   if (key_down)
  41     key_states[virtual_key_code] |= 0x80;
  42   else
  43     key_states[virtual_key_code] &= 0x7F;
  44 }
  45
  46 // Sets the keyboard states for the Shift/Control/Alt/Caps lock keys.
  47 void SetVirtualKeyStates(uint32 flags) {
  48   uint8 keyboard_state[256] = {0};
  49   ::GetKeyboardState(keyboard_state);
  50
  51   SetKeyState(keyboard_state, !!(flags & ui::EF_SHIFT_DOWN), VK_SHIFT);
  52   SetKeyState(keyboard_state, !!(flags & ui::EF_CONTROL_DOWN), VK_CONTROL);
  53   SetKeyState(keyboard_state, !!(flags & ui::EF_ALT_DOWN), VK_MENU);
  54   SetKeyState(keyboard_state, !!(flags & ui::EF_CAPS_LOCK_DOWN), VK_CAPITAL);
  55   SetKeyState(keyboard_state, !!(flags & ui::EF_LEFT_MOUSE_BUTTON), VK_LBUTTON);
  56   SetKeyState(keyboard_state, !!(flags & ui::EF_RIGHT_MOUSE_BUTTON),
  57               VK_RBUTTON);
  58   SetKeyState(keyboard_state, !!(flags & ui::EF_MIDDLE_MOUSE_BUTTON),
  59               VK_MBUTTON);
  60
  61   ::SetKeyboardState(keyboard_state);
  62 }
  63
  64 void FillCompositionText(
  65     const base::string16& text,
  66     int32 selection_start,
  67     int32 selection_end,
  68     const std::vector<metro_viewer::UnderlineInfo>& underlines,
  69     ui::CompositionText* composition_text) {
  70   composition_text->Clear();
  71   composition_text->text = text;
  72   composition_text->selection.set_start(selection_start);
  73   composition_text->selection.set_end(selection_end);
  74   composition_text->underlines.resize(underlines.size());
  75   for (size_t i = 0; i < underlines.size(); ++i) {
  76     composition_text->underlines[i].start_offset = underlines[i].start_offset;
  77     composition_text->underlines[i].end_offset = underlines[i].end_offset;
  78     composition_text->underlines[i].color = SK_ColorBLACK;
  79     composition_text->underlines[i].thick = underlines[i].thick;
  80     composition_text->underlines[i].background_color = SK_ColorTRANSPARENT;
  81   }
  82 }
  83
  84 }  // namespace
  85
  86 RemoteWindowTreeHostWin* g_instance = NULL;
  87
  88 // static
  89 RemoteWindowTreeHostWin* RemoteWindowTreeHostWin::Instance() {
  90   return g_instance;
  91 }
  92
  93 RemoteWindowTreeHostWin::RemoteWindowTreeHostWin()
  94     : remote_window_(NULL),
  95       host_(NULL),
  96       ignore_mouse_moves_until_set_cursor_ack_(0),
  97       event_flags_(0),
  98       window_size_(aura::WindowTreeHost::GetNativeScreenSize()) {
  99   CHECK(!g_instance);
 100   g_instance = this;
 101   prop_.reset(new ui::ViewProp(NULL, kWindowTreeHostWinKey, this));
 102   CreateCompositor(GetAcceleratedWidget());
 103 }
 104
 105 RemoteWindowTreeHostWin::~RemoteWindowTreeHostWin() {
 106   DestroyCompositor();
 107   DestroyDispatcher();
 108   DCHECK_EQ(g_instance, this);
 109   g_instance = NULL;
 110 }
 111
 112 // static
 113 bool RemoteWindowTreeHostWin::IsValid() {
 114   return Instance()->remote_window_ != NULL;
 115 }
 116
 117 void RemoteWindowTreeHostWin::SetRemoteWindowHandle(HWND remote_window) {
 118   remote_window_ = remote_window;
 119 }
 120
 121 void RemoteWindowTreeHostWin::Connected(IPC::Sender* host) {
 122   CHECK(host_ == NULL);
 123   DCHECK(remote_window_);
 124   host_ = host;
 125   // Recreate the compositor for the target surface represented by the
 126   // remote_window HWND.
 127   CreateCompositor(remote_window_);
 128   InitCompositor();
 129 }
 130
 131 void RemoteWindowTreeHostWin::Disconnected() {
 132   // Don't CHECK here, Disconnected is called on a channel error which can
 133   // happen before we're successfully Connected.
 134   if (!host_)
 135     return;
 136   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 137       GetRemoteInputMethodPrivate();
 138   if (remote_input_method_private)
 139     remote_input_method_private->SetRemoteDelegate(NULL);
 140   host_ = NULL;
 141   remote_window_ = NULL;
 142 }
 143
 144 bool RemoteWindowTreeHostWin::OnMessageReceived(const IPC::Message& message) {
 145   bool handled = true;
 146   IPC_BEGIN_MESSAGE_MAP(RemoteWindowTreeHostWin, message)
 147     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_MouseMoved, OnMouseMoved)
 148     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_MouseButton, OnMouseButton)
 149     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_KeyDown, OnKeyDown)
 150     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_KeyUp, OnKeyUp)
 151     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_Character, OnChar)
 152     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_WindowActivated,
 153                         OnWindowActivated)
 154     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_EdgeGesture, OnEdgeGesture)
 155     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchDown,
 156                         OnTouchDown)
 157     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchUp,
 158                         OnTouchUp)
 159     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_TouchMoved,
 160                         OnTouchMoved)
 161     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_SetCursorPosAck,
 162                         OnSetCursorPosAck)
 163     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeCandidatePopupChanged,
 164                         OnImeCandidatePopupChanged)
 165     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeCompositionChanged,
 166                         OnImeCompositionChanged)
 167     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeTextCommitted,
 168                         OnImeTextCommitted)
 169     IPC_MESSAGE_HANDLER(MetroViewerHostMsg_ImeInputSourceChanged,
 170                         OnImeInputSourceChanged)
 171     IPC_MESSAGE_UNHANDLED(handled = false)
 172   IPC_END_MESSAGE_MAP()
 173   return handled;
 174 }
 175
 176 void RemoteWindowTreeHostWin::HandleOpenURLOnDesktop(
 177     const base::FilePath& shortcut,
 178     const base::string16& url) {
 179   if (!host_)
 180     return;
 181   host_->Send(new MetroViewerHostMsg_OpenURLOnDesktop(shortcut, url));
 182 }
 183
 184 void RemoteWindowTreeHostWin::HandleWindowSizeChanged(uint32 width,
 185                                                       uint32 height) {
 186   SetBounds(gfx::Rect(0, 0, width, height));
 187 }
 188
 189 bool RemoteWindowTreeHostWin::IsForegroundWindow() {
 190   return ::GetForegroundWindow() == remote_window_;
 191 }
 192
 193 Window* RemoteWindowTreeHostWin::GetAshWindow() {
 194   return window();
 195 }
 196
 197 ui::EventSource* RemoteWindowTreeHostWin::GetEventSource() {
 198   return this;
 199 }
 200
 201 gfx::AcceleratedWidget RemoteWindowTreeHostWin::GetAcceleratedWidget() {
 202   if (remote_window_)
 203     return remote_window_;
 204   // Getting here should only happen for ash_unittests.exe and related code.
 205   return ::GetDesktopWindow();
 206 }
 207
 208 void RemoteWindowTreeHostWin::Show() {
 209   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 210       GetRemoteInputMethodPrivate();
 211   if (remote_input_method_private)
 212     remote_input_method_private->SetRemoteDelegate(this);
 213 }
 214
 215 void RemoteWindowTreeHostWin::Hide() {
 216   NOTIMPLEMENTED();
 217 }
 218
 219 gfx::Rect RemoteWindowTreeHostWin::GetBounds() const {
 220   return gfx::Rect(window_size_);
 221 }
 222
 223 void RemoteWindowTreeHostWin::SetBounds(const gfx::Rect& bounds) {
 224   window_size_ = bounds.size();
 225   OnHostResized(bounds.size());
 226 }
 227
 228 gfx::Point RemoteWindowTreeHostWin::GetLocationOnNativeScreen() const {
 229   return gfx::Point(0, 0);
 230 }
 231
 232 void RemoteWindowTreeHostWin::SetCapture() {
 233 }
 234
 235 void RemoteWindowTreeHostWin::ReleaseCapture() {
 236 }
 237
 238 void RemoteWindowTreeHostWin::SetCursorNative(gfx::NativeCursor native_cursor) {
 239   if (!host_)
 240     return;
 241   host_->Send(
 242       new MetroViewerHostMsg_SetCursor(uint64(native_cursor.platform())));
 243 }
 244
 245 void RemoteWindowTreeHostWin::MoveCursorToNative(const gfx::Point& location) {
 246   VLOG(1) << "In MoveCursorTo: " << location.x() << ", " << location.y();
 247   if (!host_)
 248     return;
 249
 250   // This function can be called in cases like when the mouse cursor is
 251   // restricted within a viewport (For e.g. LockCursor) which assumes that
 252   // subsequent mouse moves would be received starting with the new cursor
 253   // coordinates. This is a challenge for Windows ASH for the reasons
 254   // outlined below.
 255   // Other cases which don't expect this behavior should continue to work
 256   // without issues.
 257
 258   // The mouse events are received by the viewer process and sent to the
 259   // browser. If we invoke the SetCursor API here we continue to receive
 260   // mouse messages from the viewer which were posted before the SetCursor
 261   // API executes which messes up the state in the browser. To workaround
 262   // this we invoke the SetCursor API in the viewer process and ignore
 263   // mouse messages until we received an ACK from the viewer indicating that
 264   // the SetCursor operation completed.
 265   ignore_mouse_moves_until_set_cursor_ack_++;
 266   VLOG(1) << "In MoveCursorTo. Sending IPC";
 267   host_->Send(new MetroViewerHostMsg_SetCursorPos(location.x(), location.y()));
 268 }
 269
 270 void RemoteWindowTreeHostWin::OnCursorVisibilityChangedNative(bool show) {
 271   NOTIMPLEMENTED();
 272 }
 273
 274 ui::EventProcessor* RemoteWindowTreeHostWin::GetEventProcessor() {
 275   return dispatcher();
 276 }
 277
 278 void RemoteWindowTreeHostWin::CancelComposition() {
 279   if (!host_)
 280     return;
 281   host_->Send(new MetroViewerHostMsg_ImeCancelComposition);
 282 }
 283
 284 void RemoteWindowTreeHostWin::OnTextInputClientUpdated(
 285     const std::vector<int32>& input_scopes,
 286     const std::vector<gfx::Rect>& composition_character_bounds) {
 287   if (!host_)
 288     return;
 289   std::vector<metro_viewer::CharacterBounds> character_bounds;
 290   for (size_t i = 0; i < composition_character_bounds.size(); ++i) {
 291     const gfx::Rect& rect = composition_character_bounds[i];
 292     metro_viewer::CharacterBounds bounds;
 293     bounds.left = rect.x();
 294     bounds.top = rect.y();
 295     bounds.right = rect.right();
 296     bounds.bottom = rect.bottom();
 297     character_bounds.push_back(bounds);
 298   }
 299   host_->Send(new MetroViewerHostMsg_ImeTextInputClientUpdated(
 300       input_scopes, character_bounds));
 301 }
 302
 303 gfx::Point PointFromNativeEvent(int32 x, int32 y) {
 304   static float scale_factor = gfx::GetDPIScale();
 305   gfx::Point result( x * scale_factor, y * scale_factor);
 306   return result;
 307 }
 308
 309 void RemoteWindowTreeHostWin::OnMouseMoved(int32 x, int32 y, int32 flags) {
 310   if (ignore_mouse_moves_until_set_cursor_ack_)
 311     return;
 312
 313   gfx::Point location = PointFromNativeEvent(x, y);
 314   ui::MouseEvent event(ui::ET_MOUSE_MOVED, location, location,
 315                        ui::EventTimeForNow(), flags, 0);
 316   SendEventToProcessor(&event);
 317 }
 318
 319 void RemoteWindowTreeHostWin::OnMouseButton(
 320     const MetroViewerHostMsg_MouseButtonParams& params) {
 321   gfx::Point location = PointFromNativeEvent(params.x, params.y);
 322   ui::MouseEvent mouse_event(
 323       params.event_type, location, location, ui::EventTimeForNow(),
 324       static_cast<int>(params.flags), static_cast<int>(params.changed_button));
 325
 326   SetEventFlags(params.flags | key_event_flags());
 327   if (params.event_type == ui::ET_MOUSEWHEEL) {
 328     int x_offset = params.is_horizontal_wheel ? params.extra : 0;
 329     int y_offset = !params.is_horizontal_wheel ? params.extra : 0;
 330     ui::MouseWheelEvent wheel_event(mouse_event, x_offset, y_offset);
 331     SendEventToProcessor(&wheel_event);
 332   } else if (params.event_type == ui::ET_MOUSE_PRESSED) {
 333     // TODO(shrikant): Ideally modify code in event.cc by adding automatic
 334     // tracking of double clicks in synthetic MouseEvent constructor code.
 335     // Non-synthetic MouseEvent constructor code does automatically track
 336     // this. Need to use some caution while modifying synthetic constructor
 337     // as many tests and other code paths depend on it and apparently
 338     // specifically depend on non implicit tracking of previous mouse event.
 339     if (last_mouse_click_event_ &&
 340         ui::MouseEvent::IsRepeatedClickEvent(mouse_event,
 341                                              *last_mouse_click_event_)) {
 342       mouse_event.SetClickCount(2);
 343     } else {
 344       mouse_event.SetClickCount(1);
 345     }
 346     last_mouse_click_event_ .reset(new ui::MouseEvent(mouse_event));
 347     SendEventToProcessor(&mouse_event);
 348   } else {
 349     SendEventToProcessor(&mouse_event);
 350   }
 351 }
 352
 353 void RemoteWindowTreeHostWin::OnKeyDown(uint32 vkey,
 354                                         uint32 repeat_count,
 355                                         uint32 scan_code,
 356                                         uint32 flags) {
 357   DispatchKeyboardMessage(ui::ET_KEY_PRESSED, vkey, repeat_count, scan_code,
 358                           flags, false);
 359 }
 360
 361 void RemoteWindowTreeHostWin::OnKeyUp(uint32 vkey,
 362                                       uint32 repeat_count,
 363                                       uint32 scan_code,
 364                                       uint32 flags) {
 365   DispatchKeyboardMessage(ui::ET_KEY_RELEASED, vkey, repeat_count, scan_code,
 366                           flags, false);
 367 }
 368
 369 void RemoteWindowTreeHostWin::OnChar(uint32 key_code,
 370                                      uint32 repeat_count,
 371                                      uint32 scan_code,
 372                                      uint32 flags) {
 373   DispatchKeyboardMessage(ui::ET_KEY_PRESSED, key_code, repeat_count,
 374                           scan_code, flags, true);
 375 }
 376
 377 void RemoteWindowTreeHostWin::OnWindowActivated(bool repaint) {
 378   OnHostActivated();
 379   if (repaint && compositor())
 380     compositor()->ScheduleFullRedraw();
 381 }
 382
 383 void RemoteWindowTreeHostWin::OnEdgeGesture() {
 384   ui::GestureEvent event(
 385       0,
 386       0,
 387       0,
 388       ui::EventTimeForNow(),
 389       ui::GestureEventDetails(ui::ET_GESTURE_WIN8_EDGE_SWIPE));
 390   SendEventToProcessor(&event);
 391 }
 392
 393 void RemoteWindowTreeHostWin::OnTouchDown(int32 x,
 394                                           int32 y,
 395                                           uint64 timestamp,
 396                                           uint32 pointer_id) {
 397   gfx::Point location = PointFromNativeEvent(x, y);
 398   ui::TouchEvent event(ui::ET_TOUCH_PRESSED,
 399                        location,
 400                        pointer_id,
 401                        base::TimeDelta::FromMicroseconds(timestamp));
 402   SendEventToProcessor(&event);
 403 }
 404
 405 void RemoteWindowTreeHostWin::OnTouchUp(int32 x,
 406                                         int32 y,
 407                                         uint64 timestamp,
 408                                         uint32 pointer_id) {
 409   gfx::Point location = PointFromNativeEvent(x, y);
 410   ui::TouchEvent event(ui::ET_TOUCH_RELEASED,
 411                        location,
 412                        pointer_id,
 413                        base::TimeDelta::FromMicroseconds(timestamp));
 414   SendEventToProcessor(&event);
 415 }
 416
 417 void RemoteWindowTreeHostWin::OnTouchMoved(int32 x,
 418                                            int32 y,
 419                                            uint64 timestamp,
 420                                            uint32 pointer_id) {
 421   gfx::Point location = PointFromNativeEvent(x, y);
 422   ui::TouchEvent event(ui::ET_TOUCH_MOVED,
 423                        location,
 424                        pointer_id,
 425                        base::TimeDelta::FromMicroseconds(timestamp));
 426   SendEventToProcessor(&event);
 427 }
 428
 429 void RemoteWindowTreeHostWin::OnSetCursorPosAck() {
 430   DCHECK_GT(ignore_mouse_moves_until_set_cursor_ack_, 0);
 431   ignore_mouse_moves_until_set_cursor_ack_--;
 432 }
 433
 434 ui::RemoteInputMethodPrivateWin*
 435 RemoteWindowTreeHostWin::GetRemoteInputMethodPrivate() {
 436   ui::InputMethod* input_method = GetAshWindow()->GetProperty(
 437       aura::client::kRootWindowInputMethodKey);
 438   return ui::RemoteInputMethodPrivateWin::Get(input_method);
 439 }
 440
 441 void RemoteWindowTreeHostWin::OnImeCandidatePopupChanged(bool visible) {
 442   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 443       GetRemoteInputMethodPrivate();
 444   if (!remote_input_method_private)
 445     return;
 446   remote_input_method_private->OnCandidatePopupChanged(visible);
 447 }
 448
 449 void RemoteWindowTreeHostWin::OnImeCompositionChanged(
 450     const base::string16& text,
 451     int32 selection_start,
 452     int32 selection_end,
 453     const std::vector<metro_viewer::UnderlineInfo>& underlines) {
 454   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 455       GetRemoteInputMethodPrivate();
 456   if (!remote_input_method_private)
 457     return;
 458   ui::CompositionText composition_text;
 459   FillCompositionText(
 460       text, selection_start, selection_end, underlines, &composition_text);
 461   remote_input_method_private->OnCompositionChanged(composition_text);
 462 }
 463
 464 void RemoteWindowTreeHostWin::OnImeTextCommitted(const base::string16& text) {
 465   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 466       GetRemoteInputMethodPrivate();
 467   if (!remote_input_method_private)
 468     return;
 469   remote_input_method_private->OnTextCommitted(text);
 470 }
 471
 472 void RemoteWindowTreeHostWin::OnImeInputSourceChanged(uint16 language_id,
 473                                                       bool is_ime) {
 474   ui::RemoteInputMethodPrivateWin* remote_input_method_private =
 475       GetRemoteInputMethodPrivate();
 476   if (!remote_input_method_private)
 477     return;
 478   remote_input_method_private->OnInputSourceChanged(language_id, is_ime);
 479 }
 480
 481 void RemoteWindowTreeHostWin::DispatchKeyboardMessage(ui::EventType type,
 482                                                       uint32 vkey,
 483                                                       uint32 repeat_count,
 484                                                       uint32 scan_code,
 485                                                       uint32 flags,
 486                                                       bool is_character) {
 487   SetEventFlags(flags | mouse_event_flags());
 488   if (base::MessageLoop::current()->IsNested()) {
 489     int index = (flags & ui::EF_ALT_DOWN) ? 1 : 0;
 490     const int char_message[] = {WM_CHAR, WM_SYSCHAR};
 491     const int keydown_message[] = {WM_KEYDOWN, WM_SYSKEYDOWN};
 492     const int keyup_message[] = {WM_KEYUP, WM_SYSKEYUP};
 493     uint32 message = is_character
 494                          ? char_message[index]
 495                          : (type == ui::ET_KEY_PRESSED ? keydown_message[index]
 496                                                        : keyup_message[index]);
 497     ::PostThreadMessage(::GetCurrentThreadId(),
 498                         message,
 499                         vkey,
 500                         repeat_count | scan_code >> 15);
 501   } else if (is_character) {
 502     ui::KeyEvent event(static_cast<base::char16>(vkey),
 503                        ui::KeyboardCodeForWindowsKeyCode(vkey),
 504                        flags);
 505     SendEventToProcessor(&event);
 506   } else {
 507     ui::KeyEvent event(type,
 508                        ui::KeyboardCodeForWindowsKeyCode(vkey),
 509                        flags);
 510     SendEventToProcessor(&event);
 511   }
 512 }
 513
 514 void RemoteWindowTreeHostWin::SetEventFlags(uint32 flags) {
 515   if (flags == event_flags_)
 516     return;
 517   event_flags_ = flags;
 518   SetVirtualKeyStates(event_flags_);
 519 }
 520
 521 }  // namespace aura