remoting/client/jni/chromoting_jni_runtime.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "remoting/client/jni/chromoting_jni_runtime.h"
   6
   7 #include "base/android/jni_android.h"
   8 #include "base/android/jni_array.h"
   9 #include "base/android/jni_string.h"
  10 #include "base/android/scoped_java_ref.h"
  11 #include "base/basictypes.h"
  12 #include "base/command_line.h"
  13 #include "base/memory/singleton.h"
  14 #include "base/stl_util.h"
  15 #include "base/synchronization/waitable_event.h"
  16 #include "google_apis/google_api_keys.h"
  17 #include "jni/JniInterface_jni.h"
  18 #include "media/base/yuv_convert.h"
  19 #include "remoting/base/url_request_context_getter.h"
  20 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h"
  21
  22 using base::android::ConvertJavaStringToUTF8;
  23 using base::android::ConvertUTF8ToJavaString;
  24 using base::android::ToJavaByteArray;
  25
  26 namespace {
  27
  28 const int kBytesPerPixel = 4;
  29
  30 }  // namespace
  31
  32 namespace remoting {
  33
  34 bool RegisterJni(JNIEnv* env) {
  35   return remoting::RegisterNativesImpl(env);
  36 }
  37
  38 // Implementation of stubs defined in JniInterface_jni.h. These are the entry
  39 // points for JNI calls from Java into C++.
  40
  41 static void LoadNative(JNIEnv* env, jclass clazz, jobject context) {
  42   base::android::ScopedJavaLocalRef<jobject> context_activity(env, context);
  43   base::android::InitApplicationContext(env, context_activity);
  44
  45   // The google_apis functions check the command-line arguments to make sure no
  46   // runtime API keys have been specified by the environment. Unfortunately, we
  47   // neither launch Chromium nor have a command line, so we need to prevent
  48   // them from DCHECKing out when they go looking.
  49   base::CommandLine::Init(0, nullptr);
  50
  51   // Create the singleton now so that the Chromoting threads will be set up.
  52   remoting::ChromotingJniRuntime::GetInstance();
  53 }
  54
  55 static jstring GetApiKey(JNIEnv* env, jclass clazz) {
  56   return ConvertUTF8ToJavaString(
  57       env, google_apis::GetAPIKey().c_str()).Release();
  58 }
  59
  60 static jstring GetClientId(JNIEnv* env, jclass clazz) {
  61   return ConvertUTF8ToJavaString(
  62       env, google_apis::GetOAuth2ClientID(
  63           google_apis::CLIENT_REMOTING).c_str()).Release();
  64 }
  65
  66 static jstring GetClientSecret(JNIEnv* env, jclass clazz) {
  67   return ConvertUTF8ToJavaString(
  68       env, google_apis::GetOAuth2ClientSecret(
  69           google_apis::CLIENT_REMOTING).c_str()).Release();
  70 }
  71
  72 static void Connect(JNIEnv* env,
  73                     jclass clazz,
  74                     jstring username,
  75                     jstring authToken,
  76                     jstring hostJid,
  77                     jstring hostId,
  78                     jstring hostPubkey,
  79                     jstring pairId,
  80                     jstring pairSecret,
  81                     jstring capabilities) {
  82   remoting::ChromotingJniRuntime::GetInstance()->ConnectToHost(
  83       ConvertJavaStringToUTF8(env, username).c_str(),
  84       ConvertJavaStringToUTF8(env, authToken).c_str(),
  85       ConvertJavaStringToUTF8(env, hostJid).c_str(),
  86       ConvertJavaStringToUTF8(env, hostId).c_str(),
  87       ConvertJavaStringToUTF8(env, hostPubkey).c_str(),
  88       ConvertJavaStringToUTF8(env, pairId).c_str(),
  89       ConvertJavaStringToUTF8(env, pairSecret).c_str(),
  90       ConvertJavaStringToUTF8(env, capabilities).c_str());
  91 }
  92
  93 static void Disconnect(JNIEnv* env, jclass clazz) {
  94   remoting::ChromotingJniRuntime::GetInstance()->DisconnectFromHost();
  95 }
  96
  97 static void AuthenticationResponse(JNIEnv* env,
  98                                    jclass clazz,
  99                                    jstring pin,
 100                                    jboolean createPair,
 101                                    jstring deviceName) {
 102   remoting::ChromotingJniRuntime::GetInstance()->session()->ProvideSecret(
 103       ConvertJavaStringToUTF8(env, pin).c_str(), createPair,
 104       ConvertJavaStringToUTF8(env, deviceName));
 105 }
 106
 107 static void ScheduleRedraw(JNIEnv* env, jclass clazz) {
 108   remoting::ChromotingJniRuntime::GetInstance()->session()->RedrawDesktop();
 109 }
 110
 111 static void SendMouseEvent(JNIEnv* env,
 112                            jclass clazz,
 113                            jint x,
 114                            jint y,
 115                            jint whichButton,
 116                            jboolean buttonDown) {
 117   // Button must be within the bounds of the MouseEvent_MouseButton enum.
 118   DCHECK(whichButton >= 0 && whichButton < 5);
 119
 120   remoting::ChromotingJniRuntime::GetInstance()->session()->SendMouseEvent(
 121       x, y,
 122       static_cast<remoting::protocol::MouseEvent_MouseButton>(whichButton),
 123       buttonDown);
 124 }
 125
 126 static void SendMouseWheelEvent(JNIEnv* env,
 127                                 jclass clazz,
 128                                 jint delta_x,
 129                                 jint delta_y) {
 130   remoting::ChromotingJniRuntime::GetInstance()->session()->SendMouseWheelEvent(
 131       delta_x, delta_y);
 132 }
 133
 134 static jboolean SendKeyEvent(JNIEnv* env,
 135                          jclass clazz,
 136                          jint keyCode,
 137                          jboolean keyDown) {
 138   return remoting::ChromotingJniRuntime::GetInstance()->session()->SendKeyEvent(
 139       keyCode, keyDown);
 140 }
 141
 142 static void SendTextEvent(JNIEnv* env,
 143                           jclass clazz,
 144                           jstring text) {
 145   remoting::ChromotingJniRuntime::GetInstance()->session()->SendTextEvent(
 146       ConvertJavaStringToUTF8(env, text));
 147 }
 148
 149 static void EnableVideoChannel(JNIEnv* env,
 150                                jclass clazz,
 151                                jboolean enable) {
 152   remoting::ChromotingJniRuntime::GetInstance()->session()->EnableVideoChannel(
 153       enable);
 154 }
 155
 156 static void OnThirdPartyTokenFetched(JNIEnv* env,
 157                                      jclass clazz,
 158                                      jstring token,
 159                                      jstring shared_secret) {
 160   ChromotingJniRuntime* runtime = remoting::ChromotingJniRuntime::GetInstance();
 161   runtime->network_task_runner()->PostTask(FROM_HERE, base::Bind(
 162       &ChromotingJniInstance::HandleOnThirdPartyTokenFetched,
 163       runtime->session(),
 164       ConvertJavaStringToUTF8(env, token),
 165       ConvertJavaStringToUTF8(env, shared_secret)));
 166 }
 167
 168 static void SendExtensionMessage(JNIEnv* env,
 169                                  jclass clazz,
 170                                  jstring type,
 171                                  jstring data) {
 172   remoting::ChromotingJniRuntime::GetInstance()->session()->SendClientMessage(
 173       ConvertJavaStringToUTF8(env, type),
 174       ConvertJavaStringToUTF8(env, data));
 175 }
 176
 177 // ChromotingJniRuntime implementation.
 178
 179 // static
 180 ChromotingJniRuntime* ChromotingJniRuntime::GetInstance() {
 181   return Singleton<ChromotingJniRuntime>::get();
 182 }
 183
 184 ChromotingJniRuntime::ChromotingJniRuntime() {
 185   at_exit_manager_.reset(new base::AtExitManager());
 186
 187   // On Android, the UI thread is managed by Java, so we need to attach and
 188   // start a special type of message loop to allow Chromium code to run tasks.
 189   ui_loop_.reset(new base::MessageLoopForUI());
 190   ui_loop_->Start();
 191
 192   // TODO(solb) Stop pretending to control the managed UI thread's lifetime.
 193   ui_task_runner_ = new AutoThreadTaskRunner(ui_loop_->message_loop_proxy(),
 194                                              base::MessageLoop::QuitClosure());
 195   network_task_runner_ = AutoThread::CreateWithType("native_net",
 196                                                     ui_task_runner_,
 197                                                     base::MessageLoop::TYPE_IO);
 198   display_task_runner_ = AutoThread::Create("native_disp",
 199                                             ui_task_runner_);
 200
 201   url_requester_ =
 202       new URLRequestContextGetter(network_task_runner_, network_task_runner_);
 203
 204   // Allows later decoding of video frames.
 205   media::InitializeCPUSpecificYUVConversions();
 206 }
 207
 208 ChromotingJniRuntime::~ChromotingJniRuntime() {
 209   // The singleton should only ever be destroyed on the main thread.
 210   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 211
 212   // The session must be shut down first, since it depends on our other
 213   // components' still being alive.
 214   DisconnectFromHost();
 215
 216   base::WaitableEvent done_event(false, false);
 217   network_task_runner_->PostTask(FROM_HERE, base::Bind(
 218       &ChromotingJniRuntime::DetachFromVmAndSignal,
 219       base::Unretained(this),
 220       &done_event));
 221   done_event.Wait();
 222   display_task_runner_->PostTask(FROM_HERE, base::Bind(
 223       &ChromotingJniRuntime::DetachFromVmAndSignal,
 224       base::Unretained(this),
 225       &done_event));
 226   done_event.Wait();
 227   base::android::DetachFromVM();
 228 }
 229
 230 void ChromotingJniRuntime::ConnectToHost(const char* username,
 231                                   const char* auth_token,
 232                                   const char* host_jid,
 233                                   const char* host_id,
 234                                   const char* host_pubkey,
 235                                   const char* pairing_id,
 236                                   const char* pairing_secret,
 237                                   const char* capabilities) {
 238   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 239   DCHECK(!session_.get());
 240   session_ = new ChromotingJniInstance(this,
 241                                        username,
 242                                        auth_token,
 243                                        host_jid,
 244                                        host_id,
 245                                        host_pubkey,
 246                                        pairing_id,
 247                                        pairing_secret,
 248                                        capabilities);
 249 }
 250
 251 void ChromotingJniRuntime::DisconnectFromHost() {
 252   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 253   if (session_.get()) {
 254     session_->Disconnect();
 255     session_ = nullptr;
 256   }
 257 }
 258
 259 void ChromotingJniRuntime::OnConnectionState(
 260     protocol::ConnectionToHost::State state,
 261     protocol::ErrorCode error) {
 262   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 263
 264   JNIEnv* env = base::android::AttachCurrentThread();
 265   Java_JniInterface_onConnectionState(env, state, error);
 266 }
 267
 268 void ChromotingJniRuntime::DisplayAuthenticationPrompt(bool pairing_supported) {
 269   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 270
 271   JNIEnv* env = base::android::AttachCurrentThread();
 272   Java_JniInterface_displayAuthenticationPrompt(env, pairing_supported);
 273 }
 274
 275 void ChromotingJniRuntime::CommitPairingCredentials(const std::string& host,
 276                                                     const std::string& id,
 277                                                     const std::string& secret) {
 278   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 279
 280   JNIEnv* env = base::android::AttachCurrentThread();
 281   ScopedJavaLocalRef<jstring> j_host = ConvertUTF8ToJavaString(env, host);
 282   ScopedJavaLocalRef<jstring> j_id = ConvertUTF8ToJavaString(env, id);
 283   ScopedJavaLocalRef<jstring> j_secret = ConvertUTF8ToJavaString(env,secret);
 284
 285   Java_JniInterface_commitPairingCredentials(
 286       env, j_host.obj(), j_id.obj(), j_secret.obj());
 287 }
 288
 289 void ChromotingJniRuntime::FetchThirdPartyToken(const GURL& token_url,
 290                                                 const std::string& client_id,
 291                                                 const std::string& scope) {
 292   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 293   JNIEnv* env = base::android::AttachCurrentThread();
 294
 295   ScopedJavaLocalRef<jstring> j_url =
 296       ConvertUTF8ToJavaString(env, token_url.spec());
 297   ScopedJavaLocalRef<jstring> j_client_id =
 298       ConvertUTF8ToJavaString(env, client_id);
 299   ScopedJavaLocalRef<jstring> j_scope = ConvertUTF8ToJavaString(env, scope);
 300
 301   Java_JniInterface_fetchThirdPartyToken(
 302       env, j_url.obj(), j_client_id.obj(), j_scope.obj());
 303 }
 304
 305 void ChromotingJniRuntime::SetCapabilities(const std::string& capabilities) {
 306   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 307   JNIEnv* env = base::android::AttachCurrentThread();
 308
 309   ScopedJavaLocalRef<jstring> j_cap =
 310       ConvertUTF8ToJavaString(env, capabilities);
 311
 312   Java_JniInterface_setCapabilities(env, j_cap.obj());
 313 }
 314
 315 void ChromotingJniRuntime::HandleExtensionMessage(const std::string& type,
 316                                                   const std::string& message) {
 317   DCHECK(ui_task_runner_->BelongsToCurrentThread());
 318   JNIEnv* env = base::android::AttachCurrentThread();
 319
 320   ScopedJavaLocalRef<jstring> j_type = ConvertUTF8ToJavaString(env, type);
 321   ScopedJavaLocalRef<jstring> j_message = ConvertUTF8ToJavaString(env, message);
 322
 323   Java_JniInterface_handleExtensionMessage(env, j_type.obj(), j_message.obj());
 324 }
 325
 326 base::android::ScopedJavaLocalRef<jobject> ChromotingJniRuntime::NewBitmap(
 327     webrtc::DesktopSize size) {
 328   JNIEnv* env = base::android::AttachCurrentThread();
 329   return Java_JniInterface_newBitmap(env, size.width(), size.height());
 330 }
 331
 332 void ChromotingJniRuntime::UpdateFrameBitmap(jobject bitmap) {
 333   DCHECK(display_task_runner_->BelongsToCurrentThread());
 334
 335   JNIEnv* env = base::android::AttachCurrentThread();
 336   Java_JniInterface_setVideoFrame(env, bitmap);
 337 }
 338
 339 void ChromotingJniRuntime::UpdateCursorShape(
 340     const protocol::CursorShapeInfo& cursor_shape) {
 341   DCHECK(display_task_runner_->BelongsToCurrentThread());
 342
 343   // const_cast<> is safe as long as the Java updateCursorShape() method copies
 344   // the data out of the buffer without mutating it, and doesn't keep any
 345   // reference to the buffer afterwards. Unfortunately, there seems to be no way
 346   // to create a read-only ByteBuffer from a pointer-to-const.
 347   char* data = string_as_array(const_cast<std::string*>(&cursor_shape.data()));
 348   int cursor_total_bytes =
 349       cursor_shape.width() * cursor_shape.height() * kBytesPerPixel;
 350
 351   JNIEnv* env = base::android::AttachCurrentThread();
 352   base::android::ScopedJavaLocalRef<jobject> buffer(env,
 353       env->NewDirectByteBuffer(data, cursor_total_bytes));
 354   Java_JniInterface_updateCursorShape(env,
 355                                       cursor_shape.width(),
 356                                       cursor_shape.height(),
 357                                       cursor_shape.hotspot_x(),
 358                                       cursor_shape.hotspot_y(),
 359                                       buffer.obj());
 360 }
 361
 362 void ChromotingJniRuntime::RedrawCanvas() {
 363   DCHECK(display_task_runner_->BelongsToCurrentThread());
 364
 365   JNIEnv* env = base::android::AttachCurrentThread();
 366   Java_JniInterface_redrawGraphicsInternal(env);
 367 }
 368
 369 void ChromotingJniRuntime::DetachFromVmAndSignal(base::WaitableEvent* waiter) {
 370   base::android::DetachFromVM();
 371   waiter->Signal();
 372 }
 373 }  // namespace remoting