content/browser/speech/speech_recognizer_impl_android.cc

   1 // Copyright 2013 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "content/browser/speech/speech_recognizer_impl_android.h"
   6
   7 #include "base/android/jni_android.h"
   8 #include "base/android/jni_array.h"
   9 #include "base/android/jni_string.h"
  10 #include "base/android/scoped_java_ref.h"
  11 #include "base/bind.h"
  12 #include "base/strings/utf_string_conversions.h"
  13 #include "content/public/browser/browser_thread.h"
  14 #include "content/public/browser/speech_recognition_event_listener.h"
  15 #include "content/public/browser/speech_recognition_manager.h"
  16 #include "content/public/browser/speech_recognition_session_config.h"
  17 #include "content/public/common/speech_recognition_grammar.h"
  18 #include "content/public/common/speech_recognition_result.h"
  19 #include "jni/SpeechRecognition_jni.h"
  20
  21 using base::android::AppendJavaStringArrayToStringVector;
  22 using base::android::AttachCurrentThread;
  23 using base::android::ConvertUTF8ToJavaString;
  24 using base::android::GetApplicationContext;
  25 using base::android::JavaFloatArrayToFloatVector;
  26
  27 namespace content {
  28
  29 SpeechRecognizerImplAndroid::SpeechRecognizerImplAndroid(
  30     SpeechRecognitionEventListener* listener,
  31     int session_id)
  32     : SpeechRecognizer(listener, session_id),
  33       state_(STATE_IDLE) {
  34 }
  35
  36 SpeechRecognizerImplAndroid::~SpeechRecognizerImplAndroid() { }
  37
  38 void SpeechRecognizerImplAndroid::StartRecognition(
  39     const std::string& device_id) {
  40   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
  41   // TODO(xians): Open the correct device for speech on Android.
  42   BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
  43       &SpeechRecognitionEventListener::OnRecognitionStart,
  44       base::Unretained(listener()),
  45       session_id()));
  46   SpeechRecognitionSessionConfig config =
  47       SpeechRecognitionManager::GetInstance()->GetSessionConfig(session_id());
  48   BrowserThread::PostTask(BrowserThread::UI, FROM_HERE, base::Bind(
  49       &content::SpeechRecognizerImplAndroid::StartRecognitionOnUIThread, this,
  50       config.language, config.continuous, config.interim_results));
  51 }
  52
  53 void SpeechRecognizerImplAndroid::StartRecognitionOnUIThread(
  54     std::string language, bool continuous, bool interim_results) {
  55   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
  56   JNIEnv* env = AttachCurrentThread();
  57   j_recognition_.Reset(Java_SpeechRecognition_createSpeechRecognition(env,
  58       GetApplicationContext(), reinterpret_cast<intptr_t>(this)));
  59   Java_SpeechRecognition_startRecognition(env, j_recognition_.obj(),
  60       ConvertUTF8ToJavaString(env, language).obj(), continuous,
  61       interim_results);
  62 }
  63
  64 void SpeechRecognizerImplAndroid::AbortRecognition() {
  65   if (BrowserThread::CurrentlyOn(BrowserThread::IO)) {
  66     state_ = STATE_IDLE;
  67     BrowserThread::PostTask(BrowserThread::UI, FROM_HERE, base::Bind(
  68         &content::SpeechRecognizerImplAndroid::AbortRecognition, this));
  69     return;
  70   }
  71   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
  72   JNIEnv* env = AttachCurrentThread();
  73   if (!j_recognition_.is_null())
  74     Java_SpeechRecognition_abortRecognition(env, j_recognition_.obj());
  75 }
  76
  77 void SpeechRecognizerImplAndroid::StopAudioCapture() {
  78   if (BrowserThread::CurrentlyOn(BrowserThread::IO)) {
  79     BrowserThread::PostTask(BrowserThread::UI, FROM_HERE, base::Bind(
  80         &content::SpeechRecognizerImplAndroid::StopAudioCapture, this));
  81     return;
  82   }
  83   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
  84   JNIEnv* env = AttachCurrentThread();
  85   if (!j_recognition_.is_null())
  86     Java_SpeechRecognition_stopRecognition(env, j_recognition_.obj());
  87 }
  88
  89 bool SpeechRecognizerImplAndroid::IsActive() const {
  90   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
  91   return state_ != STATE_IDLE;
  92 }
  93
  94 bool SpeechRecognizerImplAndroid::IsCapturingAudio() const {
  95   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
  96   return state_ == STATE_CAPTURING_AUDIO;
  97 }
  98
  99 void SpeechRecognizerImplAndroid::OnAudioStart(JNIEnv* env, jobject obj) {
 100   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 101     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 102         &SpeechRecognizerImplAndroid::OnAudioStart, this,
 103         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL)));
 104     return;
 105   }
 106   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 107   state_ = STATE_CAPTURING_AUDIO;
 108   listener()->OnAudioStart(session_id());
 109 }
 110
 111 void SpeechRecognizerImplAndroid::OnSoundStart(JNIEnv* env, jobject obj) {
 112   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 113     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 114         &SpeechRecognizerImplAndroid::OnSoundStart, this,
 115         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL)));
 116     return;
 117   }
 118   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 119   listener()->OnSoundStart(session_id());
 120 }
 121
 122 void SpeechRecognizerImplAndroid::OnSoundEnd(JNIEnv* env, jobject obj) {
 123   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 124     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 125         &SpeechRecognizerImplAndroid::OnSoundEnd, this,
 126         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL)));
 127     return;
 128   }
 129   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 130   listener()->OnSoundEnd(session_id());
 131 }
 132
 133 void SpeechRecognizerImplAndroid::OnAudioEnd(JNIEnv* env, jobject obj) {
 134   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 135     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 136         &SpeechRecognizerImplAndroid::OnAudioEnd, this,
 137         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL)));
 138     return;
 139   }
 140   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 141   if (state_ == STATE_CAPTURING_AUDIO)
 142     state_ = STATE_AWAITING_FINAL_RESULT;
 143   listener()->OnAudioEnd(session_id());
 144 }
 145
 146 void SpeechRecognizerImplAndroid::OnRecognitionResults(JNIEnv* env, jobject obj,
 147     jobjectArray strings, jfloatArray floats, jboolean provisional) {
 148   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::UI));
 149   std::vector<base::string16> options;
 150   AppendJavaStringArrayToStringVector(env, strings, &options);
 151   std::vector<float> scores(options.size(), 0.0);
 152   if (floats != NULL)
 153     JavaFloatArrayToFloatVector(env, floats, &scores);
 154   SpeechRecognitionResults results;
 155   results.push_back(SpeechRecognitionResult());
 156   SpeechRecognitionResult& result = results.back();
 157   CHECK_EQ(options.size(), scores.size());
 158   for (size_t i = 0; i < options.size(); ++i) {
 159     result.hypotheses.push_back(SpeechRecognitionHypothesis(
 160         options[i], static_cast<double>(scores[i])));
 161   }
 162   result.is_provisional = provisional;
 163   BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 164       &SpeechRecognizerImplAndroid::OnRecognitionResultsOnIOThread,
 165       this, results));
 166 }
 167
 168 void SpeechRecognizerImplAndroid::OnRecognitionResultsOnIOThread(
 169     SpeechRecognitionResults const &results) {
 170   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 171   listener()->OnRecognitionResults(session_id(), results);
 172 }
 173
 174 void SpeechRecognizerImplAndroid::OnRecognitionError(JNIEnv* env,
 175     jobject obj, jint error) {
 176   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 177     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 178         &SpeechRecognizerImplAndroid::OnRecognitionError, this,
 179         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL), error));
 180     return;
 181   }
 182   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 183   SpeechRecognitionErrorCode code =
 184       static_cast<SpeechRecognitionErrorCode>(error);
 185   listener()->OnRecognitionError(session_id(), SpeechRecognitionError(code));
 186 }
 187
 188 void SpeechRecognizerImplAndroid::OnRecognitionEnd(JNIEnv* env,
 189     jobject obj) {
 190   if (BrowserThread::CurrentlyOn(BrowserThread::UI)) {
 191     BrowserThread::PostTask(BrowserThread::IO, FROM_HERE, base::Bind(
 192         &SpeechRecognizerImplAndroid::OnRecognitionEnd, this,
 193         static_cast<JNIEnv*>(NULL), static_cast<jobject>(NULL)));
 194     return;
 195   }
 196   DCHECK(BrowserThread::CurrentlyOn(BrowserThread::IO));
 197   state_ = STATE_IDLE;
 198   listener()->OnRecognitionEnd(session_id());
 199 }
 200
 201 // static
 202 bool SpeechRecognizerImplAndroid::RegisterSpeechRecognizer(JNIEnv* env) {
 203   return RegisterNativesImpl(env);
 204 }
 205
 206 }  // namespace content