xbmc/platform/android/speech/SpeechRecognitionAndroid.cpp

   1 /*
   2  *  Copyright (C) 2012-2022 Team Kodi
   3  *  This file is part of Kodi - https://kodi.tv
   4  *
   5  *  SPDX-License-Identifier: GPL-2.0-or-later
   6  *  See LICENSES/README.md for more information.
   7  */
   8
   9 #include "SpeechRecognitionAndroid.h"
  10
  11 #include "speech/ISpeechRecognitionListener.h"
  12 #include "speech/SpeechRecognitionErrors.h"
  13 #include "utils/log.h"
  14
  15 #include "platform/android/activity/JNIMainActivity.h"
  16 #include "platform/android/activity/XBMCApp.h"
  17 #include "platform/android/speech/SpeechRecognitionListenerAndroid.h"
  18
  19 #include <mutex>
  20
  21 #include <androidjni/Context.h>
  22 #include <androidjni/Intent.h>
  23 #include <androidjni/IntentFilter.h>
  24 #include <androidjni/PackageManager.h>
  25 #include <androidjni/RecognizerIntent.h>
  26 #include <androidjni/SpeechRecognizer.h>
  27 #include <jni.h>
  28
  29 std::shared_ptr<speech::ISpeechRecognition> speech::ISpeechRecognition::CreateInstance()
  30 {
  31   return std::make_shared<CSpeechRecognitionAndroid>(CXBMCApp::Get());
  32 }
  33
  34 CSpeechRecognitionAndroid::CSpeechRecognitionAndroid(const CJNIContext& context)
  35   : m_context(context)
  36 {
  37 }
  38
  39 CSpeechRecognitionAndroid::~CSpeechRecognitionAndroid()
  40 {
  41 }
  42
  43 void CSpeechRecognitionAndroid::StartSpeechRecognition(
  44     const std::shared_ptr<speech::ISpeechRecognitionListener>& listener)
  45 {
  46   if (CJNISpeechRecognizer::isRecognitionAvailable(m_context))
  47   {
  48     if (CJNIContext::checkCallingOrSelfPermission("android.permission.RECORD_AUDIO") ==
  49         CJNIPackageManager::PERMISSION_GRANTED)
  50     {
  51       std::unique_lock<CCriticalSection> lock(m_speechRecognitionListenersMutex);
  52       m_speechRecognitionListeners.emplace_back(
  53           std::make_unique<CSpeechRecognitionListenerAndroid>(listener, *this));
  54       lock.unlock();
  55
  56       // speech recognizer init must be called from the main thread:
  57       // https://developer.android.com/reference/android/speech/SpeechRecognizer
  58       jni::CJNIMainActivity::runNativeOnUiThread(RegisterSpeechRecognitionListener, this);
  59     }
  60     else
  61     {
  62       CLog::LogF(LOGERROR, "Permission RECORD_AUDIO is not granted");
  63       listener->OnError(speech::RecognitionError::INSUFFICIENT_PERMISSIONS);
  64     }
  65   }
  66   else
  67   {
  68     CLog::LogF(LOGERROR, "Speech recognition service is not available");
  69     listener->OnError(speech::RecognitionError::SERVICE_NOT_AVAILABLE);
  70   }
  71 }
  72
  73 void CSpeechRecognitionAndroid::RegisterSpeechRecognitionListener(void* thiz)
  74 {
  75   CSpeechRecognitionAndroid* sra = static_cast<CSpeechRecognitionAndroid*>(thiz);
  76
  77   CJNISpeechRecognizer speechRecognizer =
  78       CJNISpeechRecognizer::createSpeechRecognizer(sra->m_context);
  79
  80   std::unique_lock<CCriticalSection> lock(sra->m_speechRecognitionListenersMutex);
  81   speechRecognizer.setRecognitionListener(*(sra->m_speechRecognitionListeners.back()));
  82   lock.unlock();
  83
  84   CJNIIntent intent = CJNIIntent(CJNIRecognizerIntent::ACTION_RECOGNIZE_SPEECH);
  85   intent.putExtra(CJNIRecognizerIntent::EXTRA_LANGUAGE_MODEL,
  86                   CJNIRecognizerIntent::LANGUAGE_MODEL_FREE_FORM);
  87
  88   speechRecognizer.startListening(intent);
  89 }
  90
  91 void CSpeechRecognitionAndroid::SpeechRecognitionDone(
  92     jni::CJNIXBMCSpeechRecognitionListener* listener)
  93 {
  94   std::unique_lock<CCriticalSection> lock(m_speechRecognitionListenersMutex);
  95   for (auto it = m_speechRecognitionListeners.begin(); it != m_speechRecognitionListeners.end();
  96        ++it)
  97   {
  98     if ((*it).get() == listener)
  99     {
 100       m_speechRecognitionListeners.erase(it);
 101       break;
 102     }
 103   }
 104 }