Merge pull request #5 from StudyProject-NLI/lara

refactoring, basic TTS and STT functionalities

Author: Maximilian Häming

app/src/main/java/com/nlinterface/activities/GroceryListActivity.kt

@@ -1,6 +1,9 @@
 package com.nlinterface.activities
 
+import android.content.Intent
 import android.os.Bundle
+import android.speech.tts.TextToSpeech
+import android.speech.tts.TextToSpeech.OnInitListener
 import android.util.Log
 import android.view.View
 import android.view.WindowManager
@@ -9,71 +12,84 @@ import android.widget.EditText
 import android.widget.ImageButton
 import androidx.appcompat.app.AlertDialog
 import androidx.appcompat.app.AppCompatActivity
-import androidx.constraintlayout.widget.ConstraintLayout
+import androidx.lifecycle.Observer
 import androidx.lifecycle.ViewModelProvider
 import androidx.recyclerview.widget.ItemTouchHelper
 import androidx.recyclerview.widget.LinearLayoutManager
 import androidx.recyclerview.widget.RecyclerView
 import com.google.android.material.dialog.MaterialAlertDialogBuilder
-import com.google.android.material.dialog.MaterialDialogs
 import com.nlinterface.R
 import com.nlinterface.adapters.GroceryListAdapter
 import com.nlinterface.databinding.ActivityGroceryListBinding
 import com.nlinterface.dataclasses.GroceryItem
 import com.nlinterface.interfaces.GroceryListCallback
+import com.nlinterface.utility.ActivityType
 import com.nlinterface.utility.GlobalParameters
+import com.nlinterface.utility.TextToSpeechUtility
 import com.nlinterface.utility.setViewRelativeSize
 import com.nlinterface.viewmodels.GroceryListViewModel
+import java.util.Locale
 
 
 class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
 
     private lateinit var binding: ActivityGroceryListBinding
     private lateinit var groceryItemList: ArrayList<GroceryItem>
-    private lateinit var layout: ConstraintLayout
     private lateinit var adapter: GroceryListAdapter
     private lateinit var viewModel: GroceryListViewModel
-
     private lateinit var voiceActivationButton: ImageButton
 
     override fun onCreate(savedInstanceState: Bundle?) {
         super.onCreate(savedInstanceState)
 
+        binding = ActivityGroceryListBinding.inflate(layoutInflater)
+        setContentView(binding.root)
+
+        viewModel = ViewModelProvider(this)[GroceryListViewModel::class.java]
+
+        viewModel.fetchGroceryList()
+
         // process keep screen on settings
         if (GlobalParameters.instance!!.keepScreenOnSwitch == GlobalParameters.KeepScreenOn.YES) {
             window.addFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON)
         } else {
             window.clearFlags(WindowManager.LayoutParams.FLAG_KEEP_SCREEN_ON)
         }
 
-        viewModel = ViewModelProvider(this)[GroceryListViewModel::class.java]
-        viewModel.fetchGroceryList()
-
-        binding = ActivityGroceryListBinding.inflate(layoutInflater)
-        setContentView(binding.root)
-        this.layout = findViewById(R.id.activity_grocery_list_cl)
-
-        // RecyclerView
-        val rvGroceryList = findViewById<View>(R.id.grocery_list_rv) as RecyclerView
-        groceryItemList = viewModel.groceryList
+        configureUI()
+        configureTTS()
+        configureSTT()
+    }
 
-        adapter = GroceryListAdapter(groceryItemList, this)
-        rvGroceryList.adapter = adapter
-        rvGroceryList.layoutManager = LinearLayoutManager(this)
+    private fun configureUI() {
 
-        // Add Item Button Listener
+        // set up add item button listener
         val addItemButton: Button = findViewById<View>(R.id.add_item_bt) as Button
         addItemButton.setOnClickListener {
             onAddItemButtonClick()
         }
 
-        val voiceActivationButton = findViewById<View>(R.id.voice_activation_bt) as ImageButton
-        setViewRelativeSize(voiceActivationButton, 1.0, 0.33)
-
+        // set up voice activation button listener
+        voiceActivationButton = findViewById<View>(R.id.voice_activation_bt) as ImageButton
         voiceActivationButton.setOnClickListener {
-            onAddVoiceActivationButtonClick()
+            onVoiceActivationButtonClick()
         }
 
+        // resize Voice Activation Button to 1/3 of display size
+        setViewRelativeSize(voiceActivationButton, 1.0, 0.33)
+
+        configureRecyclerView()
+    }
+
+    private fun configureRecyclerView() {
+        // RecyclerView
+        val rvGroceryList = findViewById<View>(R.id.grocery_list_rv) as RecyclerView
+        groceryItemList = viewModel.groceryList
+
+        adapter = GroceryListAdapter(groceryItemList, this)
+        rvGroceryList.adapter = adapter
+        rvGroceryList.layoutManager = LinearLayoutManager(this)
+
         ItemTouchHelper(object : ItemTouchHelper.SimpleCallback(
             0, ItemTouchHelper.LEFT
         ) {
@@ -92,6 +108,8 @@ class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
                 viewModel.deleteGroceryItem(groceryItem)
 
                 adapter.notifyItemRemoved(index)
+
+                viewModel.say(resources.getString(R.string.deleted_ITEMNAME_from_grocery_list, groceryItem.itemName))
             }
         }).attachToRecyclerView(rvGroceryList)
 
@@ -113,6 +131,8 @@ class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
                 viewModel.deleteGroceryItem(groceryItem)
 
                 adapter.notifyItemRemoved(index)
+
+                viewModel.say(resources.getString(R.string.deleted_ITEMNAME_from_grocery_list, groceryItem.itemName))
             }
         }).attachToRecyclerView(rvGroceryList)
     }
@@ -122,8 +142,84 @@ class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
         viewModel.storeGroceryList()
     }
 
-    private fun onAddVoiceActivationButtonClick() {
-        Log.println(Log.ASSERT, "GroceryListActivity: onAddVoiceActivationButtonClick", "Button CLicked")
+    private fun configureTTS() {
+
+        viewModel.initTTS()
+
+        val ttsInitializedObserver = Observer<Boolean> { _ ->
+            viewModel.say(resources.getString(R.string.grocery_list))
+        }
+
+        viewModel.ttsInitialized.observe(this, ttsInitializedObserver)
+
+    }
+
+    private fun configureSTT() {
+
+        viewModel.initSTT()
+
+        val sttIsListeningObserver = Observer<Boolean> { isListening ->
+            if (isListening) {
+                voiceActivationButton.setImageResource(R.drawable.ic_mic_green)
+            } else {
+                voiceActivationButton.setImageResource(R.drawable.ic_mic_white)
+            }
+        }
+
+        viewModel.isListening.observe(this, sttIsListeningObserver)
+
+        val commandObserver = Observer<ArrayList<String>> {command ->
+            executeCommand(command)
+        }
+
+        viewModel.command.observe(this, commandObserver)
+
+    }
+
+    private fun executeCommand(command: ArrayList<String>?) {
+
+        if (command != null && command.size == 3) {
+            if (command[0] == "GOTO") {
+                navToActivity(command[1])
+            } else {
+                viewModel.say(resources.getString(R.string.choose_activity_to_navigate_to))
+            }
+        }
+
+    }
+
+    private fun navToActivity(activity: String) {
+
+        Log.println(Log.DEBUG, "navToActivity", activity)
+
+        when (activity) {
+
+            ActivityType.GROCERYLIST.toString() -> {
+                viewModel.say(resources.getString(R.string.grocery_list))
+            }
+
+            ActivityType.MAIN.toString() -> {
+                val intent = Intent(this, MainActivity::class.java)
+                this.startActivity(intent)
+            }
+            ActivityType.PLACEDETAILS.toString() -> {
+                val intent = Intent(this, PlaceDetailsActivity::class.java)
+                this.startActivity(intent)
+            }
+            ActivityType.SETTINGS.toString() -> {
+                val intent = Intent(this, SettingsActivity::class.java)
+                this.startActivity(intent)
+            }
+
+        }
+    }
+
+    private fun onVoiceActivationButtonClick() {
+        if (viewModel.isListening.value == false) {
+            viewModel.handleSpeechBegin()
+        } else {
+            viewModel.cancelListening()
+        }
     }
 
     private fun onAddItemButtonClick() {
@@ -142,9 +238,13 @@ class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
 
                     viewModel.addGroceryItem(newItemName)
                     adapter.notifyItemInserted(groceryItemList.size - 1)
+
+                    viewModel.say(resources.getString(R.string.added_ITEMNAME_to_list, newItemName))
                 }
 
-                setNegativeButton(R.string.cancel) { _, _ -> }
+                setNegativeButton(R.string.cancel) { _, _ ->
+                    viewModel.say(resources.getString(R.string.cancelled_adding_item))
+                }
             }
             // Set other dialog properties
             builder.setTitle(R.string.add_new_grocery_item)
@@ -153,14 +253,23 @@ class GroceryListActivity : AppCompatActivity(), GroceryListCallback {
         }
         alertDialog.window?.setSoftInputMode(WindowManager.LayoutParams.SOFT_INPUT_STATE_VISIBLE);
         alertDialog.show()
+        viewModel.say(resources.getString(R.string.enter_item_to_add))
     }
 
-
-    
     override fun onLongClick(item: GroceryItem) {
         val index = groceryItemList.indexOf(item)
-        viewModel.placeGroceryItemInCart(item)
+        val inCart = viewModel.placeGroceryItemInCart(item)
         adapter.notifyItemChanged(index)
+
+        if (inCart) {
+            viewModel.say(resources.getString(R.string.placed_ITEMNAME_into_cart, item.itemName))
+        } else {
+            viewModel.say(resources.getString(R.string.removed_ITEMNAME_from_cart, item.itemName))
+        }
+    }
+
+    override fun onClick(item: GroceryItem) {
+        viewModel.say(item.itemName)
     }
 
 }