Android 💚

- Adding image label

Author: pradyotprksh

android/ML Kit Examples/app/build.gradle.kts

@@ -57,6 +57,7 @@ dependencies {
     implementation(libs.camera.camera2)
     implementation(libs.camera.view)
     implementation(libs.camera.lifecycle)
+    implementation(libs.image.labeling)
 
     testImplementation(libs.junit)
 

android/ML Kit Examples/app/src/main/java/com/pradyotprakash/posedetection/MainActivity.kt

@@ -30,7 +30,9 @@ class MainActivity : ComponentActivity() {
 
     override fun onCreate(savedInstanceState: Bundle?) {
         super.onCreate(savedInstanceState)
-        requestedOrientation = ActivityInfo.SCREEN_ORIENTATION_SENSOR_LANDSCAPE
+        if (whichToRun == WhichToRun.PoseDetection) {
+            requestedOrientation = ActivityInfo.SCREEN_ORIENTATION_SENSOR_LANDSCAPE
+        }
         checkCameraPermission()
         enableEdgeToEdge()
     }

android/ML Kit Examples/app/src/main/java/com/pradyotprakash/posedetection/ProcessImage.kt

@@ -7,38 +7,72 @@ import androidx.camera.core.ImageProxy
 import androidx.compose.runtime.MutableState
 import androidx.compose.runtime.snapshots.SnapshotStateList
 import com.google.mlkit.vision.common.InputImage
+import com.google.mlkit.vision.label.ImageLabel
+import com.google.mlkit.vision.label.ImageLabeling
+import com.google.mlkit.vision.label.defaults.ImageLabelerOptions
 import com.google.mlkit.vision.pose.PoseDetection
 import com.google.mlkit.vision.pose.PoseLandmark
 import com.google.mlkit.vision.pose.defaults.PoseDetectorOptions
 
+val whichToRun = WhichToRun.ImageLabelling
+
+enum class WhichToRun {
+    PoseDetection,
+    ImageLabelling,
+}
+
 @OptIn(ExperimentalGetImage::class)
 fun processImageProxy(
+    whichToRun: WhichToRun,
     imageProxy: ImageProxy,
     poseLandmarks: SnapshotStateList<PoseLandmark>,
+    imageLabel: SnapshotStateList<ImageLabel>,
     imageWidth: MutableState<Int>,
     imageHeight: MutableState<Int>,
 ) {
     val mediaImage = imageProxy.image ?: return
     val image = InputImage.fromMediaImage(mediaImage, imageProxy.imageInfo.rotationDegrees)
 
-    val options = PoseDetectorOptions.Builder()
-        .setDetectorMode(PoseDetectorOptions.STREAM_MODE)
-        .setPreferredHardwareConfigs(PoseDetectorOptions.CPU_GPU)
-        .build()
+    when (whichToRun) {
+        WhichToRun.PoseDetection -> {
+            val poseDetectorOptions = PoseDetectorOptions.Builder()
+                .setDetectorMode(PoseDetectorOptions.STREAM_MODE)
+                .setPreferredHardwareConfigs(PoseDetectorOptions.CPU_GPU)
+                .build()
 
-    val poseDetector = PoseDetection.getClient(options)
+            val poseDetector = PoseDetection.getClient(poseDetectorOptions)
 
-    poseDetector.process(image)
-        .addOnSuccessListener { pose ->
-            poseLandmarks.clear()
-            poseLandmarks.addAll(pose.allPoseLandmarks)
-            imageWidth.value = mediaImage.width
-            imageHeight.value = mediaImage.height
-        }
-        .addOnFailureListener { e ->
-            Log.e("PoseDetection", "Detection failed", e)
+            poseDetector.process(image)
+                .addOnSuccessListener { pose ->
+                    poseLandmarks.clear()
+                    poseLandmarks.addAll(pose.allPoseLandmarks)
+                    imageWidth.value = mediaImage.width
+                    imageHeight.value = mediaImage.height
+                }
+                .addOnFailureListener { e ->
+                    Log.e("PoseDetection", "Detection failed", e)
+                }
+                .addOnCompleteListener {
+                    imageProxy.close()
+                }
         }
-        .addOnCompleteListener {
-            imageProxy.close()
+
+        WhichToRun.ImageLabelling -> {
+            val imageLabelerOptions = ImageLabelerOptions.Builder()
+                .build()
+
+            val labeler = ImageLabeling.getClient(imageLabelerOptions)
+
+            labeler.process(image)
+                .addOnSuccessListener { label ->
+                    imageLabel.addAll(label)
+                }
+                .addOnFailureListener { e ->
+                    Log.e("ImageLabeler", "Detection failed", e)
+                }
+                .addOnSuccessListener {
+                    imageProxy.close()
+                }
         }
+    }
 }

android/ML Kit Examples/app/src/main/java/com/pradyotprakash/posedetection/cameraScreen/CameraScreen.kt

@@ -8,9 +8,25 @@ import androidx.camera.lifecycle.ProcessCameraProvider
 import androidx.camera.view.PreviewView
 import androidx.compose.foundation.layout.Box
 import androidx.compose.foundation.layout.fillMaxSize
+import androidx.compose.foundation.layout.padding
+import androidx.compose.foundation.lazy.LazyColumn
+import androidx.compose.foundation.lazy.items
+import androidx.compose.material.icons.Icons
+import androidx.compose.material.icons.automirrored.filled.List
+import androidx.compose.material.icons.filled.List
+import androidx.compose.material3.Checkbox
+import androidx.compose.material3.ExperimentalMaterial3Api
+import androidx.compose.material3.Icon
+import androidx.compose.material3.IconButton
+import androidx.compose.material3.ModalBottomSheet
+import androidx.compose.material3.ModalBottomSheetDefaults
+import androidx.compose.material3.Text
+import androidx.compose.material3.rememberModalBottomSheetState
 import androidx.compose.runtime.Composable
 import androidx.compose.runtime.mutableIntStateOf
 import androidx.compose.runtime.remember
+import androidx.compose.runtime.rememberCoroutineScope
+import androidx.compose.ui.Alignment
 import androidx.compose.ui.Modifier
 import androidx.compose.ui.platform.LocalConfiguration
 import androidx.compose.ui.platform.LocalContext
@@ -19,9 +35,13 @@ import androidx.compose.ui.unit.dp
 import androidx.compose.ui.viewinterop.AndroidView
 import androidx.core.content.ContextCompat
 import androidx.lifecycle.compose.LocalLifecycleOwner
+import com.pradyotprakash.posedetection.WhichToRun
 import com.pradyotprakash.posedetection.processImageProxy
+import com.pradyotprakash.posedetection.whichToRun
+import kotlinx.coroutines.launch
 import java.util.concurrent.Executors
 
+@OptIn(ExperimentalMaterial3Api::class)
 @Composable
 fun CameraScreen(modifier: Modifier = Modifier) {
     val configuration = LocalConfiguration.current
@@ -30,8 +50,10 @@ fun CameraScreen(modifier: Modifier = Modifier) {
     val lifecycleOwner = LocalLifecycleOwner.current
     val previewView = remember { PreviewView(context) }
     val poseLandmarks = rememberPoseState()
+    val imageLabel = rememberImageLabel()
     val imageWidth = remember { mutableIntStateOf(1) }
     val imageHeight = remember { mutableIntStateOf(1) }
+    val sheetState = rememberModalBottomSheetState()
 
     Box(
         modifier = modifier,
@@ -50,8 +72,10 @@ fun CameraScreen(modifier: Modifier = Modifier) {
 
                 imageAnalysis.setAnalyzer(Executors.newSingleThreadExecutor()) { imageProxy ->
                     processImageProxy(
+                        whichToRun,
                         imageProxy,
                         poseLandmarks,
+                        imageLabel,
                         imageWidth,
                         imageHeight,
                     )
@@ -85,5 +109,23 @@ fun CameraScreen(modifier: Modifier = Modifier) {
                 screenHeight
             )
         }
+
+        if (whichToRun == WhichToRun.ImageLabelling) {
+            ModalBottomSheet(
+                sheetState = sheetState,
+                onDismissRequest = {}
+            ) {
+                LazyColumn(
+                    modifier = Modifier.fillMaxSize(),
+                ) {
+                    items(imageLabel.map { it.text }.toSet().toList()) {
+                        Text(
+                            it,
+                            modifier = Modifier.padding(2.dp)
+                        )
+                    }
+                }
+            }
+        }
     }
 }

android/ML Kit Examples/app/src/main/java/com/pradyotprakash/posedetection/cameraScreen/PoseState.kt

@@ -4,9 +4,15 @@ import androidx.compose.runtime.Composable
 import androidx.compose.runtime.mutableStateListOf
 import androidx.compose.runtime.remember
 import androidx.compose.runtime.snapshots.SnapshotStateList
+import com.google.mlkit.vision.label.ImageLabel
 import com.google.mlkit.vision.pose.PoseLandmark
 
 @Composable
 fun rememberPoseState(): SnapshotStateList<PoseLandmark> {
     return remember { mutableStateListOf() }
+}
+
+@Composable
+fun rememberImageLabel(): SnapshotStateList<ImageLabel> {
+    return remember { mutableStateListOf() }
 }

android/ML Kit Examples/gradle/libs.versions.toml

@@ -1,16 +1,17 @@
 [versions]
-agp = "8.8.0"
+agp = "8.8.2"
 kotlin = "2.0.0"
 coreKtx = "1.15.0"
 junit = "4.13.2"
 junitVersion = "1.2.1"
 espressoCore = "3.6.1"
 lifecycleRuntimeKtx = "2.8.7"
-activityCompose = "1.10.0"
-composeBom = "2025.01.01"
+activityCompose = "1.10.1"
+composeBom = "2025.03.00"
 poseDetectionAccurate = "18.0.0-beta5"
 poseDetection = "18.0.0-beta5"
 cameraxVersion = "1.4.1"
+imageLabeling = "17.0.9"
 
 [libraries]
 androidx-core-ktx = { group = "androidx.core", name = "core-ktx", version.ref = "coreKtx" }
@@ -33,6 +34,7 @@ camera-core = { group = "androidx.camera", name = "camera-core", version.ref = "
 camera-camera2 = { group = "androidx.camera", name = "camera-camera2", version.ref = "cameraxVersion" }
 camera-view = { group = "androidx.camera", name = "camera-view", version.ref = "cameraxVersion" }
 camera-lifecycle = { group = "androidx.camera", name = "camera-lifecycle", version.ref = "cameraxVersion" }
+image-labeling = { group = "com.google.mlkit", name = "image-labeling", version.ref = "imageLabeling" }
 
 [plugins]
 android-application = { id = "com.android.application", version.ref = "agp" }