Skip to content

LiteRT: Native-Bibliothek vor Gemma‑4-Engine laden #77

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
Android-PowerUser wants to merge 10 commits into from
Closed

LiteRT: Native-Bibliothek vor Gemma‑4-Engine laden #77

Changes from 1 commit
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
1d7ef77
Fix LiteRT native loading fallback for Gemma 4
Android-PowerUser Apr 10, 2026
28f5bac
Fix internal LiteRT loader access error
Android-PowerUser Apr 10, 2026
c2ff8f4
Force CPU backend for Gemma 4 LiteRT stability
Android-PowerUser Apr 10, 2026
6fb9a40
Restore Gemma4 backend choice and add init diagnostics
Android-PowerUser Apr 10, 2026
84d9f3a
Set explicit CPU vision/audio backends for Gemma4 LiteRT
Android-PowerUser Apr 10, 2026
7a643ad
Align LiteRT integration with AI Edge Gallery setup
Android-PowerUser Apr 10, 2026
9a5afec
Use Java 11-compatible LiteRT-LM release
Android-PowerUser Apr 10, 2026
f8be311
Upgrade Android build toolchain for LiteRT 0.10 dexing
Android-PowerUser Apr 10, 2026
02918f9
Align Gemma4 config with gallery multimodal backend setup
Android-PowerUser Apr 10, 2026
3171897
Restore Gemma4 screenshots and add LiteRT backend fallbacks
Android-PowerUser Apr 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 15 additions & 0 deletions app/src/main/kotlin/com/google/ai/sample/feature/multimodal/PhotoReasoningViewModel.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ import com.google.ai.sample.ApiProvider
import com.google.ai.edge.litertlm.Backend
import com.google.ai.edge.litertlm.Engine
import com.google.ai.edge.litertlm.EngineConfig
import com.google.ai.edge.litertlm.NativeLibraryLoader
import com.google.mediapipe.tasks.genai.llminference.LlmInference
import okhttp3.MediaType.Companion.toMediaType
import okhttp3.OkHttpClient
Expand Down Expand Up @@ -86,6 +87,7 @@ class PhotoReasoningViewModel(

private var llmInference: LlmInference? = null
private var liteRtEngine: Engine? = null
private var liteRtNativeLoaded = false
private val TAG = "PhotoReasoningViewModel"

// WebRTC & Signaling
Expand Down Expand Up @@ -337,6 +339,7 @@ class PhotoReasoningViewModel(
if (!isLiteRtAbiSupported()) {
return "Gemma 4 offline is only supported on arm64-v8a or x86_64 devices."
}
ensureLiteRtNativeLoaded()
if (liteRtEngine == null) {
val liteRtBackend = if (backend == InferenceBackend.GPU) Backend.GPU else Backend.CPU
val engineConfig = EngineConfig(
Expand Down Expand Up @@ -388,6 +391,18 @@ class PhotoReasoningViewModel(
}
}

private fun ensureLiteRtNativeLoaded() {
if (liteRtNativeLoaded) return

runCatching {
NativeLibraryLoader.INSTANCE.load()
}.recoverCatching {
System.loadLibrary("litertlm_jni")
}.getOrThrow()

liteRtNativeLoaded = true
}

private fun isLiteRtAbiSupported(): Boolean {
val supportedAbis = Build.SUPPORTED_ABIS?.toSet().orEmpty()
return supportedAbis.contains("arm64-v8a") || supportedAbis.contains("x86_64")
Expand Down
Loading