Skip to content

Feature/stream session frame stream #4

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
kelvinharron wants to merge 2 commits into from
Closed

Feature/stream session frame stream #4

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
e20221c
feat: rework captureStreamFrame to pull jpeg with configurable qualit…
kelvinharron Mar 28, 2026
61b147c
fix: compiler error in swift named parameter
kelvinharron Mar 28, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
23 changes: 19 additions & 4 deletions android/src/main/kotlin/io/rodcone/flutter_meta_wearables_dat/FrameProcessor.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import android.graphics.Canvas
import android.util.Log
import android.view.Surface
import com.meta.wearable.dat.camera.types.VideoFrame
import java.io.ByteArrayOutputStream
import java.nio.ByteBuffer

/**
Expand Down Expand Up @@ -75,9 +76,9 @@ internal class FrameProcessor {
if (frameCount % 30 == 0 && lastTime != null) {
val actualFPS = 1_000_000_000.0 / (now - lastTime)
Log.d(
TAG,
"Texture path — $frameCount frames, " +
"target: $targetFPS, actual: ${"%.1f".format(actualFPS)} FPS"
TAG,
"Texture path — $frameCount frames, " +
"target: $targetFPS, actual: ${"%.1f".format(actualFPS)} FPS"
)
}
}
Expand All @@ -90,6 +91,15 @@ internal class FrameProcessor {
return bmp == null || bmp.width != width || bmp.height != height
}

@Synchronized
fun copyAsJpegBytes(quality: Int = 70): ByteArray? {
val bmp = reusableBitmap ?: return null
val stream = ByteArrayOutputStream()
bmp.compress(Bitmap.CompressFormat.JPEG, quality, stream)

return stream.toByteArray()
}

fun release() {
reusableBitmap?.recycle()
reusableBitmap = null
Expand All @@ -104,7 +114,12 @@ internal class FrameProcessor {
* Uses BT.601 full-range coefficients with fixed-point integer math (scaled by 1024).
* Reuses byte/pixel arrays across frames to avoid per-frame GC pressure.
*/
private fun convertI420toArgbBitmap(buffer: ByteBuffer, width: Int, height: Int, bitmap: Bitmap) {
private fun convertI420toArgbBitmap(
buffer: ByteBuffer,
width: Int,
height: Int,
bitmap: Bitmap
) {
val dataSize = buffer.remaining()
var byteArray = reusableByteArray
if (byteArray == null || byteArray.size < dataSize) {
Expand Down
Loading
Loading