From 4aedca8ee0cb3eb9f52a25e68864c3a652891b43 Mon Sep 17 00:00:00 2001
From: yuanyuanxiang <962914132@qq.com>
Date: Wed, 11 Nov 2026 20:46:21 +0100
Subject: [PATCH] Feature: Support voice monitoring on Android hosts
The master's voice monitoring menu sends COMMAND_AUDIO; the client opens a
ConnAuth sub-connection with TOKEN_AUDIO_START, the server opens CAudioDlg
and answers COMMAND_NEXT, then audio flows both ways. The protocol matches
the Windows client, so the server needs no changes.
The server's ACM format was read from Audio.cpp and AudioDlg.cpp first:
WAVE_FORMAT_GSM610, 8000 Hz mono, 65-byte blocks of 320 samples (40 ms),
about 1625 B/s. libgsm 1.0.13 (AOSP external/libgsm mirror) is vendored
under cpp/gsm and built with -DSASR -DWAV49 so its MS-GSM packing is
byte-identical to ACM GSM610. Encode and decode use separate gsm states
because frame_index/frame_chain live in the state.
Uplink packets are always exactly 1000 bytes: CAudio::PlayBuffer copies
1000 bytes from the buffer start regardless of packet length, so a short
packet would over-read. Since 1000 is not a multiple of 65, blocks
straddle packets; the stream is continuous and codec state carries over.
AudioMonitor.kt owns AudioRecord (8 kHz/16-bit/mono, 320 samples a read)
and AudioTrack playback of decoded downlink PCM. RECORD_AUDIO is requested
with POST_NOTIFICATIONS before the projection dialog, and CaptureService
adds the microphone FGS type only when held, falling back on failure. An
8-second dialog wait or missing microphone reports a tip to the master
instead of failing silently.
Verified on an Android 15 emulator against the Debug server: dialog
opened, uplink started, server receive counter grew at ~1.6 KB/s.
Downlink playback was not exercised (the test machine has no recording
device); that path is code-reviewed only.
Co-Authored-By: deepseek-flash
---
android/app/src/main/AndroidManifest.xml | 6 +-
android/app/src/main/cpp/AudioHandler.h | 191 ++++
android/app/src/main/cpp/CMakeLists.txt | 25 +
android/app/src/main/cpp/gsm/NOTICE | 35 +
android/app/src/main/cpp/gsm/README.md | 29 +
android/app/src/main/cpp/gsm/inc/config.h | 30 +
android/app/src/main/cpp/gsm/inc/gsm.h | 71 ++
android/app/src/main/cpp/gsm/inc/private.h | 269 +++++
android/app/src/main/cpp/gsm/inc/proto.h | 65 ++
android/app/src/main/cpp/gsm/inc/unproto.h | 23 +
android/app/src/main/cpp/gsm/src/add.c | 235 +++++
android/app/src/main/cpp/gsm/src/code.c | 97 ++
android/app/src/main/cpp/gsm/src/decode.c | 63 ++
android/app/src/main/cpp/gsm/src/gsm_create.c | 45 +
android/app/src/main/cpp/gsm/src/gsm_decode.c | 361 +++++++
.../app/src/main/cpp/gsm/src/gsm_destroy.c | 26 +
android/app/src/main/cpp/gsm/src/gsm_encode.c | 451 +++++++++
android/app/src/main/cpp/gsm/src/gsm_option.c | 69 ++
android/app/src/main/cpp/gsm/src/long_term.c | 949 ++++++++++++++++++
android/app/src/main/cpp/gsm/src/lpc.c | 341 +++++++
android/app/src/main/cpp/gsm/src/preprocess.c | 113 +++
android/app/src/main/cpp/gsm/src/rpe.c | 488 +++++++++
android/app/src/main/cpp/gsm/src/short_term.c | 429 ++++++++
android/app/src/main/cpp/gsm/src/table.c | 63 ++
android/app/src/main/cpp/main.cpp | 201 ++++
.../main/java/com/yama/client/AudioMonitor.kt | 194 ++++
.../java/com/yama/client/CaptureService.kt | 48 +-
.../main/java/com/yama/client/MainActivity.kt | 36 +-
.../main/java/com/yama/client/YamaBridge.kt | 6 +
docs/Mcp_Next_Plan.md | 2 +-
docs/Mcp_RemoteControl_Design.md | 40 +
31 files changed, 4979 insertions(+), 22 deletions(-)
create mode 100644 android/app/src/main/cpp/AudioHandler.h
create mode 100644 android/app/src/main/cpp/gsm/NOTICE
create mode 100644 android/app/src/main/cpp/gsm/README.md
create mode 100644 android/app/src/main/cpp/gsm/inc/config.h
create mode 100644 android/app/src/main/cpp/gsm/inc/gsm.h
create mode 100644 android/app/src/main/cpp/gsm/inc/private.h
create mode 100644 android/app/src/main/cpp/gsm/inc/proto.h
create mode 100644 android/app/src/main/cpp/gsm/inc/unproto.h
create mode 100644 android/app/src/main/cpp/gsm/src/add.c
create mode 100644 android/app/src/main/cpp/gsm/src/code.c
create mode 100644 android/app/src/main/cpp/gsm/src/decode.c
create mode 100644 android/app/src/main/cpp/gsm/src/gsm_create.c
create mode 100644 android/app/src/main/cpp/gsm/src/gsm_decode.c
create mode 100644 android/app/src/main/cpp/gsm/src/gsm_destroy.c
create mode 100644 android/app/src/main/cpp/gsm/src/gsm_encode.c
create mode 100644 android/app/src/main/cpp/gsm/src/gsm_option.c
create mode 100644 android/app/src/main/cpp/gsm/src/long_term.c
create mode 100644 android/app/src/main/cpp/gsm/src/lpc.c
create mode 100644 android/app/src/main/cpp/gsm/src/preprocess.c
create mode 100644 android/app/src/main/cpp/gsm/src/rpe.c
create mode 100644 android/app/src/main/cpp/gsm/src/short_term.c
create mode 100644 android/app/src/main/cpp/gsm/src/table.c
create mode 100644 android/app/src/main/java/com/yama/client/AudioMonitor.kt
diff --git a/android/app/src/main/AndroidManifest.xml b/android/app/src/main/AndroidManifest.xml
index 7c0d415..906fa9d 100644
--- a/android/app/src/main/AndroidManifest.xml
+++ b/android/app/src/main/AndroidManifest.xml
@@ -5,6 +5,10 @@
+
+
+