Files
SimpleRemoter/server/2015Remote/VideoDlg.cpp
T
yuanyuanxiangandClaude Code 998c16edc5 Feature: support camera streaming on Android hosts
Android 摄像头(COMMAND_WEBCAM)此前未实现。客户端用 Camera2 ImageReader
直接输出 JPEG(1280x720、8fps、按传感器方向摆正),第一帧到达时从 JPEG
SOF 读出真实宽高再发 TOKEN_WEBCAM_BITMAPINFO(部分 HAL 会按方向物理旋转
导致宽高互换,以实际帧为准可避免服务端尺寸不符丢帧黑屏),之后每帧
[TOKEN_WEBCAM_DIB][isCompress=1][JPGD][JPEG]。

服务端视频对话框识别 JPGD FOURCC,用 libjpeg 直接解成 bottom-up BGR24;
DrawDib 与「保存 AVI」两条路径都不用改,目标机也不需要安装 VFW 编解码器。
BITMAPINFO 的 biSizeImage 按 DWORD 对齐的 stride 计算。

注意:服务端不要引用 turbojpeg 的 tj* 符号——会拉进与 Debug 构建不兼容的
运行时,启动即 0xC0000005;解码统一走项目已在用的 jpeg_* API。

验证:模拟器虚拟相机出图,窗口标题 127.0.0.1 - Video 1280x720;关闭对话框
后 camera stopped,服务端稳定。

Model: deepseek-flash
Co-Authored-By: Claude Code <noreply@anthropic.com>
2026-11-16 18:36:48 +01:00

386 lines
11 KiB
C++
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
// VideoDlg.cpp : 实现文件
//
#include "stdafx.h"
#include "2015Remote.h"
#include "VideoDlg.h"
#include "afxdialogex.h"
// Android 客户端直接发 JPEG:用项目已在用的 libjpeg(HideScreenSpyDlg.cpp 的
// JPG_BMP 走同一套 API 与同一份库),不再引入 turbojpeg 的 tj* 运行时符号。
#include "../common/jpeglib.h"
enum {
IDM_ENABLECOMPRESS = 0x0010, // 视频压缩
IDM_SAVEAVI, // 保存录像
};
// CVideoDlg 对话框
IMPLEMENT_DYNAMIC(CVideoDlg, CDialog)
void CVideoDlg::SaveAvi(void)
{
CMenu *pSysMenu = GetSystemMenu(FALSE);
if (pSysMenu->GetMenuState(IDM_SAVEAVI, MF_BYCOMMAND) & MF_CHECKED) {
pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_UNCHECKED);
m_aviFile.Empty();
m_aviStream.Close();
return;
}
CString strFileName = m_IPAddress + CTime::GetCurrentTime().FormatL("_%Y-%m-%d_%H-%M-%S.avi");
CFileDialog dlg(FALSE, "avi", strFileName, OFN_OVERWRITEPROMPT, _T("Video(*.avi)|*.avi|"), this);
if(dlg.DoModal () != IDOK)
return;
m_aviFile = dlg.GetPathName();
int code;
if (code = m_aviStream.Open(m_aviFile, m_BitmapInfor_Full)) {
CString msg;
msg.FormatL("创建录像文件失败: %s\r\n错误代码: %s", m_aviFile.GetString(), CBmpToAvi::GetErrMsg(code).c_str());
MessageBox(msg, _TR("提示"), MB_ICONINFORMATION);
m_aviFile.Empty();
} else {
pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_CHECKED);
}
}
CVideoDlg::CVideoDlg(CWnd* pParent, Server* IOCPServer, CONTEXT_OBJECT *ContextObject)
: DialogBase(CVideoDlg::IDD, pParent, IOCPServer, ContextObject, IDI_ICON_CAMERA)
{
m_nCount = 0;
m_aviFile.Empty();
m_BitmapInfor_Full = NULL;
m_pVideoCodec = NULL;
m_BitmapData_Full = NULL;
m_BitmapCompressedData_Full = NULL;
ResetScreen();
}
void CVideoDlg::ResetScreen(void)
{
if (m_BitmapInfor_Full) {
delete m_BitmapInfor_Full;
m_BitmapInfor_Full = NULL;
}
int iBitMapInforSize = m_ContextObject->InDeCompressedBuffer.GetBufferLength() - 1;
m_BitmapInfor_Full = (LPBITMAPINFO) new BYTE[iBitMapInforSize];
m_ContextObject->InDeCompressedBuffer.CopyBuffer(m_BitmapInfor_Full, iBitMapInforSize, 1);
m_BitmapData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage];
m_BitmapCompressedData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage];
}
CVideoDlg::~CVideoDlg()
{
if (!m_aviFile.IsEmpty()) {
SaveAvi();
m_aviFile.Empty();
}
if (m_pVideoCodec) {
delete m_pVideoCodec;
m_pVideoCodec = NULL;
}
if (m_BitmapData_Full) {
delete m_BitmapData_Full;
m_BitmapData_Full = NULL;
}
if (m_BitmapInfor_Full) {
delete m_BitmapInfor_Full;
m_BitmapInfor_Full = NULL;
}
if (m_BitmapCompressedData_Full) {
delete m_BitmapCompressedData_Full;
m_BitmapCompressedData_Full = NULL;
}
}
void CVideoDlg::DoDataExchange(CDataExchange* pDX)
{
__super::DoDataExchange(pDX);
}
BEGIN_MESSAGE_MAP(CVideoDlg, CDialog)
ON_WM_CLOSE()
ON_WM_SYSCOMMAND()
ON_WM_PAINT()
END_MESSAGE_MAP()
// CVideoDlg 消息处理程序
BOOL CVideoDlg::OnInitDialog()
{
__super::OnInitDialog();
CMenu* SysMenu = GetSystemMenu(FALSE);
if (SysMenu != NULL) {
m_hDD = DrawDibOpen();
m_hDC = ::GetDC(m_hWnd);
SysMenu->AppendMenuL(MF_STRING, IDM_ENABLECOMPRESS, "视频压缩(&C)");
SysMenu->AppendMenuL(MF_STRING, IDM_SAVEAVI, "保存录像(&V)");
SysMenu->AppendMenuSeparator(MF_SEPARATOR);
CString strString;
strString.FormatL("%s - 视频管理 %d×%d", m_IPAddress, m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight);
SetWindowText(strString);
BYTE bToken = COMMAND_NEXT;
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
}
SetIcon(m_hIcon, TRUE);
SetIcon(m_hIcon, FALSE);
return TRUE;
}
void CVideoDlg::OnClose()
{
CancelIO();
// 等待数据处理完毕
if (IsProcessing()) {
ShowWindow(SW_HIDE);
return;
}
if (!m_aviFile.IsEmpty()) {
SaveAvi();
m_aviFile.Empty();
}
DialogBase::OnClose();
}
void CVideoDlg::OnReceiveComplete(void)
{
++m_nCount;
switch (m_ContextObject->InDeCompressedBuffer.GetBYTE(0)) {
case TOKEN_WEBCAM_DIB: {
DrawDIB();//这里是绘图函数,转到他的代码看一下
break;
}
default:
// 传输发生异常数据
break;
}
}
void CVideoDlg::DrawDIB(void)
{
CMenu* SysMenu = GetSystemMenu(FALSE);
if (SysMenu == NULL)
return;
const int nHeadLen = 1 + 1 + 4;
Buffer tmp = m_ContextObject->InDeCompressedBuffer.GetMyBuffer(0);
LPBYTE szBuffer = tmp.Buf();
UINT ulBufferLen = m_ContextObject->InDeCompressedBuffer.GetBufferLength();
if (szBuffer[1] == 0) { // 没有经过H263压缩的原始数据,不需要解码
// 第一次,没有压缩,说明服务端不支持指定的解码器
if (m_nCount == 1) {
SysMenu->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED);
}
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_UNCHECKED);
memcpy(m_BitmapData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen);
} else if (*(LPDWORD)(szBuffer + 2) == ENCODER_JPEG_DIRECT) {
// Android(Camera2)直接发 JPEG:不经过 VFW ICM,turbojpeg 直解
if (DecodeJpegFrame(szBuffer + nHeadLen, ulBufferLen - nHeadLen)) {
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED);
}
} else { // 解码
////这里缓冲区里的的第二个字符正好是是否视频解码
InitCodec(*(LPDWORD)(szBuffer + 2)); //判断
if (m_pVideoCodec != NULL) {
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED);
memcpy(m_BitmapCompressedData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen); //视频没有解压
//这里开始解码,解码后就是同未压缩的一样了 显示到对话框上。 接下来开始视频保存成avi格式
m_pVideoCodec->DecodeVideoData(m_BitmapCompressedData_Full, ulBufferLen - nHeadLen,
(LPBYTE)m_BitmapData_Full, NULL, NULL); //将视频数据解压
}
}
PostMessage(WM_PAINT);
}
namespace {
// libjpeg 的默认 error_exit 会调 exit():一帧畸形 JPEG 就能结束整个服务端。
// 与 HideScreenSpyDlg.cpp 的 JPG_BMP 同一套 setjmp/longjmp 兜底。
struct VideoJpegErrorMgr {
jpeg_error_mgr pub; // 必须是第一个成员
jmp_buf jb;
};
void VideoJpegErrorExit(j_common_ptr cinfo)
{
longjmp(reinterpret_cast<VideoJpegErrorMgr*>(cinfo->err)->jb, 1);
}
void VideoJpegSilentMessage(j_common_ptr /*cinfo*/)
{
// 畸形/截断的 JPEG 可能被反复发送,保持静默避免刷屏
}
} // namespace
// Android 客户端(COMMAND_WEBCAM → Camera2 JPEG)的帧解码。
// BITMAPINFO 描述的是解码后的位图(BI_RGB / 24bpp / bottom-up),与 Windows
// 摄像头的 DIB 布局一致,DrawDib 和「保存 AVI」两条路径都不用改。
bool CVideoDlg::DecodeJpegFrame(const BYTE* data, UINT len)
{
if (!data || len == 0 || !m_BitmapInfor_Full || !m_BitmapData_Full)
return false;
const int dw = m_BitmapInfor_Full->bmiHeader.biWidth;
const int dh = abs(m_BitmapInfor_Full->bmiHeader.biHeight);
if (dw <= 0 || dh <= 0)
return false;
// 值初始化:longjmp 回来后要 destroy,不能是栈上的垃圾指针
struct jpeg_decompress_struct jds = {};
VideoJpegErrorMgr jem;
jds.err = jpeg_std_error(&jem.pub);
jem.pub.error_exit = VideoJpegErrorExit;
jem.pub.output_message = VideoJpegSilentMessage;
volatile bool created = false;
if (setjmp(jem.jb) != 0) {
if (created) jpeg_destroy_decompress(&jds);
return false;
}
jpeg_create_decompress(&jds);
created = true;
jpeg_mem_src(&jds, const_cast<unsigned char*>(data), len);
if (jpeg_read_header(&jds, TRUE) != JPEG_HEADER_OK) {
jpeg_destroy_decompress(&jds);
return false;
}
if ((int)jds.image_width != dw || (int)jds.image_height != dh) {
// BITMAPINFO 与相机分辨率在同一会话里固定;尺寸对不上宁可丢帧
Mprintf("[Video] JPEG %ux%u != bitmap %dx%d, frame dropped\n",
jds.image_width, jds.image_height, dw, dh);
jpeg_destroy_decompress(&jds);
return false;
}
jds.out_color_space = JCS_EXT_BGR;
if (!jpeg_start_decompress(&jds)) {
jpeg_destroy_decompress(&jds);
return false;
}
// BITMAPINFO 的 biSizeImage 按 DWORD 对齐的 stride 计算(见 Android 客户端
// SendBitmapInfo),这里逐行写回 bottom-up:第 0 行是图像最底部。
const int stride = (dw * 3 + 3) & ~3;
while (jds.output_scanline < jds.output_height) {
const int y = (int)jds.output_scanline;
JSAMPROW row = m_BitmapData_Full + (size_t)(dh - 1 - y) * stride;
if (jpeg_read_scanlines(&jds, &row, 1) != 1) {
jpeg_destroy_decompress(&jds);
return false;
}
}
if (!jpeg_finish_decompress(&jds)) {
jpeg_destroy_decompress(&jds);
return false;
}
jpeg_destroy_decompress(&jds);
return true;
}
void CVideoDlg::InitCodec(DWORD fccHandler)
{
if (m_pVideoCodec != NULL)
return;
m_pVideoCodec = new CVideoCodec;
if (!m_pVideoCodec->InitCompressor(m_BitmapInfor_Full, fccHandler)) {
Mprintf("======> InitCompressor failed \n");
delete m_pVideoCodec;
// 置NULL, 发送时判断是否为NULL来判断是否压缩
m_pVideoCodec = NULL;
// 通知服务端不启用压缩
BYTE bToken = COMMAND_WEBCAM_DISABLECOMPRESS;
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
GetSystemMenu(FALSE)->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED);
}
}
void CVideoDlg::OnSysCommand(UINT nID, LPARAM lParam)
{
// TODO: 在此添加消息处理程序代码和/或调用默认值
switch (nID) {
case IDM_SAVEAVI: {
SaveAvi();
break;
}
case IDM_ENABLECOMPRESS: {
CMenu *pSysMenu = GetSystemMenu(FALSE);
bool bIsChecked = pSysMenu->GetMenuState(IDM_ENABLECOMPRESS, MF_BYCOMMAND) & MF_CHECKED;
pSysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, bIsChecked ? MF_UNCHECKED : MF_CHECKED);
bIsChecked = !bIsChecked;
BYTE bToken = COMMAND_WEBCAM_ENABLECOMPRESS;
if (!bIsChecked)
bToken = COMMAND_WEBCAM_DISABLECOMPRESS;
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
break;
}
}
__super::OnSysCommand(nID, lParam);
}
void CVideoDlg::OnPaint()
{
CPaintDC dc(this); // device context for painting
if (m_BitmapData_Full==NULL) {
return;
}
RECT rect;
GetClientRect(&rect);
DrawDibDraw
(
m_hDD,
m_hDC,
0, 0,
rect.right, rect.bottom,
(LPBITMAPINFOHEADER)m_BitmapInfor_Full,
m_BitmapData_Full,
0, 0,
m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight,
DDF_SAME_HDC
);
if (!m_aviFile.IsEmpty()) {
m_aviStream.Write(m_BitmapData_Full);
// 提示正在录像
SetBkMode(m_hDC, TRANSPARENT);
SetTextColor(m_hDC, RGB(0xff,0x00,0x00));
const LPCTSTR lpTipsString = "Recording";
TextOut(m_hDC, 0, 0, lpTipsString, lstrlen(lpTipsString));
}
}