directshow捕获摄像头的数据并显示
#include "stdafx.h"
#include <DShow.h>
#include <Guiddef.h>
#include <strmif.h>
#define CHECK_HR(s) if (FAILED(s)) {return 1;}
#define SAFE_RELEASE(p) do { if ((p)) { (p)->Release(); (p) = NULL; } } while(0)
LRESULT CALLBACK WndProc(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam);
#pragma comment(lib, "Dxguid.lib")
#pragma comment(lib, "Strmiids.lib")
int WINAPI WinMain(HINSTANCE hInstance, HINSTANCE hPrevInstance, LPSTR lpCmdLine, int nCmdShow)
{
CoInitialize(NULL);
int nRes = 0;
WNDCLASSEX wcex;
wcex.cbSize = sizeof(WNDCLASSEX);
wcex.style = CS_HREDRAW | CS_VREDRAW;
wcex.lpfnWndProc = WndProc;
wcex.cbClsExtra = 0;
wcex.cbWndExtra = 0;
wcex.hInstance = hInstance;
wcex.hIcon = LoadIcon(hInstance, MAKEINTRESOURCE(IDI_APPLICATION));
wcex.hCursor = LoadCursor(NULL, IDC_ARROW);
wcex.hbrBackground = (HBRUSH)(COLOR_WINDOW + 1);
wcex.lpszMenuName = NULL;
wcex.lpszClassName = _T("dshow capture");
wcex.hIconSm = LoadIcon(wcex.hInstance, MAKEINTRESOURCE(IDI_APPLICATION));
if (!RegisterClassEx(&wcex))
{
MessageBox(NULL, _T("Call to RegisterClassEx failed!"), _T("Win32 Guided Tour"), NULL);
return 1;
}
HWND m_hWnd = ::CreateWindowA("STATIC", "ds_video_preview", WS_POPUP, 100, 100, 500, 500, NULL, NULL, NULL, NULL);
ShowWindow(m_hWnd, nCmdShow);
UpdateWindow(m_hWnd);
if (m_hWnd == NULL)
{
nRes = 11;
}
//----------------------用dshow获取摄像头---start--------------------------
IGraphBuilder *m_pGraph;//filter总图表管理器
ICaptureGraphBuilder2 *m_pBuild;//捕获图表管理器
IVideoWindow *m_pVidWin;//窗口接口
HRESULT hr = CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC_SERVER, IID_IGraphBuilder, (void**)&m_pGraph);
CHECK_HR(1);
hr = CoCreateInstance(CLSID_CaptureGraphBuilder2, NULL, CLSCTX_INPROC_SERVER, IID_ICaptureGraphBuilder2, (void**)&m_pBuild);
CHECK_HR(2);
hr = m_pBuild->SetFiltergraph(m_pGraph);//给捕获图表管理器指定一个可用的图表管理器来进行使用
CHECK_HR(3);
hr = m_pGraph->QueryInterface(IID_IVideoWindow, (void **)&m_pVidWin);//通过此函数来查询某个组件是否支持某个特定的接口,如果支持就返回这些接口的指针
CHECK_HR(4);
ICreateDevEnum *pDevEnum = NULL;
IEnumMoniker *pClsEnum = NULL;
IMoniker *pMoniker = NULL;
//创建设备枚举COM对象
hr = CoCreateInstance(CLSID_SystemDeviceEnum, NULL, CLSCTX_INPROC, IID_ICreateDevEnum, (void **)&pDevEnum);
CHECK_HR(5);
//创建视频采集设备枚举COM对象
hr = pDevEnum->CreateClassEnumerator(CLSID_VideoInputDeviceCategory, &pClsEnum, 0);
CHECK_HR(6);
int i = 0;
while (i <= 0)
{
hr = pClsEnum->Next(1, &pMoniker, NULL);
++i;
}
CHECK_HR(7);
IBaseFilter *m_pSrc;
hr = pMoniker->BindToObject(0, 0, IID_IBaseFilter, (void **)&m_pSrc);//就是这句获得Filter
CHECK_HR(8);
SAFE_RELEASE(pMoniker);
SAFE_RELEASE(pClsEnum);
SAFE_RELEASE(pDevEnum);
//将设备添加到filter管理器graph
hr = m_pGraph->AddFilter(m_pSrc, L"Video Capture");
CHECK_HR(9);
hr = m_pBuild->RenderStream(&PIN_CATEGORY_PREVIEW, &MEDIATYPE_Video, m_pSrc, NULL, NULL);
CHECK_HR(10);
m_pVidWin->put_Owner((OAHWND)m_hWnd);
m_pVidWin->SetWindowPosition(100, 100, 400, 300);
m_pVidWin->put_WindowStyle(WS_CHILD | WS_CLIPSIBLINGS);
//IMediaControl接口,用来控制流媒体在Filter Graph中的流动,例如流媒体的启动和停止
IMediaControl *m_pMediaControl;
hr = m_pGraph->QueryInterface(IID_IMediaControl, (void **)&m_pMediaControl);
CHECK_HR(12);
hr = m_pMediaControl->Run();
//----------------------用dshow获取摄像头---end--------------------------
MSG msg;
while (GetMessage(&msg, NULL, 0, 0))
{
TranslateMessage(&msg);
DispatchMessage(&msg);
}
return (int)msg.wParam;
}
LRESULT CALLBACK WndProc(HWND hWnd, UINT message, WPARAM wParam, LPARAM lParam)
{
PAINTSTRUCT ps;
HDC hdc;
TCHAR greeting[] = _T("Hello, World!");
switch (message)
{
case WM_PAINT:
hdc = BeginPaint(hWnd, &ps);
TextOut(hdc, 5, 5, greeting, _tcslen(greeting));
EndPaint(hWnd, &ps);
break;
case WM_DESTROY:
PostQuitMessage(0);
break;
default:
return DefWindowProc(hWnd, message, wParam, lParam);
break;
}
return 0;
}
这是直接捕获并绘制到窗口上,一般的应用是获取流然后和音频一起编码,做直播和网络传输。那么有没有这种方式,进行传输呢,其实directshow 提供了ISampleGrabber,可以实现直接得到缓冲,或者异步回调数据。
1 从ISampleGrabber实例化一个sample grabber,充当一个transform filter
CComPtr<ISampleGrabber> m_pSampleGrabber;
2 设置相关参数,将Grabber注册并加入到filter graph中
//Add SampleGrabber
// create a sample grabber
//
hr = m_pSampleGrabber.CoCreateInstance( CLSID_SampleGrabber );
if( !m_pSampleGrabber )
{
MessageBox(NULL, L"Could not create SampleGrabber (is qedit.dll registered?)", L"", MB_OK);
return hr;
}
CComQIPtr< IBaseFilter, &IID_IBaseFilter > pGrabBase( m_pSampleGrabber );
// force it to connect to video, 24 bit
//
CMediaType VideoType;
VideoType.SetType( &MEDIATYPE_Video );
VideoType.SetSubtype( &MEDIASUBTYPE_RGB24 );
VideoType.SetFormatType(&FORMAT_VideoInfo);
hr = m_pSampleGrabber->SetMediaType( &VideoType ); // shouldn't fail
if (FAILED(hr))
{
MessageBox(NULL, L"不能初始化SampleGrabber媒体类型。", L"", MB_OK);
return hr;
}
hr = m_pGB->AddFilter( pGrabBase, L"Grabber" );
if( FAILED( hr ) )
{
MessageBox(NULL, L"Could not put sample grabber in graph", L"", MB_OK);
return hr;
}
3 连接成功以后,将Sample Grabber作为一个中间filter,利用CSampleGrabber的实例调用回调函数BufferCB,从源filter中得到
摄像头设备捕获的每一帧数据,作为视频预览
hr = m_pCapture->RenderStream(&PIN_CATEGORY_PREVIEW, &MEDIATYPE_Video, m_pBF, pGrabBase, m_pVMR);
if (FAILED(hr))
{
MessageBox(NULL, L"Could not put sample into sample grabber", L"", MB_OK);
return hr;
}
//Set mCB
AM_MEDIA_TYPE mt;
hr = m_pSampleGrabber->GetConnectedMediaType( &mt );
if ( FAILED( hr) )
{
MessageBox( NULL, TEXT("Could not read the connected media type"),L"", MB_OK);
return hr;
}
VIDEOINFOHEADER * vih = (VIDEOINFOHEADER*) mt.pbFormat;
mCB.IWidth = vih->bmiHeader.biWidth;
mCB.IHeight = vih->bmiHeader.biHeight;
FreeMediaType( mt );
hr = RenderFileList(m_pGB,m_pVMR );
// don't buffer the samples as they pass through
//
hr = m_pSampleGrabber->SetBufferSamples( TRUE);
// only grab one at a time, stop stream after
// grabbing one sample
//
hr = m_pSampleGrabber->SetOneShot( FALSE );
// set the callback, so we can grab the one sample
//
hr = m_pSampleGrabber->SetCallback( &mCB, 1 );
if (FAILED(hr))
{
MessageBox(NULL, L"Could not call callback method BufferCB().", L"", MB_OK);
return hr;
}
pGrabBase.Release();
4 实现接口类ISampleGrabber,用于捕获视频帧的sample,从BufferCB中返回图像数据,用户传输,之前已设定了
图像的采样格式,这里不再赘述。
//SampleGrabber
// Global data
#define WM_CAPTURE_BITMAP WM_APP + 1
BOOL g_bOneShot=TRUE;
// Structures
typedef struct _callbackinfo
{
double dblSampleTime;
long lBufferSize;
BYTE *pBuffer;
BITMAPINFOHEADER bih;
} CALLBACKINFO;
CALLBACKINFO cb={0};
class CSampleGrabberCB : public ISampleGrabberCB
{
private:
LPBITMAPFILEHEADER m_pFileHeader ; // Bmp文件头
LPBITMAPINFOHEADER m_pBmpInfo ; // Bmp信息头指针
BYTE* m_pImgFileData; //Bmp文件数据
BOOL m_bViladImage ;
LPBYTE m_pBitmapHeader ;
LPVOID m_pvColorTable ; //调色板指针
public:
// these will get set by the main thread below. We need to
// know this in order to write out the bmp
long IWidth;
long IHeight;
CSampleGrabberCB( )
{
m_pFileHeader = new BITMAPFILEHEADER ;
m_pBitmapHeader = new BYTE[sizeof(BITMAPINFOHEADER)] ;
}
// fake out any COM ref counting
//
STDMETHODIMP_(ULONG) AddRef() { return 2; }
STDMETHODIMP_(ULONG) Release() { return 1; }
// fake out any COM QI'ing
//
STDMETHODIMP QueryInterface(REFIID riid, void ** ppv)
{
if( riid == IID_ISampleGrabberCB || riid == IID_IUnknown )
{
*ppv = (void *) static_cast<ISampleGrabberCB*> ( this );
return NOERROR;
}
return E_NOINTERFACE;
}
// we don't implement this interface for this example
//
STDMETHODIMP SampleCB( double SampleTime, IMediaSample * pSample )
{
return 0;
}
// As a workaround, copy the bitmap data during the callback,
// post a message to our app, and write the data later.
//
STDMETHODIMP BufferCB( double dblSampleTime, BYTE * pBuffer, long lBufferSize )
{
// this flag will get set to true in order to take a picture
//
if( !g_bOneShot )
return 0;
if (!pBuffer)
{
return E_POINTER;
}
if( cb.lBufferSize < lBufferSize )
{
delete [] cb.pBuffer;
cb.pBuffer = NULL;
cb.lBufferSize = 0;
}
// Since we can't access Windows API functions in this callback, just
// copy the bitmap data to a global structure for later reference.
cb.dblSampleTime = dblSampleTime;
// If we haven't yet allocated the data buffer, do it now.
// Just allocate what we need to store the new bitmap.
if (!cb.pBuffer)
{
cb.pBuffer = new BYTE[lBufferSize];
cb.lBufferSize = lBufferSize;
}
if( !cb.pBuffer )
{
cb.lBufferSize = 0;
return E_OUTOFMEMORY;
}
//Get bmp information
BITMAPINFOHEADER bih;
memset( &bih, 0, sizeof( bih ) );
bih.biSize = sizeof( bih );
bih.biWidth = IWidth;
bih.biHeight = IHeight;
bih.biPlanes = 1;
bih.biBitCount = 24;
memcpy(&(cb.bih), &bih, sizeof(bih));
// Copy the bitmap data into our global buffer
memcpy(cb.pBuffer, pBuffer, lBufferSize);
// Post a message to our application, telling it to come back
// and write the saved data to a bitmap file on the user's disk.
SendMessage(m_hWnd, WM_CAPTURE_BITMAP, 0, 0L);
return 0;
}
BOOL FormatImage( BYTE *lpImageData, int nBitCount, int nWidth, int nHeight )
{
m_bViladImage = FALSE ;
int nKlsBmpBitCount ;
int nImgWidth = nWidth ;
int nImgHeight = nHeight ;
if (nBitCount == 8 || nBitCount == 24 || nBitCount == 32)
{
nKlsBmpBitCount = nBitCount;
}
else
{
return m_bViladImage ;
}
int nDataWidth = nKlsBmpBitCount / 8 * nWidth ;
nDataWidth = ( nDataWidth % 4 == 0 ) ? nDataWidth : ( ( nDataWidth / 4 + 1 ) * 4 ) ;
//m_pFileHeader = new BITMAPFILEHEADER ;
m_pFileHeader->bfType = 0x4d42 ;
m_pFileHeader->bfSize = sizeof(BITMAPFILEHEADER) + sizeof(BITMAPINFOHEADER) + nDataWidth*nImgHeight ;
m_pFileHeader->bfReserved1 = 0 ;
m_pFileHeader->bfReserved2 = 0 ;
if ( nBitCount == 8 )
{
int nBmpInfoSize = sizeof(BITMAPFILEHEADER)
+ sizeof(BITMAPINFOHEADER)
+ 256 * 4 ;
m_pFileHeader->bfOffBits = nBmpInfoSize ;
m_pBitmapHeader = new BYTE[nBmpInfoSize] ;
m_pBmpInfo = (LPBITMAPINFOHEADER)m_pBitmapHeader ;
m_pvColorTable = m_pBitmapHeader + sizeof(BITMAPINFOHEADER) ;
LPRGBQUAD pDibQuad = (LPRGBQUAD)(m_pvColorTable) ;
for ( int c=0; c<256; ++c )
{
pDibQuad[c].rgbRed = c ;
pDibQuad[c].rgbGreen = c ;
pDibQuad[c].rgbBlue = c ;
pDibQuad[c].rgbReserved = 0 ;
}
}
else
{
m_pFileHeader->bfOffBits = sizeof(BITMAPFILEHEADER) + sizeof(BITMAPINFOHEADER) ;
//m_pBitmapHeader = new BYTE[sizeof(BITMAPINFOHEADER)] ;
m_pBmpInfo = (LPBITMAPINFOHEADER)m_pBitmapHeader ;
m_pvColorTable = NULL ;
}
m_pBmpInfo->biBitCount = nKlsBmpBitCount ;
m_pBmpInfo->biWidth = nImgWidth ;
m_pBmpInfo->biHeight = nImgHeight ;
m_pBmpInfo->biPlanes = 1 ;
m_pBmpInfo->biSize = sizeof(BITMAPINFOHEADER) ;
m_pBmpInfo->biSizeImage = nImgWidth * nImgHeight * nKlsBmpBitCount / 8 ;
m_pBmpInfo->biClrImportant = 0 ;
m_pBmpInfo->biClrUsed = 0 ;
m_pBmpInfo->biCompression = 0 ;
m_pBmpInfo->biXPelsPerMeter = 0 ;
m_pBmpInfo->biYPelsPerMeter = 0 ;
//m_pImgFileData = new BYTE[nDataWidth*nImgHeight] ;
SetImgFileData(nDataWidth, nImgHeight);
if ( nBitCount == 8 )
{
if ( nImgWidth % 4 == 0 )
{
memset( m_pImgFileData, 0, nDataWidth*nImgHeight ) ;
memcpy( m_pImgFileData, lpImageData, cb.lBufferSize) ;
}
else
{
memset( m_pImgFileData, 0, nDataWidth*nImgHeight ) ;
for ( int i=0; i<nImgHeight; i++ )
{
memcpy( m_pImgFileData + i*nDataWidth, lpImageData + i*nImgWidth, nImgWidth ) ;
}
}
}
else if ( nBitCount == 24 )
{
if ( nImgWidth % 4 == 0 )
{
memset( m_pImgFileData, 0, nDataWidth*nImgHeight ) ;
memcpy( m_pImgFileData, lpImageData, cb.lBufferSize ) ;
}
else
{
memset( m_pImgFileData, 0, nDataWidth*nImgHeight ) ;
for ( int i=0; i<nImgHeight; i++ )
{
memcpy( m_pImgFileData + i*nDataWidth, lpImageData + i*3*nImgWidth, 3*nImgWidth ) ;
}
}
}
else if ( nBitCount == 32 )
{
memcpy( m_pImgFileData, lpImageData,cb.lBufferSize ) ;
}
m_bViladImage = TRUE ;
return m_bViladImage ;
}
BYTE* GetImgFileData()
{
return m_pImgFileData;
}
void SetImgFileData(int dataWidth, int dataHeight)
{
if (!m_pImgFileData)
{
m_pImgFileData = new BYTE[dataWidth*dataHeight];
}
else
{
delete [] m_pImgFileData;
m_pImgFileData = NULL;
m_pImgFileData = new BYTE[dataWidth*dataHeight];
}
}
};
//
//
// This semi-COM object will receive sample callbacks for us
//
//
CSampleGrabberCB mCB;
//SampleGrabber
得到sample之后,放入到回调函数BufferCB中进行处理,从而得到数据块,并存入相应的结构体
//From Step 3
// set the callback, so we can grab the one sample
//
hr = m_pSampleGrabber->SetCallback( &mCB, 1 );
//From BufferCB
//Get bmp information
BITMAPINFOHEADER bih;
memset( &bih, 0, sizeof( bih ) );
bih.biSize = sizeof( bih );
bih.biWidth = IWidth;
bih.biHeight = IHeight;
bih.biPlanes = 1;
bih.biBitCount = 24;
memcpy(&(cb.bih), &bih, sizeof(bih));
// Copy the bitmap data into our global buffer
memcpy(cb.pBuffer, pBuffer, lBufferSize);
采样部分进行到这里,已经完成大部分工作了,下一步就是直接进行编解码并做音频同步,然后网络传输,这个将在之后的文章中陆续分享出来