DirectShow摄像机流驱动程序

DirectShow camera stream driver

本文关键字:驱动程序 摄像机 DirectShow      更新时间:2023-10-16

我是DirectShow编程的新手,我试图创建一个示例抓取器应用程序,以便从视频捕获设备频繁抓取帧(即每100毫秒)。

我的源代码是基于SampleGrabber应用程序,该应用程序在Windows SDK示例中可用。

总的来说,这个驱动程序在我电脑的网络摄像头下工作得很好。不过,我在使用华硕T100平板电脑时确实遇到了一些问题。在这种情况下,我得到一个错误"libtbd错误数据没有正确标记",就在我试图使用ConnectFilters功能时,设置相机的分辨率。我试图设置相机的分辨率是1280x720,我知道设备可以支持它。

下面我附加了一部分关于捕获函数的代码:

ICreateDevEnum *pSysDevEnum = 0;
IEnumMoniker *pEnumCams = 0;
IMoniker *pMon = 0;
IBaseFilter *CameraF = 0;
IGraphBuilder *pGraph = NULL;
IMediaControl *pControl = NULL;
IMediaEventEx *pEvent = NULL;
IBaseFilter *pGrabberF = NULL;
ISampleGrabber *pSGrabber = NULL;
IBaseFilter *pSourceF = NULL;
IEnumPins *pEnum = NULL;
IPin *pPin = NULL;
IBaseFilter *pNullF = NULL;
BYTE *pBuffer = NULL;
HRESULT hr;
AM_MEDIA_TYPE mt;
int count = 0;
printf("Statting with capturingn");
//Device list
hr = CoCreateInstance(CLSID_SystemDeviceEnum, NULL, CLSCTX_INPROC_SERVER,
    IID_ICreateDevEnum, (void **)&pSysDevEnum);
if (FAILED(hr)) 
    return false;
// Obtain a class enumerator for the video compressor category.
hr = pSysDevEnum->CreateClassEnumerator(CLSID_VideoInputDeviceCategory,
    &pEnumCams, 0);
if (hr != S_OK)
    return false;
// Enumerate the monikers. to desired device (0,1,2,...)
for (int i = 0; i <= cur_cam; ++i)
{
    hr = pEnumCams->Next(1, &pMon, NULL);
    if (hr != S_OK)
        return false;
}
//Get BaseFilter of chosen camera
hr = pMon->BindToObject(0, 0, IID_IBaseFilter, (void**)&CameraF);
if (hr != S_OK)
    return false;
//Create the Filter Graph Manager 
hr = CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC_SERVER, IID_PPV_ARGS(&pGraph));
if (FAILED(hr))
    return false;
//Query for the IMediaControl and IMediaEventEx interfaces
hr = pGraph->QueryInterface(IID_PPV_ARGS(&pControl));
if (FAILED(hr))
    return false;
hr = pGraph->QueryInterface(IID_PPV_ARGS(&pEvent));
if (FAILED(hr))
    return false;
// Add web camera to graph as source filter (because first?)
hr = pGraph->AddFilter(CameraF, L"Capture Source");
if (hr != S_OK)
    return false;
// Create an instance of the Sample Grabber Filter
hr = CoCreateInstance(CLSID_SampleGrabber, NULL, CLSCTX_INPROC_SERVER,
    IID_PPV_ARGS(&pGrabberF));
if (FAILED(hr))
    return false;
// Add it to the filter graph.
hr = pGraph->AddFilter(pGrabberF, L"Sample Grabber");
if (FAILED(hr))
    return false;
hr = pGrabberF->QueryInterface(IID_PPV_ARGS(&pSGrabber));
if (FAILED(hr))
    return false;
//Set the Media Type
ZeroMemory(&mt, sizeof(mt));
mt.majortype = MEDIATYPE_Video;
mt.subtype = MEDIASUBTYPE_RGB24 ;
hr = pSGrabber->SetMediaType(&mt);
if (FAILED(hr))
    return false;
//Building graph. Connecting Source (CameraF) and Sample Grabber
hr = CameraF->EnumPins(&pEnum);
if (FAILED(hr))
    return false;
while (S_OK == pEnum->Next(1, &pPin, NULL))
{
    hr = SetResolution(width_, height_, pPin);
    if (FAILED(hr))
        std::cout << "Failed to set resolution" << std::endl;
    hr = ConnectFilters(pGraph, pPin, pGrabberF);
    if (SUCCEEDED(hr))
    {
        std::cout << "Success to Connect Filter Graphs" << std::endl;
        break;
    }
    else{
        std::cout << "Failed to Connect Filter Graphs" << std::endl;
    }
}
if (FAILED(hr)){
    std::cout << "Failed A" << std::endl;
    return false;
}

SafeRelease(pPin);
//The following code connects the Sample Grabber to the Null Renderer filter:
hr = CoCreateInstance(CLSID_NullRenderer, NULL, CLSCTX_INPROC_SERVER, IID_PPV_ARGS(&pNullF));
if (FAILED(hr))
    return false;
hr = pGraph->AddFilter(pNullF, L"Null Filter");
if (FAILED(hr))
    return false;
//ConnectFilters SamplerGrabber and Null Filter
hr = ConnectFilters(pGraph, pGrabberF, pNullF);
if (FAILED(hr))
    return false;
hr = pSGrabber->SetBufferSamples(TRUE);
if (FAILED(hr))
    return false;
hr = pSGrabber->SetOneShot(TRUE);//Halt after sample received
if (FAILED(hr))
    return false;
hr = pControl->Run();//Run filter graph
if (FAILED(hr))
    return false;
printf("Wait for a seconds to let cam sensor adopt to lightn");
Sleep(3000);//Wait 3 seconds
printf("OKn");
//char filename[50];
printf("Go for the  loop");
for (;;){
    long evCode;
    while (1)
    {
        hr = pEvent->WaitForCompletion(INFINITE, &evCode);//Wait for frame
        if (evCode == EC_COMPLETE || evCode == EC_SYSTEMBASE)
            break;
        printf("Not complete. event: %dn", evCode);
        pControl->Pause();//pause the Graph
        pSGrabber->SetOneShot(TRUE);//Set to halt after first frame
        hr = pControl->Run();//resume filter graph
        if (FAILED(hr))
            return false;
        Sleep(1000);//wait for a second
    }
    printf("out of while  loop");
    //if (hr != S_OK)
    //  return false;
    Sleep(100);
    //there frame got. Graph still running, but Sample Grabber halted
    // Find the required buffer size.
    long cbBufSize;
    hr = pSGrabber->GetCurrentBuffer(&cbBufSize, NULL);
    if (FAILED(hr))
        return false;
    pBuffer = (BYTE*)CoTaskMemAlloc(cbBufSize);
    if (!pBuffer)
    {
        hr = E_OUTOFMEMORY;
        return false;
    }
    hr = pSGrabber->GetCurrentBuffer(&cbBufSize, (long*)pBuffer);
    if (FAILED(hr))
        return false;

    hr = pSGrabber->GetConnectedMediaType(&mt);
    if (FAILED(hr))
        return false;

    // Examine the format block.
    if ((mt.formattype == FORMAT_VideoInfo) &&
        (mt.cbFormat >= sizeof(VIDEOINFOHEADER)) && (mt.pbFormat != NULL))
    {
        VIDEOINFOHEADER *pVih = (VIDEOINFOHEADER*)mt.pbFormat;
        //sprintf_s(filename, sizeof(filename), "photo%d.bmp",++count);
        time_t t1 = time(NULL);
        SYSTEMTIME st;
        GetSystemTime(&st);
        printf("Save frame to file: %s - %02ld,%02ld.%03ld secondsn", FileName, st.wMinute,st.wSecond, st.wMilliseconds );
        hr = WriteBitmap(FileName, &pVih->bmiHeader, mt.cbFormat - SIZE_PREHEADER,pBuffer, cbBufSize);
    }
    else
    {
        // Invalid format.
        hr = VFW_E_INVALIDMEDIATYPE;
        printf("Invalid frame formatn");
    }
    CoTaskMemFree(pBuffer);
    if ((GetAsyncKeyState(VK_ESCAPE) & 0x01))
        break;
    else if ((GetAsyncKeyState(VK_SPACE) & 0x01))
        CameraProperties(CameraF);
}
SafeRelease(pEnum);
SafeRelease(pNullF);
SafeRelease(pSourceF);
SafeRelease(pSGrabber);
SafeRelease(pGrabberF);
SafeRelease(pControl);
SafeRelease(pEvent);
SafeRelease(pGraph);

下面是设置相机分辨率的函数:

// Set the grabbing size
// First we iterate through the available media types and 
// store the first one that fits the requested size.
// If we have found one, we set it.
// In any case we query the size of the current media type
// to have this information for clients of this class.
HRESULT hr;
IAMStreamConfig *pConfig;
IEnumMediaTypes *pMedia;
AM_MEDIA_TYPE *pmt = NULL, *pfnt = NULL;
hr = pPin->EnumMediaTypes(&pMedia);
if (SUCCEEDED(hr))
{
    while (pMedia->Next(1, &pmt, 0) == S_OK)
    {
        if (pmt->formattype == FORMAT_VideoInfo)
        {
            VIDEOINFOHEADER *vih = (VIDEOINFOHEADER *)pmt->pbFormat;
            // printf("Size %i  %in", vih->bmiHeader.biWidth, vih->bmiHeader.biHeight );
            if (vih->bmiHeader.biWidth == width_ && vih->bmiHeader.biHeight == height_)
            {
                pfnt = pmt;
                printf("found mediatype with %i %in", vih->bmiHeader.biWidth, vih->bmiHeader.biHeight );
                break;
            }
            DeleteMediaType(pmt);
        }
    }
    pMedia->Release();
}
hr = pPin->QueryInterface(IID_IAMStreamConfig, (void **)&pConfig);
if (SUCCEEDED(hr))
{
    if (pfnt != NULL)
    {
        hr = pConfig->SetFormat(pfnt);
        DeleteMediaType(pfnt);
    }
    hr = pConfig->GetFormat(&pfnt);
    if (SUCCEEDED(hr))
    {
        m_nWidth = ((VIDEOINFOHEADER *)pfnt->pbFormat)->bmiHeader.biWidth;
        m_nHeight = ((VIDEOINFOHEADER *)pfnt->pbFormat)->bmiHeader.biHeight;
        DeleteMediaType(pfnt);
    }
}

以前有人遇到过这种问题吗?在捕获过滤器设置中有任何错误吗?

任何想法都会非常有帮助。

<标题>更新1

我正在添加应用程序执行输出的屏幕截图。输出

<标题>更新2 h1> 尝试使用OpenCV 3.1设置分辨率,但我有完全相同的问题。这款平板电脑使用的是英特尔(R)成像信号处理器2400驱动程序,这就是问题所在。奇怪的是,使用AmCap我能够设置相机分辨率和处理相机设备没有任何问题。有人能帮帮忙吗?有人知道AmCap使用什么接口与相机通信吗?

我设法解决了这个问题。报告的libdbd错误似乎与分辨率更改无关。

问题是我试图通过在SetFormat()函数中传递不支持的视频格式来设置分辨率。详细地说,新的工作SetResolution()函数变成:

// Set the grabbing size
// First we iterate through the available media types and 
// store the first one that fits the requested size.
// If we have found one, we set it.
// In any case we query the size of the current media type
// to have this information for clients of this class.
HRESULT hr;
IAMStreamConfig *pConfig=NULL;
//IEnumMediaTypes *pMedia;
BYTE *pSCC = NULL;
AM_MEDIA_TYPE *pmt = NULL, *pfnt = NULL, *mfnt=NULL;
//hr = pPin->EnumMediaTypes(&pMedia);
int iCount, iSize;
hr = pPin->QueryInterface(IID_IAMStreamConfig, (void **)&pConfig);
hr = pConfig->GetNumberOfCapabilities(&iCount, &iSize);
pSCC = new BYTE[iSize];
int i = 0;
if (SUCCEEDED(hr))
{
    while (i<=iCount)
    {
        pConfig->GetStreamCaps(i++, &pfnt, pSCC);
        VIDEOINFOHEADER *vih = (VIDEOINFOHEADER *)pfnt->pbFormat;
        printf("Size %i  %in", vih->bmiHeader.biWidth, vih->bmiHeader.biHeight );
        if (vih->bmiHeader.biWidth == width_ && vih->bmiHeader.biHeight == height_)
        {
            //pfnt = mfnt;
            printf("Found mediatype with %i %i - %xn", vih->bmiHeader.biWidth, vih->bmiHeader.biHeight, pfnt->formattype );
            hr = pConfig->SetFormat(pfnt);
            //break;
        }
    }
}
//DeleteMediaType(pfnt);
delete[] pSCC;
pConfig->Release();
return hr;