【音视频开发（三）】---YUV转RGB 图像颜色空间转换

Android的MediaCodec解码后，默认输出是原始视频图像格式，一般为YUV420，例如NV12, NV21。则我们需要进行YUV转RGB，以便后续输入至算法库。而如果使用循环单纯用CPU转换是比较慢的，这里使用Opencv来进行转换，Opencv虽然也是用了CPU，但是他内部做了并行计算的优化是比较快的，例如NEON/SSE等。

头文件：

#include "Flow.h"
#include <thread>
#include "DmSyncQueue.h"
#include "InputData.h"

#include <atomic>

using namespace  std;

class Yuv2RgbCv : public Flow {

public:
    Yuv2RgbCv();
    ~Yuv2RgbCv();
    void Init(int width, int height, int buffNumber=10);
    void PushData(const unsigned char *data, int size, int copy, int flag=0);
    void ReleaseOuputData(); //当外部使用完缓冲工区时释放
    void UnInit();
private:
    void Loop();

    int imageW;
    int imageH;

    int mMaxBufferNumber;
    int mBufferHead;
    int mBufferTail;
    atomic<int> mBufferSize;
    unsigned char **mOutputBuffer;
};

初始化：

void Yuv2RgbCv::Init(int width, int height, int buffNumber)
{
    run = true;
    imageW = width;
    imageH = height;
    mMaxBufferNumber = buffNumber;

    mInputDataList = new DmSyncQueue<InputData_t>(mMaxBufferNumber);
    mOutputDataList = new DmSyncQueue<InputData_t>(mMaxBufferNumber);

  
    mOutputBuffer =  new unsigned char* [mMaxBufferNumber+1];
    for (int i = 0; i < mMaxBufferNumber+1; i++) {
        mOutputBuffer[i] = new unsigned char [imageW * imageH * 3];
    }

    mBufferHead = 0;
    mBufferTail = 0;
    mBufferSize.store(mMaxBufferNumber);
    mLoopThread = new std::thread(&Yuv2RgbCv::Loop, this);
   
}
void Yuv2RgbCv::UnInit()
{
    run = false;
    if(mLoopThread) mLoopThread->join();

    for (int i = 0; i < mMaxBufferNumber+1; i++) {
        delete [] mOutputBuffer[i] ;
    }
    delete [] mOutputBuffer ;

    SAFE_DELETE(mInputDataList);
    SAFE_DELETE(mOutputDataList);
}

数据的输入或者释放：

void Yuv2RgbCv::PushData(const unsigned char *data, int size, int copy, int flag)
{
    InputData_t input;
    if (size <= 0 ) return;
    if (copy) {
        unsigned char *newdata = new unsigned char[size];
        memcpy(newdata, data, size);
        data = newdata;
    }
    input.dataPtr = data;
    input.size = size;
    input.flag = flag;
    input.needRealeaseMemory = copy;
    mInputDataList->Put(input);
}

void Yuv2RgbCv::ReleaseOuputData()
{
    mBufferTail = (mBufferTail + 1) % mMaxBufferNumber;
    mBufferSize++;
}

数据转码工作线程：

void Yuv2RgbCv::Loop()
{
    unsigned char *buffer ;
    while(run) {
        if(mBufferSize.load() == 0) {
            usleep(1000);
            continue;
        }
        InputData_t input;
        if(mInputStreamDataList == NULL) {
            if(!mInputDataList->Take(input)) continue;
        } else {
            if(!mInputStreamDataList->Take(input)) continue;
        }
        buffer = mOutputBuffer[mBufferHead];
        //DM_NATIVE_ERR_PRINT("-------- Yuv2RgbCv size= %p %d %p--------\n", input.dataPtr, input.size, buffer);

        //转码
        cv::Mat rgbImg(imageH, imageW,CV_8UC3, (void *)buffer);
       // rgbImg.data = buffer;
        cv::Mat yuvImg(imageH*1.5, imageW, CV_8UC1,  (void *)input.dataPtr);
       // yuvImg.data = yuvImg.data;

        mBufferHead = (mBufferHead + 1) % mMaxBufferNumber;
        mBufferSize--;

        //memcpy(yuvImg.data, *iter, decoder.mYUVSize);
        cv::cvtColor(yuvImg, rgbImg, CV_YUV2RGB_NV12);

        InputData_t output;
        output.dataPtr = buffer;
        output.size = imageH * imageW * 3;
        output.flag = input.flag;
        output.needRealeaseMemory = false;

        mOutputDataList->Put(output);
        CALLBACK_InputDataFinished(input);
        if (input.needRealeaseMemory) {
            SAFE_DELETE_ARRAY(input.dataPtr);
        }
    }
}