编程实现YUV与RGB空间的互换
1.基本要求(必做):编写RGB转化为YUV程序,重点掌握函数定义,部分查找表的初始化和调用,缓冲区分配。将得到的RGB文件转换为YUV文件,用YUV Viewer播放器观看,验证是否正确。
2.提高要求(可选):编写将YUV转换为RGB的程序。将给定的实验数据用该程序转换为RGB文件。并与原RGB文件进行比较,如果有误差,分析误差来自何处
一、实验目的
1、学会从计算和程序的角度分析问题
2、进一步理解彩色空间的概念并掌握不同彩色空间转换的基本方程
3、通过逐步设计程序,掌握编程细节:如查找表的设计,内存分配,对U和V信号进行下采样,文件读写过程等。掌握程序调试的基本方法。
二、实验原理
1.公式推导
(1)由电视原理可知,亮度和色差信号的构成如下:
- Y=0.2990R+0.5870G+0.1140B
- R-Y=0.7010R-0.5870G-0.1140B
- B-Y=-0.2990R-0.5870G+0.8860B
(2)为了使色差信号的动态范围控制在0.5之间,需要进行归一化,对色差信号引入压缩系数。归一化后的色差信号为:
- U=-0.1684R-0.3316G+0.5B
- V=0.5R-0.4187G-0.0813B
(3)由RGB转YUV的公式可推出YUV转RGB的公式如下:
- R = Y + 1.4075(V - 128)
- G = Y - 0.3455(U - 128) - 0.7169(V - 128)
- B = Y + 1.779(U - 128)
2.码电平分配及表达式
-
亮度信号
亮电平信号量化后码电平分配在对分量信号进行8比特均匀量化时,共分为256个等间隔的量化级。为了防止信号变动造成过载,在256级上端留20级,下端留16级作为信号超越动态范围的保护带。
-
色差信号
色差信号量化后码电平分配色差信号经过归一化处理后,动态范围为-0.5-0.5,让色差零电平对应码电平128,色差信号总共占225个量化级。在256级上端留15级,下端留16级作为信号超越动态范围的保护带。
3.色度格式4:2:2
指色差信号U,V的取样频率为亮度信号取样频率的四分之一,在水平方向和垂直方向上的取样点数均为Y的一半
4.转换原理
三、实验步骤
- 根据实验原理,初步理解如何转换
- 由rgb2yuv的例子理解代码
- 根据yuv2rgb的转换思想,借鉴rgb2yuv代码的细节处理,书写代码
- 运行调试,发现错误,解决问题
- 总结分析转换后的文件与原文件的差别。如果有误差,分析误差来源
四、实验代码
1.RGB2YUV(例子)
- rgb2yuv.h
int RGB2YUV (int x_dim, int y_dim, void *bmp, void *y_out, void *u_out, void *v_out, int flip);
void InitLookupTable();
- rgb2yuv.cpp
/* This file contains RGB to YUV transformation functions. */
#include "stdlib.h"
#include "rgb2yuv.h"
static float RGBYUV02990[256], RGBYUV05870[256], RGBYUV01140[256];
static float RGBYUV01684[256], RGBYUV03316[256];
static float RGBYUV04187[256], RGBYUV00813[256];
/************************************************************************
*
* int RGB2YUV (int x_dim, int y_dim, void *bmp, YUV *yuv)
*
* Purpose : It takes a 24-bit RGB bitmap and convert it into
* YUV (4:2:0) format
*
* Input : x_dim the x dimension of the bitmap
* y_dim the y dimension of the bitmap
* bmp pointer to the buffer of the bitmap
* yuv pointer to the YUV structure
*
* Output : 0 OK
* 1 wrong dimension
* 2 memory allocation error
*
* Side Effect :
* None
*
* Date : 09/28/2000
*
* Contacts:
*
* Adam Li
*
* DivX Advance Research Center <darc@projectmayo.com>
*
************************************************************************/
int RGB2YUV (int x_dim, int y_dim, void *bmp, void *y_out, void *u_out, void *v_out, int flip)
{
static int init_done = 0;
long i, j, size;
unsigned char *r, *g, *b;
unsigned char *y, *u, *v;
unsigned char *pu1, *pu2, *pv1, *pv2, *psu, *psv;
unsigned char *y_buffer, *u_buffer, *v_buffer;
unsigned char *sub_u_buf, *sub_v_buf;
if (init_done == 0)
{
InitLookupTable();
init_done = 1;
}
// check to see if x_dim and y_dim are divisible by 2
if ((x_dim % 2) || (y_dim % 2)) return 1;
size = x_dim * y_dim;
// allocate memory
y_buffer = (unsigned char *)y_out;
sub_u_buf = (unsigned char *)u_out;
sub_v_buf = (unsigned char *)v_out;
u_buffer = (unsigned char *)malloc(size * sizeof(unsigned char));
v_buffer = (unsigned char *)malloc(size * sizeof(unsigned char));
if (!(u_buffer && v_buffer))
{
if (u_buffer) free(u_buffer);
if (v_buffer) free(v_buffer);
return 2;
}
b = (unsigned char *)bmp;
y = y_buffer;
u = u_buffer;
v = v_buffer;
// convert RGB to YUV
if (!flip) {
for (j = 0; j < y_dim; j ++)
{
y = y_buffer + (y_dim - j - 1) * x_dim;
u = u_buffer + (y_dim - j - 1) * x_dim;
v = v_buffer + (y_dim - j - 1) * x_dim;
for (i = 0; i < x_dim; i ++) {
g = b + 1;
r = b + 2;
*y = (unsigned char)( RGBYUV02990[*r] + RGBYUV05870[*g] + RGBYUV01140[*b]);
*u = (unsigned char)(- RGBYUV01684[*r] - RGBYUV03316[*g] + (*b)/2 + 128);
*v = (unsigned char)( (*r)/2 - RGBYUV04187[*g] - RGBYUV00813[*b] + 128);
b += 3;
y ++;
u ++;
v ++;
}
}
} else {
for (i = 0; i < size; i++)
{
g = b + 1;
r = b + 2;
*y = (unsigned char)( RGBYUV02990[*r] + RGBYUV05870[*g] + RGBYUV01140[*b]);
*u = (unsigned char)(- RGBYUV01684[*r] - RGBYUV03316[*g] + (*b)/2 + 128);
*v = (unsigned char)( (*r)/2 - RGBYUV04187[*g] - RGBYUV00813[*b] + 128);
b += 3;
y ++;
u ++;
v ++;
}
}
// subsample UV
for (j = 0; j < y_dim/2; j ++)
{
psu = sub_u_buf + j * x_dim / 2;
psv = sub_v_buf + j * x_dim / 2;
pu1 = u_buffer + 2 * j * x_dim;
pu2 = u_buffer + (2 * j + 1) * x_dim;
pv1 = v_buffer + 2 * j * x_dim;
pv2 = v_buffer + (2 * j + 1) * x_dim;
for (i = 0; i < x_dim/2; i ++)
{
*psu = (*pu1 + *(pu1+1) + *pu2 + *(pu2+1)) / 4;
*psv = (*pv1 + *(pv1+1) + *pv2 + *(pv2+1)) / 4;
psu ++;
psv ++;
pu1 += 2;
pu2 += 2;
pv1 += 2;
pv2 += 2;
}
}
free(u_buffer);
free(v_buffer);
return 0;
}
void InitLookupTable()
{
int i;
for (i = 0; i < 256; i++) RGBYUV02990[i] = (float)0.2990 * i;
for (i = 0; i < 256; i++) RGBYUV05870[i] = (float)0.5870 * i;
for (i = 0; i < 256; i++) RGBYUV01140[i] = (float)0.1140 * i;
for (i = 0; i < 256; i++) RGBYUV01684[i] = (float)0.1684 * i;
for (i = 0; i < 256; i++) RGBYUV03316[i] = (float)0.3316 * i;
for (i = 0; i < 256; i++) RGBYUV04187[i] = (float)0.4187 * i;
for (i = 0; i < 256; i++) RGBYUV00813[i] = (float)0.0813 * i;
}
- main.cpp
#define _CRT_SECURE_NO_WARNINGS
#include <stdio.h>
#include <stdlib.h>
#include <malloc.h>
#include "rgb2yuv.h"
#define u_int8_t unsigned __int8
#define u_int unsigned __int32
#define u_int32_t unsigned __int32
#define FALSE false
#define TRUE true
/*
* rgb2yuv
* required arg1 should be the input RAW RGB24 file
* required arg2 should be the output RAW YUV12 file
*/
int main(int argc, char** argv)
{
/* variables controlable from command line */
u_int frameWidth = 352; /* --width=<uint> */
u_int frameHeight = 240; /* --height=<uint> */
bool flip = TRUE; /* --flip */
unsigned int i;
/* internal variables */
char* rgbFileName = NULL;
char* yuvFileName = NULL;
FILE* rgbFile = NULL;
FILE* yuvFile = NULL;
u_int8_t* rgbBuf = NULL;
u_int8_t* yBuf = NULL;
u_int8_t* uBuf = NULL;
u_int8_t* vBuf = NULL;
u_int32_t videoFramesWritten = 0;
/* begin process command line */
/* point to the specified file names */
rgbFileName = argv[1];
yuvFileName = argv[2];
frameWidth = atoi(argv[3]);
frameHeight = atoi(argv[4]);
/* open the RGB file */
rgbFile = fopen(rgbFileName, "rb");
if (rgbFile == NULL)
{
printf("cannot find rgb file\n");
exit(1);
}
else
{
printf("The input rgb file is %s\n", rgbFileName);
}
/* open the RAW file */
yuvFile = fopen(yuvFileName, "wb");
if (yuvFile == NULL)
{
printf("cannot find yuv file\n");
exit(1);
}
else
{
printf("The output yuv file is %s\n", yuvFileName);
}
/* get an input buffer for a frame */
rgbBuf = (u_int8_t*)malloc(frameWidth * frameHeight * 3);
/* get the output buffers for a frame */
yBuf = (u_int8_t*)malloc(frameWidth * frameHeight);
uBuf = (u_int8_t*)malloc((frameWidth * frameHeight) / 4);
vBuf = (u_int8_t*)malloc((frameWidth * frameHeight) / 4);
if (rgbBuf == NULL || yBuf == NULL || uBuf == NULL || vBuf == NULL)
{
printf("no enought memory\n");
exit(1);
}
while (fread(rgbBuf, 1, frameWidth * frameHeight * 3, rgbFile))
{
if(RGB2YUV(frameWidth, frameHeight, rgbBuf, yBuf, uBuf, vBuf, flip))
{
printf("error");
return 0;
}
for (i = 0; i < frameWidth*frameHeight; i++)
{
if (yBuf[i] < 16) yBuf[i] = 16;
if (yBuf[i] > 235) yBuf[i] = 235;
}
for (i = 0; i < frameWidth*frameHeight/4; i++)
{
if (uBuf[i] < 16) uBuf[i] = 16;
if (uBuf[i] > 240) uBuf[i] = 240;
if (vBuf[i] < 16) vBuf[i] = 16;
if (vBuf[i] > 240) vBuf[i] = 240;
}
fwrite(yBuf, 1, frameWidth * frameHeight, yuvFile);
fwrite(uBuf, 1, (frameWidth * frameHeight) / 4, yuvFile);
fwrite(vBuf, 1, (frameWidth * frameHeight) / 4, yuvFile);
printf("\r...%d", ++videoFramesWritten);
}
printf("\n%u %ux%u video frames written\n",
videoFramesWritten, frameWidth, frameHeight);
/* cleanup */
fclose(rgbFile);
fclose(yuvFile);
return(0);
}
down.rgb
out.yuv
2.YUV2RGB
- yuv2rgb.h
int YUV2RGB(int x_dim, int y_dim, void* bmp, void* y_out, void* u_out, void* v_out, int flip);
void InitLookupTable();
- yuv2rgb.cpp
/* This file contains RGB to YUV transformation functions. */
#include "stdlib.h"
#include "yuv2rgb.h"
static float YUVRGB14075[256];
static float YUVRGB03455[256], YUVRGB07169[256];
static float YUVRGB1779[256];
int YUV2RGB(int width, int height, void* rgb_out, void* y_in, void* u_in, void* v_in, int flip)
{
static int init_done = 0;
long i, j, size;
float r1, g1, b1;
unsigned char* r, * g, * b;
unsigned char* y, * u, * v;
unsigned char* y_buffer, * u_buffer, * v_buffer, * rgb_buffer;
unsigned char* sub_u_buf, * sub_v_buf;
if (init_done == 0)
{
InitLookupTable();
init_done = 1;
}
// 检查width和height能否被2除尽
if ((width % 2) || (height % 2)) return 1;
size = width * height;
// allocate memory分配内存
y_buffer = (unsigned char*)y_in;
u_buffer = (unsigned char*)u_in;
v_buffer = (unsigned char*)v_in;
rgb_buffer = (unsigned char*)rgb_out;
sub_u_buf = (unsigned char*)malloc(size);
sub_v_buf = (unsigned char*)malloc(size);
for (i = 0; i < height; i++)
{
for (j = 0; j < width; j++)
{
*(sub_u_buf + i * width + j) = *(u_buffer + (i / 2) * (width / 2) + j / 2);
*(sub_v_buf + i * width + j) = *(v_buffer + (i / 2) * (width / 2) + j / 2);
}
}
b = rgb_buffer;//RGB格式文件储存时顺序为倒序
y = y_buffer;
u = sub_u_buf;
v = sub_v_buf;
// convert YUV to RGB
for (i = 0; i < height; i++)
{
for (j = 0; j < width; j++)
{
g = b + 1;
r = b + 2;
r1 = *y + YUVRGB14075[*v];
g1 = *y - YUVRGB03455[*u] - YUVRGB07169[*v];
b1 = *y + YUVRGB1779[*u];
*r = (r1 > 0 ? (r1 > 255 ? 255 : (unsigned char)r1) : 0);
*g = (g1 > 0 ? (g1 > 255 ? 255 : (unsigned char)g1) : 0);
*b = (b1 > 0 ? (b1 > 255 ? 255 : (unsigned char)b1) : 0);
b = b + 3;
y++;
u++;
v++;
}
}
if (sub_u_buf != NULL) free(sub_u_buf);
if (sub_v_buf != NULL) free(sub_v_buf);
return 0;
}
void InitLookupTable()
{
int i;
for (i = 0; i < 256; i++) YUVRGB14075[i] = (float)1.4075 * (i - 128);
for (i = 0; i < 256; i++) YUVRGB03455[i] = (float)0.3455 * (i - 128);
for (i = 0; i < 256; i++) YUVRGB07169[i] = (float)0.7169 * (i - 128);
for (i = 0; i < 256; i++) YUVRGB1779[i] = (float)1.779 * (i - 128);
}
- main.cpp
#define _CRT_SECURE_NO_WARNINGS
#include <stdio.h>
#include <stdlib.h>
#include <malloc.h>
#include "yuv2rgb.h"
#define u_int8_t unsigned __int8 //1个字节
#define u_int unsigned __int32 //4个字节
#define u_int32_t unsigned __int32
#define FALSE false
#define TRUE true
//为了防止不同编译系统的int语法不同
int main(int argc, char* argv[])
{
/* variables controlable from command line */
u_int frameWidth = 352; /* --width=<uint> */
u_int frameHeight = 240; /* --height=<uint> */
bool flip = TRUE; /* --flip */
unsigned int i;
//声明指针
char* rgbFileName = NULL;
char* yuvFileName = NULL;
FILE* rgbFile = NULL;
FILE* yuvFile = NULL;
u_int8_t* rgbBuf = NULL;
u_int8_t* yBuf = NULL;
u_int8_t* uBuf = NULL;
u_int8_t* vBuf = NULL;
u_int32_t videoFramesWritten = 0;
//分配参数
yuvFileName = argv[1];
rgbFileName = argv[2];
frameWidth = atoi(argv[3]); //将字符型的256转换成整型
frameHeight = atoi(argv[4]);
//打开yuv文件
yuvFile = fopen(yuvFileName, "rb");
if (yuvFile == NULL)
{
printf("cannot find yuv file\n");
exit(1);
}
else
{
printf("The input yuv file is %s\n", yuvFileName);
}
//创建rgb文件
rgbFile = fopen(rgbFileName, "wb");
if (rgbFile == NULL)
{
printf("cannot find rgb file\n");
exit(1);
}
else
{
printf("The output rgb file is %s\n", rgbFileName);
}
// 分配指定内存空间,获得帧输入缓冲区
rgbBuf = (u_int8_t*)malloc(frameWidth * frameHeight * 3);
//分配内存空间,获得帧输出缓冲区。注意4:2:2格式
yBuf = (u_int8_t*)malloc(frameWidth * frameHeight);
uBuf = (u_int8_t*)malloc((frameWidth * frameHeight) / 4);
vBuf = (u_int8_t*)malloc((frameWidth * frameHeight) / 4);
//判断buffer是否已满
if (rgbBuf == NULL || yBuf == NULL || uBuf == NULL || vBuf == NULL)
{
printf("no enought memory\n");
exit(1);
}
//若fread读入成功,则返回十几读取的数据量个数。若视频结束,fread读取失败则返回0,循环结束。
while (fread(yBuf, 1, frameWidth * frameHeight, yuvFile)
&& fread(uBuf, 1, frameWidth * frameHeight / 4, yuvFile)
&& fread(vBuf, 1, frameWidth * frameHeight / 4, yuvFile))
{
if (YUV2RGB(frameWidth, frameHeight, rgbBuf, yBuf, uBuf, vBuf, flip))
{
printf("error");
return 0;
}
fwrite(rgbBuf, 1, frameWidth * frameHeight * 3, rgbFile);
printf("\r...%d", ++videoFramesWritten);
}
printf("\n%u %ux%u video frames written\n",
videoFramesWritten, frameWidth, frameHeight);
//关闭释放文件
fclose(rgbFile);
fclose(yuvFile);
if (rgbBuf != NULL)free(rgbBuf);
if (yBuf != NULL)free(yBuf);
if (uBuf != NULL)free(uBuf);
if (vBuf != NULL)free(vBuf);
return(0);
}
down.yuv
out.rgb
五、实验总结
由以上四图分别比较,rgb原图与经过yuv转换后的rgb图片基本一致;yuv原图与经过rgb转换后的yuv图片基本一致
六、问题解决
在编程中我遇到如下问题,下列是解决办法,供同样遇到的同学参考:
- ‘fopen’: This function or variable may be unsafe
- 解决:添加如下语句:#define_CRT_SECURE_NO_WARNINGS
(注意在代码第一行添加,我在后面添加不知道为啥运行发生了错误,调整位置就好了)
- rgb与yuv互换时,要注意调整如下命令参数:
- rgb2yuv
- yuv2rgb
- 嵌入清单调节为否