linux vfe框架,bsp内核的摄像头使用

最新推荐文章于 2023-02-27 10:34:24 发布

我正流行

最新推荐文章于 2023-02-27 10:34:24 发布

阅读量819

点赞数

文章标签： linux vfe框架

# BSP内核的摄像头使用

~~~

Device Drivers ->

Multimedia support --->

sunxi video encoder and decoder support //视频编码器，包括h264/mpeg4/mpeg2/vc1/rmvb. 以模块形式编译，cedar_ve.ko

~~~

[*] Video capture adapters --->

[*] V4L platform devices --->

~~~

--- V4L platform devices

< > Support for timberdale Video In/LogiWIN

SoC camera support

< > imx074 support

< > mt9m001 support

< > mt9m111, mt9m112 and mt9m131 support

< > mt9t031 support

< > mt9t112 support

< > mt9v022 support

< > rj54n1cb0c support

< > tw9910 support

< > platform camera support

ov2640 camera support

ov5642 camera support

< > ov6650 sensor support

< > ov772x camera support

< > ov9640 camera support

< > ov9740 camera support

< > SuperH Mobile MIPI CSI-2 Interface driver

< > SuperH Mobile CEU Interface driver

sunxi video front end (camera and etc)driver

v4l2 driver for SUNXI

Sensor CSI --->

~~~

< > ov2710_mipi

< > ov4689

< > ov4689 60fps

< > ar0330 mipi

< > ov4689 sdv

< > gc1004_mipi

h22_mipi

< > nt99231_mipi

~~~

查看编译后的ko：

~~~

//触摸屏

aw5306_ts.ko

gt818_ts.ko

gt82x.ko

gt911_ts.ko

ft5x_ts.ko

gslX680.ko

gslX680new.ko

icn83xx_ts.ko

gt9xx_ts.ko

gt9xxf_ts.ko

tu_ts.ko

//杂项

da380.ko//加速度传感器

fatfs.ko//文件系统

scsi_wait_scan.ko

sw-device.ko//Linux kernel modules for Detection i2c device.

uvcvideo.ko//UVC摄像头

//普通摄像头驱动 media/video/

ov2640.ko

ov5642.ko

//V4L2

videobuf-core.ko

videobuf-dma-contig.ko

videobuf2-core.ko

videobuf2-memops.ko

videobuf2-vmalloc.ko

//VFE

vfe_v4l2.ko//media/video/sunxi-vfe

vfe_os.ko

vfe_subdev.ko

cci.ko//摄像头控制接口，sunxi-vfe/csi_cci

h22_mipi.ko //media/video/sunxi-vfe/device/h22_mipi.ko

//cedar 视频编码

cedar_ve.ko //media/cedar-ve/cedar_ve.ko

~~~

实际可以使用的是media/video/sunxi-vfe/下的摄像头驱动

~~~

platform_cfg.h

bsp_common.c

config.c

config.h

vfe.c

vfe.h

vfe_os.c

vfe_os.h

vfe_os.ko

vfe_subdev.c

vfe_subdev.h

vfe_subdev.ko

vfe_v4l2.ko

//调焦器

actuator

//摄像头控制器接口驱动

csi

csi_cci

mipi_csi

//闪光灯

flash_light

//ISP相关

isp_cfg

lib //isp库

platform//不同主控芯片的配置

//测试，功能

test

utility

//支持的传感器

device

~~~

支持的传感器

~~~

Makefile gc0312.c gc5004.c hi257.c nt99252.c ov5640.c s5k3h7.c sp2518.c

ar0330.c gc0328.c gc5004_mipi.c hm5040.c ov12830.c ov5640_mipi.c s5k4e1.c sp2519.c

ar0330_mipi.c gc0328c.c gs5604.c hm5065.c ov13850.c ov5647.c s5k4e1_mipi.c sp5408.c

bf3a03.c gc0329.c gt2005.c hm8030.c ov16825.c ov5647_mipi.c s5k4ec.c sp5409.c

built-in.o gc1004_mipi.c h22_mipi.c hm8131.c ov2640.c ov5648.c s5k4ec_mipi.c t4k05.c

camera.h gc2035.c h22_mipi.ko imx179.c ov2686.c ov5650.c s5k5e2ya.c t8et5.c

camera_cfg.h gc2145.c h22_mipi.mod.c imx214.c ov2710.c ov7736.c s5k5e2yx.c tc358743.c

gc0307.c gc2155.c h22_mipi.mod.o imx219.c ov2710_mipi.c ov8825.c siv121d.c

gc0308.c gc2235.c h22_mipi.o modules.builtin ov4689.c ov8850.c sp0718.c

gc0309.c gc2355.c h42_mipi.c modules.order ov4689_60fps.c ov8858.c sp0838.c

gc0311.c gc2355_mipi.c hi253.c nt99231_mipi.c ov4689_sdv.c ov8858_4lane.c sp2508.c

~~~

可见zero配套的ov2640和ov5647都在其中。

但是他们不在menuconfig中，所以在上层的Kconfig中加入：

~~~

config OV2640

tristate "ov2640"

default n

config OV5647_MIPI

tristate "ov5647_mipi"

default n

~~~

在本层的Makefile中加入：

~~~

obj-$(CONFIG_OV2640) += ov2640.o

obj-$(CONFIG_OV5647_MIPI) += ov5647_mipi.o

~~~

重新在menuconfig中勾选，编译，即可得到：

~~~

LD [M] drivers/media/video/sunxi-vfe/device/ov2640.ko

LD [M] drivers/media/video/sunxi-vfe/device/ov5647_mipi.ko

~~~

将ko文件放入系统中，手动加载，然后使用fswebcam尝试拍照：

~~~

root@LicheePi:~# fswebcam -d /dev/video0 --no-banner -r 320x240 capture.jpg

[ 255.199106] [VFE]vfe_open

--- Opening /dev/video0...

[ 255.202406] [VFE]..........................vfe clk open!.......................

Trying source module v4l2...[ 255.213786] [VFE]vfe_open ok

[ 255.219628] [VFE_ERR]input index(0) > dev->dev_qty(1)-1 invalid!, device_valid_flag[0] = 0

/dev/video0 opened.

255.229491] [VFE]vfe_close

mNo input was specified, using t[ 255.235232] [VFE]vfe select input flag = 0, s_input have not be used .

he first.

Unable to qu[ 255.245365] [VFE]..........................vfe clk close!.......................

ery input 0.

VIDIOC_EN[ 255.256556] [VFE]vfe_close end

UMINPUT: Invalid argument

~~~

跟踪相关信息，是在vfe.c,

~~~

static int vidioc_enum_input(struct file *file, void *priv, struct v4l2_input *inp)

~~~

中：

~~~

2807 if (0 == dev->device_valid_flag[inp->index]) {

2808 vfe_err("input index(%d) > dev->dev_qty(%d)-1 invalid!, device_valid_flag[%d] = %d\n", inp->index, dev->dev_ qty,inp->index, dev->device_valid_flag[inp->index]);

2809 return -EINVAL;

2810 }

~~~

即枚举摄像头时，发现device_valid_flag标志位不对，该标志位是在：

~~~

static void probe_work_handle(struct work_struct *work)

if(vfe_sensor_register_check(dev,&dev->v4l2_dev,dev->ccm_cfg[input_num],&dev->dev_sensor[input_num],input_nu m) == NULL)

5126 {

5127 vfe_err("vfe sensor register check error at input_num = %d\n",input_num);

5128 dev->device_valid_flag[input_num] = 0;

5129 //goto snesor_register_end;

5130 }

5131 else{

5132 dev->device_valid_flag[input_num] = 1;

5133 }

~~~

这个函数是在vfe_probe中调用，也即初始化时检测的。

vfe驱动加载过程：

csi_cci/cci_platform_drv.c 加载cci.ko

vfe.c vfe_os.ko加载

vfe_subdev.ko

vfe_v4l2.ko//media/video/sunxi-vfe

查看开机启动信息：

~~~

//cci.ko加载，即摄像头控制器初始化

[ 0.808628] [VFE]cci probe start cci_sel = 0!

[ 0.813793] [VFE]cci probe end cci_sel = 0!

[ 0.818593] [VFE]cci_init end

//VFE驱加载

[ 0.822038] [VFE]Welcome to Video Front End driver

[ 0.827986] [VFE]pdev->id = 0

[ 0.831435] [VFE]dev->mipi_sel = 0

[ 0.835324] [VFE]dev->vip_sel = 0

[ 0.839114] [VFE]dev->isp_sel = 0

[ 0.849164] [VFE_WARN]vfe vpu clock is null

[ 0.860599] [VFE]pdev->id = 1

[ 0.864021] [VFE]dev->mipi_sel = 1

[ 0.868014] [VFE]dev->vip_sel = 1

[ 0.871864] [VFE]dev->isp_sel = 0

[ 0.875672] [VFE]probe_work_handle start!

[ 0.880358] [VFE]..........................vfe clk open!.......................

[ 0.889010] [VFE]v4l2 subdev register input_num = 0

[ 0.894683] [VFE_WARN]vfe vpu clock is null

[ 0.899688] [VFE_ERR]vip1 request pinctrl handle for device [csi1] failed!

[ 0.907603] [VFE_ERR]get regulator csi_avdd error!

[ 0.913056] [VFE_ERR]vfe_device_regulator_get error at input_num = 0

[ 0.920482] [VFE]vfe_init end

//V4L2设备注册，生成video0

[ 0.933586] [VFE]V4L2 device registered as video0

[ 0.938969] [VFE]..........................vfe clk close!.......................

[ 0.956440] [VFE]probe_work_handle end!

[ 0.960938] [VFE]probe_work_handle start!

[ 0.965515] [VFE]..........................vfe clk open!.......................

[ 0.991682] [VFE]v4l2 subdev register input_num = 0

[ 0.997227] [VFE]vfe sensor detect start! input_num = 0

[ 1.003274] [VFE]Find sensor name is "ov2640", i2c address is 60, type is "YUV" !

[ 1.011824] [VFE]Sub device register "ov2640" i2c_addr = 0x60 start!

[ 1.018998] [VFE_ERR]Error registering v4l2 subdevice No such device!

[ 1.026388] [VFE_ERR]vfe sensor register check error at input_num = 0

[ 1.079242] [VFE]V4L2 device registered as video1

[ 1.084960] [VFE]..........................vfe clk close!.......................

[ 1.116779] [VFE]probe_work_handle end!

[ 5.012110] [VFE]vfe_open

[ 5.043465] [VFE]vfe_open

[ 5.058511] [VFE]..........................vfe clk open!.......................

[ 5.082179] [VFE]..........................vfe clk open!.......................

[ 5.112320] [VFE]vfe_open ok

[ 5.115853] [VFE]vfe_close

[ 5.118958] [VFE]vfe select input flag = 0, s_input have not be used .

[ 5.126480] [VFE]..........................vfe clk close!.......................

[ 5.144821] [VFE]vfe_open ok

[ 5.148348] [VFE]vfe_close

[ 5.151598] [VFE]vfe select input flag = 0, s_input have not be used .

[ 5.158972] [VFE]..........................vfe clk close!.......................

[ 5.224773] [VFE]vfe_close end

[ 5.282919] [VFE]vfe_close end

~~~

vfe_sensor_register_check

~~~

static struct v4l2_subdev *vfe_sensor_register_check(struct vfe_dev *dev,struct v4l2_device *v4l2_dev,struct ccm_config *ccm_cfg,

struct i2c_board_info *sensor_i2c_board,int input_num )

{

int sensor_cnt,ret, sensor_num;

struct sensor_item sensor_info;

if(dev->vip_define_sensor_list == 1)

{

sensor_num = ccm_cfg->sensor_cfg_ini->detect_sensor_num;

if(ccm_cfg->sensor_cfg_ini->detect_sensor_num == 0){

sensor_num = 1;

}

} else {

sensor_num = 1;

}

for(sensor_cnt=0; sensor_cnt

{

if(dev->vip_define_sensor_list == 1)

{

if(ccm_cfg->sensor_cfg_ini->detect_sensor_num > 0)

cpy_ccm_sub_device_cfg(ccm_cfg, sensor_cnt);

}

if(get_sensor_info(ccm_cfg->ccm, &sensor_info) == 0)

{

if(ccm_cfg->i2c_addr != sensor_info.i2c_addr)

{

vfe_warn("Sensor info \"%s\" i2c_addr is different from sys_config!\n", sensor_info.sensor_name );

//vfe_warn("Sensor info i2c_addr = %d, sys_config i2c_addr = %d!\n", sensor_info.i2c_addr, ccm_cfg->i2c_addr);

//ccm_cfg->i2c_addr = sensor_info.i2c_addr;

}

if(ccm_cfg->is_bayer_raw != sensor_info.sensor_type)

{

vfe_warn("Camer detect \"%s\" fmt is different from sys_config!\n", sensor_info_type[sensor_info.sensor_type]);

vfe_warn("Apply detect fmt = %d replace sys_config fmt = %d!\n", sensor_info.sensor_type, ccm_cfg->is_bayer_raw);

ccm_cfg->is_bayer_raw = sensor_info.sensor_type;

}

if(sensor_info.sensor_type == SENSOR_RAW)

{

ccm_cfg->is_isp_used = 1;

}

else

{

ccm_cfg->act_used = 0;

}

vfe_print("Find sensor name is \"%s\", i2c address is %x, type is \"%s\" !\n",sensor_info.sensor_name,sensor_info.i2c_addr,

sensor_info_type[sensor_info.sensor_type]);

}

sensor_i2c_board->addr = (unsigned short)(ccm_cfg->i2c_addr>>1);

strcpy(sensor_i2c_board->type,ccm_cfg->ccm);

vfe_print("Sub device register \"%s\" i2c_addr = 0x%x start!\n",sensor_i2c_board->type, ccm_cfg->i2c_addr);

ret = vfe_sensor_subdev_register_check(dev,v4l2_dev,ccm_cfg,sensor_i2c_board);

if( ret == -1)

{

vfe_sensor_subdev_unregister(v4l2_dev,ccm_cfg,sensor_i2c_board);

vfe_print("Sub device register \"%s\" failed!\n",sensor_i2c_board->type);

ccm_cfg->sd =NULL;

continue;

}

else if(ret == ENODEV ||ret == EFAULT)

{

continue;

}

else if(ret == 0)

{

vfe_print("Sub device register \"%s\" is OK!\n",sensor_i2c_board->type);

break;

}

return ccm_cfg->sd;

}

~~~

我正流行

关注

0
点赞
踩
0

收藏

觉得还不错? 一键收藏
0
评论
linux vfe框架,bsp内核的摄像头使用

# BSP内核的摄像头使用~~~Device Drivers -> Multimedia support ---> sunxi video encoder and decoder support //视频编码器，包括h264/mpeg4/mpeg2/vc1/rmvb. 以模块形式编译，cedar_ve.ko~~~~~~[*] Video capture adapters ...
复制链接

扫一扫

linux vfe框架,bsp内核的摄像头使用

“相关推荐”对你有帮助么？