#include "app_config.h" #ifdef CONFIG_UI_ENABLE //上电执行则打开app_config.h TCFG_DEMO_UI_RUN = 1 #include "device/device.h"//u8 #include "storage_device.h"//SD #include "server/video_dec_server.h"//fopen #include "system/includes.h"//GPIO #include "lcd_drive.h" #include "sys_common.h" #include "yuv_soft_scalling.h" #include "asm/jpeg_codec.h" #include "get_yuv_data.h" #include "lcd_config.h" #include "asm/includes.h" #include "ui_demo.h" #include "video/camera_effect.h" #include "asm/jpeg_encoder.h" #include "lcd_data_driver.h" /************视频部分*将摄像头数据显示到lcd上**********************************/ /* 开关打印提示 */ #if 1 #define log_info(x, ...) printf("\n[camera_to_lcd_test]>>>>>>>>>>>>>>>>>>>###" x " \n", ## __VA_ARGS__) #else #define log_info(...) #endif struct scale_img { int yuv_pixformat; int in_w; int in_h; u8 *yuv; u8 *yuv1; u8 *y_in; u8 *u_in; u8 *v_in; int out_w; int out_h; u8 *y_out; u8 *u_out; u8 *v_out; u8 *line_buf; int line_buf_size; u8 line; u8 jpg_q; u32 jpg_buf_size; u8 *jpg_buf; struct jpeg_encoder_fd *jpg; struct YUV_frame_data *input_frame; }; static struct scale_img *hdl; #if PROCESS_EFFECT struct camera_effect_config eft_cfg = {0};//配置变量 effect_mode_t kaleidoscope_mode = EM_END;//万花筒样式 #endif u8 get_lcd_turn_mode(void); static void Calculation_frame(void) { static u32 tstart = 0, tdiff = 0; static u8 fps_cnt = 0; fps_cnt++ ; if (!tstart) { tstart = timer_get_ms(); } else { tdiff = timer_get_ms() - tstart; if (tdiff >= 1000) { printf("\n [MSG]fps_count = %d\n", fps_cnt * 1000 / tdiff); tstart = 0; fps_cnt = 0; } } } /********保存JPG图片到SD卡中************/ static void save_jpg_ontime(u8 *buf, u32 len) { if (storage_device_ready()) {//自动重命名文件数量限制配置搜索 FILE_AUTO_RENAME_NUM char file_name[64];//定义路径存储 snprintf(file_name, 64, CONFIG_ROOT_PATH"JPG/JPG****.JPG"); FILE *fd = fopen(file_name, "wb+"); printf("[msg]>>>>>>>>>>>file_name=%s", file_name); fwrite(buf, 1, len, fd); fclose(fd); log_info("JPG save ok name=JPG\r\n"); } } /********保存RGB数据到SD卡中************/ static void get_RGB_save_to_SD(char *RGB, u32 len) { if (storage_device_ready()) { char file_name[64];//定义路径存储 snprintf(file_name, 64, CONFIG_ROOT_PATH"rgb/RGB***.bin"); FILE *fd = fopen(file_name, "wb+"); fwrite(RGB, 1, len, fd); fclose(fd); log_info("RGB save ok name=RGB\r\n"); } } /********保存YUV数据到SD卡中************/ static void save_YUV_date_ontime(u8 *buf, u32 len) { if (storage_device_ready()) { char file_name[64];//定义路径存储 snprintf(file_name, 64, CONFIG_ROOT_PATH"YUV/YUV***.bin"); FILE *fd = fopen(file_name, "wb+"); fwrite(buf, 1, len, fd); fclose(fd); log_info("YUV save ok name=YUV\r\n"); } } /********读取JPG数据并保存在SD卡中该数据经过缩放保存大小1280*720********/ /* #define yuv_out_w 1280 */ /* #define yuv_out_h 720 */ /* #define in_w 640 */ /* #define in_h 480 */ #define IN_W 640 //图像输入尺寸 宽 #define IN_H 480 //图像输入尺寸 高 #define AIM_W 4800 //图像输出尺寸 宽 #define AIM_H 2400 //图像输出尺寸 宽 #define CALCULATE_H 16 //图像每次处理行数 //只能处理16行的整数倍 #define CNT (AIM_H/CALCULATE_H) //累计需要处理次数为输出高/每次行数 #define YUV_BUF_16_LINE_SIZE (AIM_W*CALCULATE_H*3/2) //一次处理数据需要的内存长度 #define JPG_BUF_LEN (1*1024*1024) //jpg数据处理需要的内存长度 //需要评估最大内存 #define JPG_Q 10 //输出jpg的质量 最大16 static void get_JPG_save_to_SD(char *yuv_buf, u8 mode) { int err; u8 *ui_data; u8 *rgb_buf; u8 *yuv_420; //1.申请全局结构体内存 hdl = malloc(sizeof(struct scale_img)); if (hdl == NULL) { printf("[error]>>>>>>>>>>>>malloc fail"); } //2.申请16行buf hdl->line_buf = malloc(YUV_BUF_16_LINE_SIZE); if (!hdl->line_buf) { goto exit; } //3.申请jpg输入帧结构体 hdl->input_frame = malloc(sizeof(struct YUV_frame_data)); if (hdl->input_frame == NULL) { goto exit; } //4.申请jpg_buf用于输出jpg照片 hdl->jpg_buf = malloc(JPG_BUF_LEN); if (hdl->jpg_buf == NULL) { goto exit; } if (mode == PHOTO_MODE_TAKE_BOOTH) { //5.申请yuv_buf用于将ui数据放大到摄像头图像大小用于图像合成 hdl->yuv = malloc(IN_W * IN_H * 2); if (hdl->yuv == NULL) { goto exit; } } rgb_buf = hdl->jpg_buf; yuv_420 = hdl->jpg_buf + lcd_w * lcd_h * 2; //获取ui保存的大头贴图片 if (mode == PHOTO_MODE_TAKE_BOOTH) { ui_data = get_ui_buf(); //将ui大头贴数据竖屏的RGB数据转为横屏的RGB数据 RGB565_Soft_90(0, rgb_buf, ui_data, lcd_w, lcd_h); //将RGB转为YUV数据 rgb565_to_yuv420p(rgb_buf, yuv_420, lcd_h, lcd_w, 1); //将屏幕那么大的YUV数据转为摄像头那么大的YUV数据 YUV420p_Soft_Scaling(yuv_420, hdl->yuv, lcd_h, lcd_w, IN_W, IN_H); //进行yuv图像合成处理 yuv_picture_compose(hdl->yuv, yuv_buf, IN_W, IN_H); } //5.配置全局参数配置 hdl->in_w = IN_W; //配置输入图像yuv420宽 hdl->in_h = IN_H; //配置输入图像yuv420高 hdl->out_w = AIM_W; //配置输出图像yuv420宽 hdl->out_h = AIM_H; //配置输出图像yuv420高 hdl->line = CALCULATE_H; //配置每次放大行数必须为16的整数倍 hdl->line_buf_size = YUV_BUF_16_LINE_SIZE; //配置yuv420 16行buf长度 hdl->jpg_buf_size = JPG_BUF_LEN; //配置jpg内存长度 hdl->yuv_pixformat = JPG_SAMP_FMT_YUV420; //配置jpg编码数据格式 hdl->jpg_q = JPG_Q; //配置编码q值 hdl->input_frame->width = hdl->out_w; //配置jpg编码器输出jpg图像宽 hdl->input_frame->height = hdl->out_h; //配置jpg编码器输出jpg图像高 hdl->input_frame->data_height = hdl->line; //配置jpg编码器每次编码行数 hdl->input_frame->pixformat = JPG_SAMP_FMT_YUV420; //配置jpg编码器编码数据格式 hdl->jpg = mjpg_image_enc_open(NULL, JPEG_ENC_MANU_IMAGE); if (!hdl->jpg) { printf("mjpg_image_enc_open err\n"); goto exit; } u32 time1 = timer_get_ms(); //缩放处理 for (u16 i = 0; i < CNT; i++) { hdl->y_in = yuv_buf; hdl->y_out = hdl->line_buf; //16行yuv有16行y jl_nearest_inter_line(hdl->line, i, hdl->in_w, hdl->in_h, hdl->out_w, hdl->out_h, hdl->y_in, hdl->y_out); hdl->u_in = yuv_buf + hdl->in_w * hdl->in_h; hdl->u_out = hdl->line_buf + hdl->out_w * hdl->line; //16行yuv有8行u jl_nearest_inter_line(hdl->line / 2, i, hdl->in_w / 2, hdl->in_h / 2, hdl->out_w / 2, hdl->out_h / 2, hdl->u_in, hdl->u_out); hdl->v_in = yuv_buf + hdl->in_w * hdl->in_h * 5 / 4; hdl->v_out = hdl->line_buf + hdl->out_w * hdl->line * 5 / 4; //16行yuv有8行v jl_nearest_inter_line(hdl->line / 2, i, hdl->in_w / 2, hdl->in_h / 2, hdl->out_w / 2, hdl->out_h / 2, hdl->v_in, hdl->v_out); //6.每1行MCU(16行像素点)编码一次 hdl->input_frame->line_num = i * hdl->line; hdl->input_frame->y = hdl->y_out; hdl->input_frame->u = hdl->u_out; hdl->input_frame->v = hdl->v_out; err = mjpg_image_enc_start(hdl->jpg, hdl->input_frame, hdl->jpg_buf, hdl->jpg_buf_size, hdl->jpg_q); if (err < 0) { printf("\n [ERROR] %s -[yuyu] %d\n", __FUNCTION__, __LINE__); goto exit; } } save_jpg_ontime(hdl->jpg_buf, hdl->jpg->file_size); printf("[msg]>>>>>>>>>>>hdl->jpg->file_size=%dk", hdl->jpg->file_size / 1024); u32 time = timer_get_ms() - time1; printf("[msg]>>>>>>>>>>>take_photo time=%dms", time); mjpg_image_enc_close(hdl->jpg); exit: printf("\n [ERROR] %s -[yuyu] %d\n", __FUNCTION__, __LINE__); if (mode == PHOTO_MODE_TAKE_BOOTH) { free(hdl->yuv); } free(hdl->jpg_buf); free(hdl->input_frame); free(hdl->line_buf); free(hdl); } #if PROCESS_EFFECT /*万花筒功能*/ get_kaleidoscope_data(u8 *in, u8 *out, int yuv_in_w, int yuv_in_h) { eft_cfg.eff_t.w = yuv_in_w; eft_cfg.eff_t.h = yuv_in_h; eft_cfg.eff_t.wh_mode = 0; // 横屏-0 eft_cfg.eff_t.mode_full = 0;//暂时没有用到 eft_cfg.indicator = 1;//标志，不影响数据值，0-src=dst(把原来的数据也改了),1-dst(原来数据不变，dst是处理过的数据) eft_cfg.dst_buf = out; //dst eft_cfg.mode = kaleidoscope_mode;//样式选择 if (!effect_init(&eft_cfg.eff_t, eft_cfg.eff_t.wh_mode, eft_cfg.eff_t.w, eft_cfg.eff_t.h, &eft_cfg.mode)) { process_effect(&eft_cfg.eff_t, in, eft_cfg.dst_buf, &eft_cfg.mode, &eft_cfg.indicator); effect_free(&eft_cfg.eff_t); } else { log_e("camera effect init err!\n"); } } void set_kaleidoscope_mode(u8 demo) { kaleidoscope_mode = demo; } #endif //PROCESS_EFFECT /*********摄像头应用部分***********/ static void test_main(u8 *buf, u32 len, int yuv_in_w, int yuv_in_h) { #if CONFIG_LCD_QR_CODE_ENABLE char *ssid = NULL; char *pwd = NULL; qr_code_get_one_frame_YUV_420(buf, yuv_in_w, yuv_in_h); qr_get_ssid_pwd(&ssid, &pwd); printf(">>>>>>>>>>>>>>>sssid = %s, pwd = %s", ssid, pwd); #endif //CONFIG_LCD_QR_CODE_ENABLE #if PROCESS_EFFECT /*万花筒功能*/ u8 *baddr = NULL; if (kaleidoscope_mode != EM_END) { baddr = (u8 *)malloc(len); get_kaleidoscope_data(buf, baddr, yuv_in_w, yuv_in_h); buf = baddr; if (get_take_photo_status() == PHOTO_MODE_TAKE_KALEIDOSCOPE) { get_JPG_save_to_SD(buf, PHOTO_MODE_TAKE_KALEIDOSCOPE); set_take_photo_ok(); } } #endif //PROCESS_EFFECT u8 mode = get_take_photo_status(); if (mode != 0 && mode != PHOTO_MODE_TAKE_KALEIDOSCOPE) { get_JPG_save_to_SD(buf, PHOTO_MODE_TAKE_BOOTH); //拍照大头贴 | 多图像合成,保存成JPG的方法一样 set_take_photo_ok(); } switch (mode) { case PHOTO_MODE_TAKE_BOOTH://拍照大头贴 | 多图像合成,保存成JPG的方法一样 printf(">>>>>>>PHOTO_MODE_TAKE_BOOTH<<<<<<<<\n"); break; case PHOTO_MODE_TAKE_MULTIPLE_1://高二等分 图像合成模式 printf(">>>>>>>PHOTO_MODE_TAKE_MULTIPLE_1<<<<<<<<\n"); break; case PHOTO_MODE_TAKE_MULTIPLE_2://高三等分 图像合成模式 printf(">>>>>>>PHOTO_MODE_TAKE_MULTIPLE_2<<<<<<<<\n"); break; case PHOTO_MODE_TAKE_MULTIPLE_3://对角等分 图像合成模式 printf(">>>>>>>PHOTO_MODE_TAKE_BOOTH<<<<<<<<\n"); break; case PHOTO_MODE_TAKE_MULTIPLE_4://不规则 图像合成模式 printf(">>>>>>>PHOTO_MODE_TAKE_BOOTH<<<<<<<<\n"); break; } lcd_show_frame(buf, len, yuv_in_w, yuv_in_h); //240*320*2=153600 #if PROCESS_EFFECT /*万花筒功能*/ if (kaleidoscope_mode != EM_END) { if (baddr != NULL) { free(baddr); } } #endif //PROCESS_EFFECT Calculation_frame(); } void set_video_rt_cb(u32(*cb)(void *, u8 *, u32), void *priv); int user_net_video_rec_open(char forward); int user_net_video_rec_close(char forward); int jpeg2yuv_open(void); void jpeg2yuv_yuv_callback_register(void (*cb)(u8 *data, u32 len, int width, int height)); int jpeg2yuv_jpeg_frame_write(u8 *buf, u32 len); void jpeg2yuv_close(void); static void uvc_video_test(void); void get_yuv_init(void (*cb)(u8 *data, u32 len, int width, int height)); void camera_to_lcd_init(char camera_ID)//摄像头选择 并初始化 { #ifdef CONFIG_UVC_VIDEO2_ENABLE uvc_video_test(); #else get_yuv_init(test_main); #endif } void camera_to_lcd_uninit(void) { void get_yuv_uninit(void); get_yuv_uninit(); } int isc_log_en()//如果定义该函数丢帧信息屏蔽 { return 0; } static void uvc_jpeg_cb(void *hdr, void *data, u32 len) { #define JPEG_HEAD 0xE0FFD8FF #define JPEG_HEAD1 0xC0FFD8FF u32 *head = (u32 *)data; if (*head == JPEG_HEAD || *head == JPEG_HEAD1) { //video jpeg2yuv_jpeg_frame_write((u8 *)data, len); } else { //audio } } static void camera_show_lcd(u8 *buf, u32 size, int width, int height) { char *ssid = NULL; char *pwd = NULL; #if CONFIG_LCD_QR_CODE_ENABLE qr_code_get_one_frame_YUV_420(buf, width, height); qr_get_ssid_pwd(&ssid, &pwd); printf(">>>>>>>>>>>>>>>sssid = %s, pwd = %s", ssid, pwd); #endif lcd_show_frame(buf, size, width, height); Calculation_frame(); } static void uvc_video_task(void *priv) { int ret; start: //0.等待UVC上线 while (!dev_online("uvc")) { os_time_dly(10); } //1.打开jpeg解码YUV ret = jpeg2yuv_open(); if (ret) { return; } //2.注册YUV数据回调函数 jpeg2yuv_yuv_callback_register(camera_show_lcd); #if (APP_VIDEO_REC_RUN) /* extern OS_SEM video_sem; */ /* os_sem_set(&video_sem, 0); */ /* os_sem_pend(&video_sem, 0); */ #endif //3.打开UVC实时流 ret = user_net_video_rec_open(1); if (ret) { jpeg2yuv_close(); return; } //3.注册jpeg数据回调函数 set_video_rt_cb(uvc_jpeg_cb, NULL); #if TCFG_LCD_USB_SHOW_COLLEAGUE void set_tcp_uvc_rt_cb(u32(*cb)(void *priv, void *data, u32 len)); void set_udp_uvc_rt_cb(u32(*cb)(void *priv, void *data, u32 len)); set_udp_uvc_rt_cb(uvc_jpeg_cb); //wifi udp set_tcp_uvc_rt_cb(uvc_jpeg_cb); //wifi tcp #endif //4.检查是否掉线 struct lbuf_test_head *rbuf = NULL; while (dev_online("uvc")) { os_time_dly(5); } #if (!APP_VIDEO_REC_RUN) //5.关闭UVC实时流 user_net_video_rec_close(1); //6.关闭jpeg解码YUV jpeg2yuv_close(); #endif goto start; } static void uvc_video_test(void) { thread_fork("uvc_video_task", 5, 1024, 0, 0, uvc_video_task, NULL); } #endif