加入 摄像头采集和264编码，再使用live555直播
1、摄像头采集和264编码
将x264改成编码一帧的接口，码流不写入文件而是直接写入内存中（int Encode_frame 函数中）。
/* * Filename: encodeapp.h * Auther: mlj * Create date: 2013/ 1/20 */#ifndef _ENCODEAPP_H_#define _ENCODEAPP_H_#include "x264.h"#include#define WRITEOUT_RECONSTRUCTION 1typedef int32_t INT32;typedef signed char INT8;typedef struct _EncodeApp { x264_t *h; x264_picture_t pic; x264_param_t param; void *outBufs;//一帧码流的缓存 int outBufslength;//总大小 int bitslen;//实际码流大小 FILE *bits; // point to output bitstream file #ifdef WRITEOUT_RECONSTRUCTION FILE *p_rec ;#endif}EncodeApp;INT32 EncoderInit(EncodeApp* EncApp,INT8 *config_filename);INT32 EncoderEncodeFrame(EncodeApp* EncApp);INT32 EncoderDestroy(EncodeApp* EncApp);#endif
encodeapp.c /* * Filename: encodeapp.c * Auther: mlj * Create date: 2013/ 1/20 */#include#include #include #include #include "..\inc\encodeapp.h"#pragma comment(lib,"libx264.lib")extern int Encode_frame(EncodeApp* EncApp, x264_t *h, x264_picture_t *pic );INT32 EncoderEncodeFrame(EncodeApp* EncApp){ //printf("processing frame %d...",j); int i; //int i_frame, i_frame_total; int64_t i_file=0; /* Encode frames */ //EncApp->pic.i_pts = (int64_t)i_frame * (&EncApp->param)->i_fps_den; { /* Do not force any parameters */ EncApp->pic.i_type = X264_TYPE_AUTO; EncApp->pic.i_qpplus1 = 0; } i_file += Encode_frame(EncApp, EncApp->h, &EncApp->pic ); //fwrite(EncApp,EncApp->bits);#ifdef WRITEOUT_RECONSTRUCTION //write reconstruction#endif return 0;}INT32 EncoderDestroy(EncodeApp* EncApp){ x264_picture_clean( &EncApp->pic ); x264_encoder_close( EncApp->h ); if(EncApp->outBufs ) free(EncApp->outBufs ); fclose(EncApp->bits);#ifdef WRITEOUT_RECONSTRUCTION fclose(EncApp->p_rec);#endif return 0;}
//x264.c中改写int Encode_frame(EncodeApp* EncApp, x264_t *h, x264_picture_t *pic ){ x264_picture_t pic_out; x264_nal_t *nal; int i_nal, i; int i_file = 0; if( x264_encoder_encode( h, &nal, &i_nal, pic, &pic_out ) < 0 ) { fprintf( stderr, "x264 [error]: x264_encoder_encode failed\n" ); } EncApp->bitslen = 0; for( i = 0; i < i_nal; i++ ) { int i_size; if( mux_buffer_size < nal[i].i_payload * 3/2 + 4 ) { mux_buffer_size = nal[i].i_payload * 2 + 4; x264_free( mux_buffer ); mux_buffer = x264_malloc( mux_buffer_size ); } i_size = mux_buffer_size; x264_nal_encode( mux_buffer, &i_size, 1, &nal[i] ); //i_file += p_write_nalu( EncApp->bits, mux_buffer, i_size ); if( EncApp->outBufslength < ( EncApp->bitslen+i_size) ) { void* temp= malloc( EncApp->bitslen+i_size); memcpy((unsigned char*)temp, (unsigned char*)(EncApp->outBufs), EncApp->bitslen); free(EncApp->outBufs); EncApp->outBufs = temp; } memcpy( (unsigned char*)(EncApp->outBufs)+ EncApp->bitslen,mux_buffer, i_size); EncApp->bitslen += i_size; } //p_write_nalu( EncApp->bits, (unsigned char*)EncApp->outBufs, EncApp->bitslen ); //if (i_nal) // p_set_eop( EncApp->bits, &pic_out ); return i_file;}INT32 EncoderInit(EncodeApp* EncApp,INT8 *config_filename){ int argc; cli_opt_t opt; static char *para[] = { "", "-q", "28", "-o", "test.264", "G:\\sequence\\walk_vga.yuv", "640x480", "--no-asm" }; char **argv = para;; //para[0] = argv[0]; //argv = para; argc = sizeof(para)/sizeof(char*); x264_param_default( &EncApp->param ); /* Parse command line */ if( Parse( argc, argv, &EncApp->param, &opt ) < 0 ) return -1; //param->i_frame_total = 100; // EncApp->param.i_width = 640; // EncApp->param.i_height = 480; //EncApp->param.rc.i_qp_constant = 28; if( ( EncApp->h = x264_encoder_open( &EncApp->param ) ) == NULL ) { fprintf( stderr, "x264 [error]: x264_encoder_open failed\n" ); return -1; } /* Create a new pic */ x264_picture_alloc( &EncApp->pic, X264_CSP_I420, EncApp->param.i_width, EncApp->param.i_height ); EncApp->outBufs = malloc(1024*1024); EncApp->outBufslength = 1024*1024; EncApp->bits =0 ;#ifdef WRITEOUT_RECONSTRUCTION EncApp->p_rec = NULL;#endif EncApp->bits = fopen("test_vc.264","wb");#ifdef WRITEOUT_RECONSTRUCTION EncApp->p_rec = fopen("test_rec_vc.yuv", "wb");#endif if(0==EncApp->bits) { printf("Can't open output files!\n"); return -1; } return 0;} 摄像头采集和264编码 源代码：http://download.csdn.net/user/mlj318
结果速度不是很快，640x480 采集加编码只能达到10fps.
相关配置：需要opencv库和libx264.lib.
包含目录 G:\workspace\video4windows\CameraDS and 264\inc;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;
库目录 G:\workspace\video4windows\CameraDS and code\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;
链接器 附加库目录 G:\workspace\video4windows\CameraDS and 264\lib;
链接器 附加依赖项
opencv_calib3d243d.lib
opencv_contrib243d.libopencv_core243d.libopencv_features2d243d.libopencv_flann243d.libopencv_gpu243d.libopencv_haartraining_engined.libopencv_highgui243d.libopencv_imgproc243d.libopencv_legacy243d.libopencv_ml243d.libopencv_nonfree243d.libopencv_objdetect243d.libopencv_photo243d.libopencv_stitching243d.libopencv_ts243d.libopencv_video243d.libopencv_videostab243d.liblibx264.lib2、再加入live555直播
class Cameras{public: void Init(); void GetNextFrame(); void Destory();public: CCameraDS camera1; CCameraDS camera2; EncodeApp encodeapp; IplImage *pFrame1 ; IplImage *pFrame2 ; unsigned char *RGB1; unsigned char *RGB2; unsigned char *YUV1; unsigned char *YUV2; unsigned char *YUV_merge;};void Cameras::Init(){ // 1、考虑到已经存在了显示图像的窗口，那就不必再次驱动摄像头了，即便往下驱动那也是摄像头已被占用。 if(IsWindowVisible(FindWindow(NULL, g_szTitle))) { exit (-1); } //仅仅获取摄像头数目 int m_iCamCount = CCameraDS::CameraCount(); printf("There are %d cameras.\n", m_iCamCount); if(m_iCamCount==0) { fprintf(stderr, "No cameras.\n"); exit( -1); } //打开第一个摄像头 if(! camera1.OpenCamera(0, false, WIDTH,HEIGHT)) //不弹出属性选择窗口，用代码制定图像宽和高 { fprintf(stderr, "Can not open camera1.\n"); exit( -1); } if(! camera2.OpenCamera(1, false, WIDTH,HEIGHT)) //不弹出属性选择窗口，用代码制定图像宽和高 { fprintf(stderr, "Can not open camera2.\n"); exit( -1); } cvNamedWindow("camera1"); cvNamedWindow("camera2"); EncoderInit(&encodeapp,NULL); pFrame1 = camera1.QueryFrame(); pFrame2 = camera2.QueryFrame(); RGB1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*3); YUV1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*1.5); RGB2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*3); YUV2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5); YUV_merge=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5);}void Cameras::GetNextFrame(){ { pFrame1 = camera1.QueryFrame(); pFrame2 = camera2.QueryFrame(); cvShowImage("camera1", pFrame1); cvShowImage("camera2", pFrame2); for(int i=0;i height;i++) { for(int j=0;j width;j++) { RGB1[(i*pFrame1->width+j)*3] = pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 2];; RGB1[(i*pFrame1->width+j)*3+1]= pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 1]; RGB1[(i*pFrame1->width+j)*3+2] = pFrame1->imageData[i * pFrame1->widthStep + j * 3 ]; RGB2[(i*pFrame1->width+j)*3] = pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 2];; RGB2[(i*pFrame1->width+j)*3+1]= pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 1]; RGB2[(i*pFrame1->width+j)*3+2] = pFrame2->imageData[i * pFrame1->widthStep + j * 3 ]; } } Convert(RGB1, YUV1,pFrame1->width,pFrame1->height); Convert(RGB2, YUV2,pFrame2->width,pFrame2->height); mergeleftrigth(YUV_merge,YUV1,YUV2,pFrame2->width,pFrame2->height); unsigned char *p1,*p2; p1=YUV_merge; p2=encodeapp.pic.img.plane[0];// for(int i=0;i height;i++) { memcpy(p2,p1,pFrame1->width); p1+=pFrame1->width; p2+=WIDTH; } p2=encodeapp.pic.img.plane[1]; for(int i=0;i height/2;i++) { memcpy(p2,p1,pFrame1->width/2); p1+=pFrame1->width/2; p2+=WIDTH/2; } p2=encodeapp.pic.img.plane[2]; for(int i=0;i height/2;i++) { memcpy(p2,p1,pFrame1->width/2); p1+=pFrame1->width/2; p2+=WIDTH/2; } EncoderEncodeFrame(&encodeapp); }}void Cameras::Destory(){ free(RGB1); free(RGB2); free(YUV1); free(YUV2); free(YUV_merge); camera1.CloseCamera(); camera2.CloseCamera(); cvDestroyWindow("camera1"); cvDestroyWindow("camera2"); EncoderDestroy(&encodeapp);} void H264FramedLiveSource::doGetNextFrame(){ //if( filesize(fp) > fMaxSize) // fFrameSize = fread(fTo,1,fMaxSize,fp); //else //{ // fFrameSize = fread(fTo,1,filesize(fp),fp); // fseek(fp, 0, SEEK_SET); //} //fFrameSize = fMaxSize; TwoWayCamera.GetNextFrame(); fFrameSize = TwoWayCamera.encodeapp.bitslen; if( fFrameSize > fMaxSize) { fNumTruncatedBytes = fFrameSize - fMaxSize; fFrameSize = fMaxSize; } else { fNumTruncatedBytes = 0; } memmove(fTo, TwoWayCamera.encodeapp.outBufs, fFrameSize); nextTask() = envir().taskScheduler().scheduleDelayedTask( 0, (TaskFunc*)FramedSource::afterGetting, this);//表示延迟0秒后再执行 afterGetting 函数 return;} 源代码：http://download.csdn.net/user/mlj318
640x480 只能达到3.5fps.
相关配置：需要opencv库和libx264.lib.
包含目录 H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;G:\workspace\avs\live555test -send\live555test\inc;G:\workspace\avs\live555test\live555test\BasicUsageEnvironment\include;G:\workspace\avs\live555test\live555test\UsageEnvironment\include;G:\workspace\avs\live555test\live555test\liveMedia\include;G:\workspace\avs\live555test\live555test\groupsock\include;
库目录 G:\workspace\avs\live555test\live555test\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;
链接器 附加库目录 G:\workspace\video4windows\CameraDS and 264\lib;
链接器 附加依赖项
opencv_calib3d243d.lib
opencv_contrib243d.libopencv_core243d.libopencv_features2d243d.libopencv_flann243d.libopencv_gpu243d.libopencv_haartraining_engined.libopencv_highgui243d.libopencv_imgproc243d.libopencv_legacy243d.libopencv_ml243d.libopencv_nonfree243d.libopencv_objdetect243d.libopencv_photo243d.libopencv_stitching243d.libopencv_ts243d.libopencv_video243d.libopencv_videostab243d.liblibx264.lib
出现的错误：
1>LIBCMTD.lib(sprintf.obj) : error LNK2005: _sprintf 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义
1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: _exit 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: __exit 已经在 MSVCRTD.lib(MSVCR100D.dll) 中定义LIBCMTD.lib与 MSVCRTD.lib 冲突，在链接器- 输入 -忽略特定默认库中加上 LIBCMTD.lib 即可。
