【視頻開發】【Live555】攝像頭採集，264編碼，live555直播

時間  2019-11-21
標籤 視頻開發 Live555 攝像頭 採集 編碼 live555 live 直播 欄目 網絡爬蟲 简体版
原文   原文鏈接

加入 攝像頭採集和264編碼，再使用live555直播css

 一、攝像頭採集和264編碼html

     將x264改爲編碼一幀的接口，碼流不寫入文件而是直接寫入內存中（int  Encode_frame 函數中）。windows

 

複製代碼 
/*
 * Filename: encodeapp.h
 * Auther: mlj
 * Create date: 2013/ 1/20
 */
#ifndef _ENCODEAPP_H_
#define _ENCODEAPP_H_

#include "x264.h"
#include <stdint.h>
#define WRITEOUT_RECONSTRUCTION 1

typedef int32_t INT32;
typedef  signed char INT8;


typedef struct _EncodeApp 
{
    x264_t *h;
    x264_picture_t pic;
    x264_param_t param;

    void *outBufs;//一幀碼流的緩存
    int  outBufslength;//總大小
    int   bitslen;//實際碼流大小

    FILE *bits;                     // point to output bitstream file 
#ifdef WRITEOUT_RECONSTRUCTION    
    FILE *p_rec ;
#endif
}EncodeApp;
INT32 EncoderInit(EncodeApp*  EncApp,INT8 *config_filename);
INT32 EncoderEncodeFrame(EncodeApp*  EncApp);
INT32 EncoderDestroy(EncodeApp*  EncApp);

#endif
複製代碼
複製代碼 
 /*
 * Filename: encodeapp.c
 * Auther: mlj
 * Create date: 2013/ 1/20
 */
#include <stdlib.h>
#include <string.h>
#include <stdint.h>
#include <stdio.h>
#include "..\inc\encodeapp.h"

#pragma comment(lib,"libx264.lib")





extern int  Encode_frame(EncodeApp*  EncApp, x264_t *h, x264_picture_t *pic );
INT32 EncoderEncodeFrame(EncodeApp*  EncApp)
{
        //printf("processing frame %d...",j);
        int i;
        //int     i_frame, i_frame_total;
        int64_t i_file=0;

    /* Encode frames */
        //EncApp->pic.i_pts = (int64_t)i_frame * (&EncApp->param)->i_fps_den;
        {
            /* Do not force any parameters */
            EncApp->pic.i_type = X264_TYPE_AUTO;
            EncApp->pic.i_qpplus1 = 0;
        }

        i_file += Encode_frame(EncApp, EncApp->h, &EncApp->pic );
    
        //fwrite(EncApp,EncApp->bits);

#ifdef WRITEOUT_RECONSTRUCTION        
        //write reconstruction
#endif
    return 0;
}

INT32 EncoderDestroy(EncodeApp*  EncApp)
{

     x264_picture_clean( &EncApp->pic );
    x264_encoder_close( EncApp->h );

    if(EncApp->outBufs )    
        free(EncApp->outBufs );     


    fclose(EncApp->bits);
#ifdef WRITEOUT_RECONSTRUCTION    
    fclose(EncApp->p_rec);
#endif
    return 0;
}
複製代碼
複製代碼 
//x264.c中改寫
int  Encode_frame(EncodeApp*  EncApp, x264_t *h, x264_picture_t *pic )
{
    x264_picture_t pic_out;
    x264_nal_t *nal;
    int i_nal, i;
    int i_file = 0;

    if( x264_encoder_encode( h, &nal, &i_nal, pic, &pic_out ) < 0 )
    {
        fprintf( stderr, "x264 [error]: x264_encoder_encode failed\n" );
    }
    EncApp->bitslen  = 0;
    for( i = 0; i < i_nal; i++ )
    {
        int i_size;

        if( mux_buffer_size < nal[i].i_payload * 3/2 + 4 )
        {
            mux_buffer_size = nal[i].i_payload * 2 + 4;
            x264_free( mux_buffer );
            mux_buffer = x264_malloc( mux_buffer_size );
        }

        i_size = mux_buffer_size;
        x264_nal_encode( mux_buffer, &i_size, 1, &nal[i] );
        //i_file += p_write_nalu( EncApp->bits, mux_buffer, i_size );
        if(  EncApp->outBufslength < ( EncApp->bitslen+i_size) )
        {
            void* temp= malloc( EncApp->bitslen+i_size);
            memcpy((unsigned char*)temp, (unsigned char*)(EncApp->outBufs), EncApp->bitslen);
            free(EncApp->outBufs);
            EncApp->outBufs = temp;
        }
        memcpy( (unsigned char*)(EncApp->outBufs)+ EncApp->bitslen,mux_buffer, i_size);
        EncApp->bitslen += i_size;
    }
    //p_write_nalu( EncApp->bits, (unsigned char*)EncApp->outBufs, EncApp->bitslen );
    //if (i_nal)
    //    p_set_eop( EncApp->bits, &pic_out );

    return i_file;
}

INT32 EncoderInit(EncodeApp*  EncApp,INT8 *config_filename)
{
    int argc; 
    
    cli_opt_t opt;
    static char *para[] =
    {
        "",
        "-q",
        "28",
        "-o",
        "test.264",
        "G:\\sequence\\walk_vga.yuv",
        "640x480",
        "--no-asm"
    };
    char **argv = para;; 
    //para[0]    = argv[0];
    //argv    = para;
    argc    = sizeof(para)/sizeof(char*);
    x264_param_default( &EncApp->param );
    /* Parse command line */
    if( Parse( argc, argv, &EncApp->param, &opt ) < 0 )
        return -1; 
    //param->i_frame_total =  100;
 //   EncApp->param.i_width         = 640;
 //   EncApp->param.i_height        = 480;
    //EncApp->param.rc.i_qp_constant = 28;

    if( ( EncApp->h = x264_encoder_open( &EncApp->param ) ) == NULL )
    {
        fprintf( stderr, "x264 [error]: x264_encoder_open failed\n" );
        return -1;
    }

    /* Create a new pic */
    x264_picture_alloc( &EncApp->pic, X264_CSP_I420, EncApp->param.i_width, EncApp->param.i_height );


    EncApp->outBufs = malloc(1024*1024);
    EncApp->outBufslength = 1024*1024;
    EncApp->bits =0 ;
#ifdef WRITEOUT_RECONSTRUCTION    
    EncApp->p_rec = NULL;
#endif
    EncApp->bits = fopen("test_vc.264","wb");

#ifdef WRITEOUT_RECONSTRUCTION    
    EncApp->p_rec = fopen("test_rec_vc.yuv", "wb");
#endif

    if(0==EncApp->bits)
    {
        printf("Can't open output files!\n");
        return -1;
    }

    return 0;
}
複製代碼

攝像頭採集和264編碼 源代碼：http://download.csdn.NET/user/mlj318 緩存

結果速度不是很快，640x480 採集加編碼只能達到10fps.app

 相關配置：須要OpenCV庫和libx264.lib.ide

包含目錄 G:\workspace\video4windows\CameraDS and 264\inc;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;函數

庫目錄 G:\workspace\video4windows\CameraDS and code\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;post

連接器 附加庫目錄 G:\workspace\video4windows\CameraDS and 264\lib;ui

 

連接器 附加依賴項this

opencv_calib3d243d.lib
opencv_contrib243d.lib
opencv_core243d.lib
opencv_features2d243d.lib
opencv_flann243d.lib
opencv_gpu243d.lib
opencv_haartraining_engined.lib
opencv_highgui243d.lib
opencv_imgproc243d.lib
opencv_legacy243d.lib
opencv_ml243d.lib
opencv_nonfree243d.lib
opencv_objdetect243d.lib
opencv_photo243d.lib
opencv_stitching243d.lib
opencv_ts243d.lib
opencv_video243d.lib
opencv_videostab243d.lib
libx264.lib

二、再加入live555直播

複製代碼 
class Cameras
{
public:
    void Init();
    void GetNextFrame();
    void Destory();
public:
    CCameraDS camera1; 
    CCameraDS camera2; 
    EncodeApp  encodeapp;
    IplImage *pFrame1 ;
    IplImage *pFrame2 ;
    unsigned char *RGB1;
    unsigned char *RGB2;
    unsigned char *YUV1;
    unsigned char *YUV2;
    unsigned char *YUV_merge;
};


void Cameras::Init()
{
    // 一、考慮到已經存在了顯示圖像的窗口，那就沒必要再次驅動攝像頭了，即使往下驅動那也是攝像頭已被佔用。
    if(IsWindowVisible(FindWindow(NULL, g_szTitle)))
    {
        exit (-1);
    }

    //僅僅獲取攝像頭數目
    int m_iCamCount = CCameraDS::CameraCount();
    printf("There are %d cameras.\n", m_iCamCount);

    if(m_iCamCount==0)
    {
    fprintf(stderr, "No cameras.\n");
    exit( -1); 
    }

    //打開第一個攝像頭
    if(! camera1.OpenCamera(0, false, WIDTH,HEIGHT)) //不彈出屬性選擇窗口，用代碼制定圖像寬和高
    {
    fprintf(stderr, "Can not open camera1.\n");
    exit( -1); 
    }
    if(! camera2.OpenCamera(1, false,  WIDTH,HEIGHT)) //不彈出屬性選擇窗口，用代碼制定圖像寬和高
    {
    fprintf(stderr, "Can not open camera2.\n");
    exit( -1); 
    } 
    cvNamedWindow("camera1");
    cvNamedWindow("camera2");


    EncoderInit(&encodeapp,NULL); 

     pFrame1 = camera1.QueryFrame();
    pFrame2 = camera2.QueryFrame();

    RGB1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*3);
    YUV1=(unsigned char *)malloc(pFrame1->height*pFrame1->width*1.5);
    RGB2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*3);
    YUV2=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5);
    YUV_merge=(unsigned char *)malloc(pFrame2->height*pFrame2->width*1.5);
}
void Cameras::GetNextFrame()
{
    {
    pFrame1 = camera1.QueryFrame();
    pFrame2 = camera2.QueryFrame();
    cvShowImage("camera1", pFrame1);
    cvShowImage("camera2", pFrame2);
    for(int i=0;i<pFrame1->height;i++)
    {
        for(int j=0;j<pFrame1->width;j++)
        {
        RGB1[(i*pFrame1->width+j)*3] = pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 2];;
        RGB1[(i*pFrame1->width+j)*3+1]= pFrame1->imageData[i * pFrame1->widthStep + j * 3 + 1];
        RGB1[(i*pFrame1->width+j)*3+2] = pFrame1->imageData[i * pFrame1->widthStep + j * 3  ]; 

        RGB2[(i*pFrame1->width+j)*3] = pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 2];;
        RGB2[(i*pFrame1->width+j)*3+1]= pFrame2->imageData[i * pFrame1->widthStep + j * 3 + 1];
        RGB2[(i*pFrame1->width+j)*3+2] = pFrame2->imageData[i * pFrame1->widthStep + j * 3  ]; 
        }
    }



    Convert(RGB1, YUV1,pFrame1->width,pFrame1->height);
    Convert(RGB2, YUV2,pFrame2->width,pFrame2->height);
    mergeleftrigth(YUV_merge,YUV1,YUV2,pFrame2->width,pFrame2->height);

    unsigned char *p1,*p2;
    p1=YUV_merge;
    p2=encodeapp.pic.img.plane[0];//
    for(int i=0;i<pFrame1->height;i++)
    {
        memcpy(p2,p1,pFrame1->width);
        p1+=pFrame1->width;
        p2+=WIDTH;
    }
    p2=encodeapp.pic.img.plane[1];
    for(int i=0;i<pFrame1->height/2;i++)
    {
        memcpy(p2,p1,pFrame1->width/2);
        p1+=pFrame1->width/2;
        p2+=WIDTH/2;
    }
    p2=encodeapp.pic.img.plane[2];
    for(int i=0;i<pFrame1->height/2;i++)
    {
        memcpy(p2,p1,pFrame1->width/2);
        p1+=pFrame1->width/2;
        p2+=WIDTH/2;
    }
    EncoderEncodeFrame(&encodeapp);
    }
}
void Cameras::Destory()
{

    free(RGB1);
    free(RGB2);
    free(YUV1);
    free(YUV2);
    free(YUV_merge);
    camera1.CloseCamera();
    camera2.CloseCamera();
    cvDestroyWindow("camera1");
    cvDestroyWindow("camera2");
    EncoderDestroy(&encodeapp);
}
複製代碼
複製代碼 
void H264FramedLiveSource::doGetNextFrame()
{

    //if( filesize(fp) >  fMaxSize)
    //  fFrameSize = fread(fTo,1,fMaxSize,fp); 
    //else
    //{
    //    fFrameSize = fread(fTo,1,filesize(fp),fp);
    //    fseek(fp, 0, SEEK_SET);
    //}
    //fFrameSize = fMaxSize;

    TwoWayCamera.GetNextFrame();
    fFrameSize =  TwoWayCamera.encodeapp.bitslen;
    if( fFrameSize >  fMaxSize)
    {
            fNumTruncatedBytes = fFrameSize - fMaxSize;  
            fFrameSize = fMaxSize;  
     }  
    else
    {  
        fNumTruncatedBytes = 0;  
    }  

    memmove(fTo, TwoWayCamera.encodeapp.outBufs, fFrameSize);  

    nextTask() = envir().taskScheduler().scheduleDelayedTask( 0,
        (TaskFunc*)FramedSource::afterGetting, this);//表示延遲0秒後再執行 afterGetting 函數
    return;
}
複製代碼

源代碼：http://download.csdn.net/user/mlj318 

 640x480  只能達到3.5fps.

 相關配置：須要opencv庫和libx264.lib.

包含目錄 H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv2;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include\opencv;H:\TDDOWNLOAD\OPEN_CV\opencv\build\include;G:\workspace\avs\live555test -send\live555test\inc;G:\workspace\avs\live555test\live555test\BasicUsageEnvironment\include;G:\workspace\avs\live555test\live555test\UsageEnvironment\include;G:\workspace\avs\live555test\live555test\liveMedia\include;G:\workspace\avs\live555test\live555test\groupsock\include;

庫目錄 G:\workspace\avs\live555test\live555test\lib;H:\TDDOWNLOAD\OPEN_CV\opencv\build\x86\vc10\lib;

連接器 附加庫目錄 G:\workspace\video4windows\CameraDS and 264\lib;

連接器 附加依賴項

opencv_calib3d243d.lib
opencv_contrib243d.lib
opencv_core243d.lib
opencv_features2d243d.lib
opencv_flann243d.lib
opencv_gpu243d.lib
opencv_haartraining_engined.lib
opencv_highgui243d.lib
opencv_imgproc243d.lib
opencv_legacy243d.lib
opencv_ml243d.lib
opencv_nonfree243d.lib
opencv_objdetect243d.lib
opencv_photo243d.lib
opencv_stitching243d.lib
opencv_ts243d.lib
opencv_video243d.lib
opencv_videostab243d.lib
libx264.lib

 

出現的錯誤：

1>LIBCMTD.lib(sprintf.obj) : error LNK2005: _sprintf 已經在 MSVCRTD.lib(MSVCR100D.dll) 中定義
1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: _exit 已經在 MSVCRTD.lib(MSVCR100D.dll) 中定義
1>LIBCMTD.lib(crt0dat.obj) : error LNK2005: __exit 已經在 MSVCRTD.lib(MSVCR100D.dll) 中定義

LIBCMTD.lib與 MSVCRTD.lib 衝突，在連接器- 輸入 -忽略特定默認庫中加上 LIBCMTD.lib 便可。

 




FROM: http://www.cnblogs.com/mlj318/archive/2013/01/25/2873143.html

相關文章
相關標籤/搜索
每日一句
    每一个你不满意的现在，都有一个你没有努力的曾经。
本站公眾號
   歡迎關注本站公眾號,獲取更多信息
聯繫我們 最近搜索 最新文章 沪ICP备13005482号-10 MyBatis教程 SQL 教程 MySQL教程 Java 教程 Thymeleaf 教程 Hibernate教程 Spring教程 Redis教程