因为需要从海康ps流中提取H264数据并进行解码播放,才有了这篇文章.因为是视频编解码领域的纯入门新手,个别理解或者方法有误,需要自行判断,不过相关方法已经测试通过,对于
像我这样的新手还是有一定的借鉴的.断断续续搞了很长一段时间,把相关经验分享给各个新手.
---------------------------------------------------------------------------------------------------------
分为3个部分来说吧,仅供参考.
1. 接收并且解析RTP流部分
2. 解析ps流部分,包括解析海康部分私有格式
3. 将提取的标准H264流进行解码播放
--------------------------------------------------------------------------------------------------------
接收并且解析RTP流:
当时想到了两种方案:1.编写udp-socket来接受流,然后自己解析rtp包. 2.使用jrtplib库来接受流,自动解析rtp包. 由于第二种方案简单易用,使用了第二种方案.实验过程发现jrtplib会
出现丢包的情况,导致花屏的出现.具体丢包原因未查明.(jrtplib使用了最简单的框架,摘自jrtplib的其中一个example,未精简,未使用thread,效果还可以)
//该函数主要作用是使用jrtplib接收rtp流,并且解析出H264,将一帧帧的H264存入一个deque中
DWORD WINAPI GetSocketData(LPVOID lpparentet)
{
//////////////////////////////////////////////////////////////////////////jrtplib的相关初始化
WSADATA dat;
WSAStartup(MAKEWORD(2,2),&dat);
RTPSession session;
RTPSessionParams sessionparams;
sessionparams.SetOwnTimestampUnit(1.0/3600.0);
sessionparams.SetUsePollThread(true);
RTPUDPv4TransmissionParams transparams;
transparams.SetPortbase(6000);
session.SetMaximumPacketSize(sessionparams.GetMaximumPacketSize()+1000);
transparams.SetRTPReceiveBuffer(transparams.GetRTCPReceiveBuffer()*3);
transparams.SetRTCPReceiveBuffer(transparams.GetRTCPReceiveBuffer()*3);
int status = session.Create(sessionparams,&transparams);
if (status < 0)
{
std::cerr << RTPGetErrorString(status) << std::endl;
exit(-1);
}
uint8_t localip[]={127,0,0,1};
RTPIPv4Address addr(localip,9000);
status = session.AddDestination(addr);
if (status < 0)
{
std::cerr << RTPGetErrorString(status) << std::endl;
exit(-1);
}
session.SetDefaultPayloadType(96);
session.SetDefaultMark(false);
session.SetDefaultTimestampIncrement(160);
uint8_t silencebuffer[160];
for (int i = 0 ; i < 160 ; i++)
silencebuffer[i] = 128;
RTPTime delay(0.02);
RTPTime starttime = RTPTime::CurrentTime();
/////////////////////////////////////////////////////////////////////////收到rtp包之后进行数据处理
bool full=true;
bool done = false;
int i=0;
while (!done)
{
session.BeginDataAccess();
if (session.GotoFirstSource())
{
do
{
RTPPacket *packet;
while ((packet = session.GetNextPacket()) != 0)
{
//查找ps头 0x000001BA
if (packet->GetPacketData()[12]==0x00 && packet->GetPacketData()[13]==0x00 && packet->GetPacketData()[14]==0x01 && packet->GetPacketData()[15]==0xba)
{
if (i!=0)
{
//此包为ps新的一帧,每次到这里都先处理存储好的前一帧
int iPsLength=0;
GetH246FromPs(jimbak,jimlen,&returnps,&iPsLength); //从ps流中提取h264
//海康流特殊处理部分:分界符数据(nal_unit_type=9)或补充增强信息单元(nal_unit_type=6)，如果直接送入解码器，有可能会出现问题,直接舍弃.00 00 01 bd和 00 00 01 c0为私有标志和音频数据舍弃
if (returnps[0]>>5==0x06 || returnps[0]>>5==0x09 ||returnps[0]>>5==0x0a || returnps[0]>>5==0x0b ||returnps[0]>>5==0x0c)
{
}
else //这就是获取的含有标准正常H264数据的帧 我们开始进行处理,将该帧存入Deque,该deque只负责存储所有的一帧帧的数据
{
char *h264buffer=new char[iPsLength];
memcpy(h264buffer,returnps,iPsLength);
BUFFERINFO bi;
bi.h264buf=h264buffer;
bi.lLength=iPsLength;
EnterCriticalSection(&g_cs);
gDeque.push_back(bi);
LeaveCriticalSection(&g_cs);
}
}
//各个变量初始化,开始拼接下一个帧(可能收到的N个包才能组成一个帧,所以这里有一个拼接操作,主要是一个帧的头部指针一直memcpy,把内存向后叠加)
jimlen=0;
jim=jimbak;
memcpy(jim,(char *)packet->GetPacketData()+12,packet->GetPacketLength()-12);
jim+=(packet->GetPacketLength()-12);
jimlen+=packet->GetPacketLength()-12;
i++;
}
else //当然如果开头不是0x000001BA,默认为一个帧的中间部分,我们将这部分内存顺着帧的开头向后存储
{
if (i!=0)
{
//排除音频和私有数据
if (packet->GetPacketData()[12]==0x00 && packet->GetPacketData()[13]==0x00 && packet->GetPacketData()[14]==0x01 && packet->GetPacketData()[15]==0xc0)
{
}
else if (packet->GetPacketData()[12]==0x00 && packet->GetPacketData()[13]==0x00 && packet->GetPacketData()[14]==0x01 && packet->GetPacketData()[15]==0xbd)
{
}
else //这是正常的帧数据,像贪吃蛇一样,将它放在帧开头的后边
{
memcpy(jim,(char *)packet->GetPacketData()+12,packet->GetPacketLength()-12);
jim+=(packet->GetPacketLength()-12);
jimlen+=packet->GetPacketLength()-12;
}
}
}
session.DeletePacket(packet);
i++;
}
} while (session.GotoNextSource());
}
session.EndDataAccess();
RTPTime::Wait(delay);
}
delay = RTPTime(10.0);
session.BYEDestroy(delay,"Time's up",9);
WSACleanup();
}
---------------------------------------------------------------------------------------------
海康PS流解析,可参考http://blog.csdn.net/wwyyxx26/article/details/15224879#
union littel_endian_size
{
unsigned short int length;
unsigned char byte[2];
};
struct pack_start_code
{
unsigned char start_code[3];
unsigned char stream_id[1];
};
struct program_stream_pack_header
{
pack_start_code PackStart;// 4
unsigned char Buf[9];
unsigned char stuffinglen;
};
struct program_stream_pack_bb_header
{
unsigned char head[4];
unsigned char num1;
unsigned char num2;
};
struct program_stream_map
{
pack_start_code PackStart;
littel_endian_size PackLength;//we mast do exchange
//program_stream_info_length
//info
//elementary_stream_map_length
//elem
};
struct program_stream_e
{
pack_start_code PackStart;
littel_endian_size PackLength;//we mast do exchange
char PackInfo1[2];
unsigned char stuffing_length;
};
#pragma pack()
int inline ProgramStreamPackHeader(char* Pack, int length, char **NextPack, int *leftlength)
{
//cout <<WRITE_LOG(LOG_LEVEL_SUB_1, "%02x %02x %02x %02x",Pack[0],Pack[1],Pack[2],Pack[3]);
//通过 00 00 01 ba头的第14个字节的最后3位来确定头部填充了多少字节
program_stream_pack_header *PsHead = (program_stream_pack_header *)Pack;
unsigned char pack_stuffing_length = PsHead->stuffinglen & '\x07';
*leftlength = length - sizeof(program_stream_pack_header) - pack_stuffing_length;//减去头和填充的字节
*NextPack = Pack+sizeof(program_stream_pack_header) + pack_stuffing_length;
//如果开头含有bb 则去掉bb
if(*NextPack && (*NextPack)[0]=='\x00' && (*NextPack)[1]=='\x00' && (*NextPack)[2]=='\x01' && (*NextPack)[3]=='\xBB')
{
program_stream_pack_bb_header *pbbHeader=(program_stream_pack_bb_header *)(*NextPack);
unsigned char bbheaderlen=pbbHeader->num2;
(*NextPack) = (*NextPack) + sizeof(program_stream_pack_bb_header)+bbheaderlen;
*leftlength = length - sizeof(program_stream_pack_bb_header) - bbheaderlen;
int a=0;
a++;
}
if(*leftlength<4) return 0;
//printf("[%s]2 %x %x %x %x\n", __FUNCTION__, (*NextPack)[0], (*NextPack)[1], (*NextPack)[2], (*NextPack)[3]);
return *leftlength;
}
inline int ProgramStreamMap(char* Pack, int length, char **NextPack, int *leftlength, char **PayloadData, int *PayloadDataLen)
{
//printf("[%s]%x %x %x %x\n", __FUNCTION__, Pack[0], Pack[1], Pack[2], Pack[3]);
program_stream_map* PSMPack = (program_stream_map*)Pack;
//no payload
*PayloadData = 0;
*PayloadDataLen = 0;
if(length < sizeof(program_stream_map)) return 0;
littel_endian_size psm_length;
psm_length.byte[0] = PSMPack->PackLength.byte[1];
psm_length.byte[1] = PSMPack->PackLength.byte[0];
*leftlength = length - psm_length.length - sizeof(program_stream_map);
//printf("[%s]leftlength %d\n", __FUNCTION__, *leftlength);
if(*leftlength<=0) return 0;
*NextPack = Pack + psm_length.length + sizeof(program_stream_map);
return *leftlength;
}
inline int Pes(char* Pack, int length, char **NextPack, int *leftlength, char **PayloadData, int *PayloadDataLen)
{
//printf("[%s]%x %x %x %x\n", __FUNCTION__, Pack[0], Pack[1], Pack[2], Pack[3]);
program_stream_e* PSEPack = (program_stream_e*)Pack;
*PayloadData = 0;
*PayloadDataLen = 0;
if(length < sizeof(program_stream_e)) return 0;
littel_endian_size pse_length;
pse_length.byte[0] = PSEPack->PackLength.byte[1];
pse_length.byte[1] = PSEPack->PackLength.byte[0];
*PayloadDataLen = pse_length.length - 2 - 1 - PSEPack->stuffing_length;
if(*PayloadDataLen>0)
*PayloadData = Pack + sizeof(program_stream_e) + PSEPack->stuffing_length;
*leftlength = length - pse_length.length - sizeof(pack_start_code) - sizeof(littel_endian_size);
//printf("[%s]leftlength %d\n", __FUNCTION__, *leftlength);
if(*leftlength<=0) return 0;
*NextPack = Pack + sizeof(pack_start_code) + sizeof(littel_endian_size) + pse_length.length;
return *leftlength;
}
int inline GetH246FromPs(char* buffer,int length, char **h264Buffer, int *h264length)
{
int leftlength = 0;
char *NextPack = 0;
*h264Buffer = buffer;
*h264length = 0;
if(ProgramStreamPackHeader(buffer, length, &NextPack, &leftlength)==0)
return 0;
char *PayloadData=NULL;
int PayloadDataLen=0;
while(leftlength >= sizeof(pack_start_code))
{
PayloadData=NULL;
PayloadDataLen=0;
if(NextPack
&& NextPack[0]=='\x00'
&& NextPack[1]=='\x00'
&& NextPack[2]=='\x01'
&& NextPack[3]=='\xE0')
{
//接着就是流包，说明是非i帧
if(Pes(NextPack, leftlength, &NextPack, &leftlength, &PayloadData, &PayloadDataLen))
{
if(PayloadDataLen)
{
memcpy(buffer, PayloadData, PayloadDataLen);
buffer += PayloadDataLen;
*h264length += PayloadDataLen;
}
}
else
{
if(PayloadDataLen)
{
memcpy(buffer, PayloadData, PayloadDataLen);
buffer += PayloadDataLen;
*h264length += PayloadDataLen;
}
break;
}
}
else if(NextPack
&& NextPack[0]=='\x00'
&& NextPack[1]=='\x00'
&& NextPack[2]=='\x01'
&& NextPack[3]=='\xBC')
{
if(ProgramStreamMap(NextPack, leftlength, &NextPack, &leftlength, &PayloadData, &PayloadDataLen)==0)
break;
}
else
{
//printf("[%s]no konw %x %x %x %x\n", __FUNCTION__, NextPack[0], NextPack[1], NextPack[2], NextPack[3]);
break;
}
}
return *h264length;
}
H264解码并播放
BOOL H264_Init_and_SDL()
{
avcodec_init();
av_register_all();
AVCodec *pCodec=avcodec_find_decoder(CODEC_ID_H264);
g_pCodecCtx=avcodec_alloc_context();
g_pCodecCtx->time_base.num = 1; //这两行：一秒钟25帧
g_pCodecCtx->time_base.den = 25;
g_pCodecCtx->bit_rate = 0; //初始化为0
g_pCodecCtx->frame_number = 1; //每包一个视频帧
g_pCodecCtx->codec_type = CODEC_TYPE_VIDEO;
g_pCodecCtx->width = 1280; //这两行：视频的宽度和高度
g_pCodecCtx->height = 720;
if (avcodec_open(g_pCodecCtx,pCodec)>=0)
{
g_pavfFrame=avcodec_alloc_frame();
g_pYUVavfFrame=avcodec_alloc_frame();
}
//////////////////////////////////////////////////////////////////////////
SDL_putenv("SDL_VIDEO_WINDOW_POS=0,0");
if(SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)) {
printf( "Could not initialize SDL - %s\n", SDL_GetError());
return -1;
}
screen_w = g_pCodecCtx->width;
screen_h = g_pCodecCtx->height;
g_screen = SDL_SetVideoMode(screen_w, screen_h, 0,0);
if(!g_screen)
{
printf("SDL: could not set video mode - exiting:%s\n",SDL_GetError());
return FALSE;
}
g_bmp = SDL_CreateYUVOverlay(g_pCodecCtx->width, g_pCodecCtx->height,SDL_YV12_OVERLAY, g_screen);
rect.x = 0;
rect.y = 0;
rect.w = screen_w;
rect.h = screen_h;
//SDL End------------------------
img_convert_ctx = sws_getContext(g_pCodecCtx->width, g_pCodecCtx->height, g_pCodecCtx->pix_fmt, g_pCodecCtx->width, g_pCodecCtx->height, PIX_FMT_YUV420P, SWS_BICUBIC, NULL, NULL, NULL);
return (BOOL)g_pavfFrame;
}
BOOL H264_Decode(const PBYTE pSrcData, const DWORD dwDataLen, PBYTE pDeData, int * pnWidth, int * pnHeight)
{
//pSrcData – 待解码数据
//dwDataLen – 待解码数据字节数
//pDeData – 用来返回解码后的YUV数据
//pnWidth， pnHeight – 用来返回视频的长度和宽度
BOOL n_Got=FALSE;
avcodec_decode_video(g_pCodecCtx,g_pavfFrame,(int *)&n_Got,(unsigned __int8*)pSrcData,dwDataLen);
if (n_Got)
{
*pnWidth=g_pCodecCtx->width;
*pnHeight=g_pCodecCtx->height;
//ASSERT(g_pCodecCtx->pix_fmt==PIX_FMT_YUV420P);
if (g_pCodecCtx->pix_fmt!=PIX_FMT_YUV420P)
{
return FALSE;
}
//转为YUV
int ndatalen=0;
for (int i=0;i<3;i++)
{
int nShift=(i==0)?0:1;
PBYTE pYUVData=(PBYTE)g_pavfFrame->data[i];
for (int j=0;j<(g_pCodecCtx->height>>nShift);j++)
{
memcpy(&pDeData[ndatalen],pYUVData,(g_pCodecCtx->width >> nShift));
pYUVData+=g_pavfFrame->linesize[i];
ndatalen+=(g_pCodecCtx->width >> nShift);
}
}
//////////////////////////////////////////////////////////////////////////
SDL_LockYUVOverlay(g_bmp);
g_pYUVavfFrame->data[0]=g_bmp->pixels[0];
g_pYUVavfFrame->data[1]=g_bmp->pixels[2];
g_pYUVavfFrame->data[2]=g_bmp->pixels[1];
g_pYUVavfFrame->linesize[0]=g_bmp->pitches[0];
g_pYUVavfFrame->linesize[1]=g_bmp->pitches[2];
g_pYUVavfFrame->linesize[2]=g_bmp->pitches[1];
sws_scale(img_convert_ctx, g_pavfFrame->data, g_pavfFrame->linesize, 0, g_pCodecCtx->height, g_pYUVavfFrame->data, g_pYUVavfFrame->linesize);
SDL_UnlockYUVOverlay(g_bmp);
SDL_DisplayYUVOverlay(g_bmp, &rect);
//Delay 40ms
//SDL_Delay(40);
}
return n_Got;
}