// PlayVideo.cpp : Defines the entry point for the console application.
//
extern "C"
{
#include <libavcodec/avcodec.h>
#include <libavformat/avformat.h>
#include <libswscale/swscale.h>
#include <libswresample/swresample.h>
#include <libavutil/avstring.h>
#include <libavutil/pixfmt.h>
#include <libavutil/log.h>
};
#include <windows.h>
#include <stdio.h>
#include <math.h>
#include <SDL.h>
#include <SDL_thread.h>
#include <SDL_main.h>
#pragma comment(lib, "libmingwex.lib")
#pragma comment(lib, "libgcc.lib")
#pragma comment(lib, "avformat.lib")
#pragma comment(lib, "avutil.lib")
#pragma comment(lib, "avcodec.lib")
#pragma comment(lib, "swresample.lib")
#pragma comment(lib, "swscale.lib")
#pragma comment(lib, "SDL.lib")
#pragma comment(lib, "SDLmain.lib")
//speedloss is decided by scale
//#define PICTURE_W 640
//#define PICTURE_H 352
//#define PICTURE_PW 640
//#define PICTURE_PH 352
//change 100
#define MAX_QUEUE_SIZE 50
#define VIDEO_PICTURE_QUEUE_SIZE 2
typedef struct VideoPicture_t{
SDL_Overlay *bmp;
double pts;
double duration;
int width,height;
}VideoPicture;
struct play_info_t{
//先注释掉同步
double audio_clock;//解码时钟
double audio_current_pts;//当前音频的pts
double vedio_clock;//解码时钟
double last_frame_pts;//上一帧的PTS值
double last_frame_delay;//上一帧的延时
double frame_timer;
AVCodecContext *pVideoCodecCtx;
AVCodecContext *pAudioCodecCtx;
VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
int pictq_size, pictq_rindex, pictq_windex;
SDL_mutex *pictq_mutex;
SDL_cond *pictq_cond;
struct SwrContext *audio_conv;
struct SwsContext *video_conv;
};
struct play_info_t g_play_info;
typedef struct PacketQueue {
AVPacketList *first_pkt, *last_pkt;
int nb_packets;
int size;
SDL_mutex *mutex;
SDL_cond *cond;
} PacketQueue;
PacketQueue audio_queue;
PacketQueue video_queue;
int quit = 0;
SDL_Surface *screen;
SDL_Overlay *bmp;
SDL_Rect rect;
int global_video_pkt_pts=0;
int our_get_buffer(struct AVCodecContext *c, AVFrame *pic) {
int ret = avcodec_default_get_buffer(c, pic);
uint64_t *pts = (uint64_t *)av_malloc(sizeof(uint64_t));
*pts = global_video_pkt_pts;
pic->opaque = pts;
return ret;
}
void our_release_buffer(struct AVCodecContext *c, AVFrame *pic) {
if(pic) av_freep(&pic->opaque);
avcodec_default_release_buffer(c, pic);
}
double get_audio_clock(void)
{
return g_play_info.audio_current_pts;
}
double get_video_clock(void)
{
return g_play_info.vedio_clock;
}
void picture_queque_init(struct play_info_t *play)
{
int i;
play->pictq_cond=SDL_CreateCond();
play->pictq_mutex=SDL_CreateMutex();
play->pictq_rindex=play->pictq_windex=0;
play->pictq_size=0;
memset(play->pictq,0,sizeof(play->pictq));
for(i=0;i<VIDEO_PICTURE_QUEUE_SIZE;i++){ //注释掉 g_play_info.pVideoCodecCtx->height
//play->pictq[i].bmp=SDL_CreateYUVOverlay(PICTURE_W,PICTURE_H,SDL_YUY2_OVERLAY,screen);
play->pictq[i].bmp=SDL_CreateYUVOverlay(g_play_info.pVideoCodecCtx->width,g_play_info.pVideoCodecCtx->height,SDL_YUY2_OVERLAY,screen);
}
}
void picture_queque_destroy(struct play_info_t *play)
{
int i;
for(i=0;i<VIDEO_PICTURE_QUEUE_SIZE;i++){
SDL_FreeYUVOverlay(play->pictq[i].bmp);
}
}
void packet_queue_init(PacketQueue *q) {
memset(q, 0, sizeof(PacketQueue));
q->mutex = SDL_CreateMutex();
q->cond = SDL_CreateCond();
}
int packet_queue_put(PacketQueue *q, AVPacket *pkt) {
AVPacketList *pkt1;
if(av_dup_packet(pkt) < 0) {
return -1;
}
pkt1 = (AVPacketList *)av_malloc(sizeof(AVPacketList));
if (!pkt1)
return -1;
pkt1->pkt = *pkt;
pkt1->next = NULL;
SDL_LockMutex(q->mutex);
if (!q->last_pkt)
q->first_pkt = pkt1;
else
q->last_pkt->next = pkt1;
q->last_pkt = pkt1;
q->nb_packets++;
q->size += pkt1->pkt.size;
SDL_CondSignal(q->cond);
SDL_UnlockMutex(q->mutex);
return 0;
}
static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block) {
AVPacketList *pkt1;
int ret;
SDL_LockMutex(q->mutex);
for(;;) {
if(quit) {
ret = -1;
break;
}
pkt1 = q->first_pkt;
if (pkt1) {
q->first_pkt = pkt1->next;
if (!q->first_pkt)
q->last_pkt = NULL;
q->nb_packets--;
q->size -= pkt1->pkt.size;
*pkt = pkt1->pkt;
av_free(pkt1);
ret = 1;
break;
} else if (!block) {
ret = 0;
break;
} else {
SDL_CondWait(q->cond, q->mutex);
}
}
SDL_UnlockMutex(q->mutex);
return ret;
}
int decode_interrupt_cb(void) {
return quit;
}
//计算正确的pts值
double sync_video(struct play_info_t *play,AVFrame* frame,double pts)
{
double frame_delay;
if(pts!=0)
play->vedio_clock=pts;
else
pts=play->vedio_clock;
frame_delay=av_q2d(play->pVideoCodecCtx->time_base);//一帧占用的时间
frame_delay+=frame->repeat_pict*(frame_delay*0.5);//计算重复帧
play->vedio_clock+=frame_delay;
return pts;
}
int audio_decode_frame(struct play_info_t* play, uint8_t *audio_buf,int buf_size) {
AVCodecContext *aCodecCtx=play->pAudioCodecCtx;
AVFrame *pAudioFrame=avcodec_alloc_frame();
AVPacket pkt,pkt1;
int frame_finished=0;
int pkt_pos,pkt_len;
int src_len=0,dst_len=0,data_size=0;
float pts=0;
avcodec_get_frame_defaults(pAudioFrame);
uint8_t *out[]={audio_buf};
for(;!quit;){
if(packet_queue_get(&audio_queue, &pkt, 1) < 0) {
av_free(pAudioFrame);
return -1;
}
pkt1=pkt;
pkt_pos=0;
pkt_len=pkt.size;
while(pkt_pos<pkt.size && !quit){
if((src_len=avcodec_decode_audio4(aCodecCtx,pAudioFrame,&frame_finished,&pkt1))<0){
av_free_packet(&pkt);
av_free(pAudioFrame);
return -1;
}
/* play->audio_clock+=(double)(pAudioFrame->linesize[0])/
(aCodecCtx->channels*aCodecCtx->sample_rate*av_get_bytes_per_sample(aCodecCtx->sample_fmt)); */
if(video_queue.nb_packets>= 100 || audio_queue.nb_packets>= 200){ //改写
//printf("%d---%d\n",video_queue.nb_packets,audio_queue.nb_packets);
Sleep(20); // change 10000
}
else if(video_queue.nb_packets>= 50 || audio_queue.nb_packets>= 100)
{
Sleep(10);
}
if(frame_finished){
const uint8_t **in=(const uint8_t **)pAudioFrame->data;
int len=swr_convert(play->audio_conv,out,buf_size/aCodecCtx->channels/av_get_bytes_per_sample(AV_SAMPLE_FMT_S16),
in,pAudioFrame->linesize[0]/aCodecCtx->channels/av_get_bytes_per_sample((AVSampleFormat)pAudioFrame->format));
len=len*aCodecCtx->channels*av_get_bytes_per_sample(AV_SAMPLE_FMT_S16);
av_free(pAudioFrame);
av_free_packet(&pkt);
return len;
}else{
if (!pkt1.data && aCodecCtx->codec->capabilities & CODEC_CAP_DELAY){
break;
}
}
pkt_pos+=src_len;//已经解码的长度
pkt1.data=pkt.data+pkt_pos;
pkt1.size=pkt.size-pkt_pos;
}
av_free_packet(&pkt);
}
av_free(pAudioFrame);
return dst_len;
}
//decode the audio data ,and copy the result to stream
void SDLCALL audio_callback(void *userdata, Uint8 *stream, int len)
{
struct play_info_t *play=(struct play_info_t*)userdata;
AVCodecContext *aCodecCtx = play->pAudioCodecCtx;
int len1, audio_size;
static uint8_t audio_buf[(AVCODEC_MAX_AUDIO_FRAME_SIZE * 3) / 2];
static unsigned int audio_buf_size = 0;
static unsigned int audio_buf_index = 0;
int bytes_per_sec=2*aCodecCtx->channels*aCodecCtx->sample_rate;
while(len > 0 && !quit) {
if(audio_buf_index >= audio_buf_size) {
audio_size = audio_decode_frame(play, audio_buf,sizeof(audio_buf));
if(audio_size < 0) {
audio_buf_size = 1024;
memset(audio_buf, 0, audio_buf_size);
} else {
audio_buf_size = audio_size;
}
audio_buf_index = 0;
}
len1 = audio_buf_size - audio_buf_index;
if(len1 > len)
len1 = len;
memcpy(stream, (uint8_t *)audio_buf + audio_buf_index, len1);
len -= len1;
stream += len1;
audio_buf_index += len1;
}
//先注释掉同步,自然播放
if(audio_buf_size > audio_buf_index){
play->audio_current_pts=play->audio_clock-((double)(audio_buf_size-audio_buf_index)/(double)bytes_per_sec);
if(play->audio_current_pts<0)
play->audio_current_pts=play->audio_clock;
printf("audio-pts:%f\n",play->audio_current_pts);
}
}
int SDLCALL video_decode_callback(void* arg)
{
printf("---in video decode thread ---\n");
struct play_info_t* play=(struct play_info_t*)arg;
AVCodecContext *pVideoCodecCtx=play->pVideoCodecCtx;
double pts;
VideoPicture *vp;
AVPacket pkt;
int frame_finished;
AVPicture pict = { { 0 } };
AVFrame *pVideoFrame=avcodec_alloc_frame();
if(pVideoFrame==NULL){
printf("can't alloc video frame!\n");
return -1;
}
while(!quit){
if(packet_queue_get(&video_queue, &pkt, 1) < 0) {
return -1;
}
pts = 0;
// Save global pts to be stored in pFrame in first call
global_video_pkt_pts = pkt.pts;
avcodec_decode_video2(pVideoCodecCtx,pVideoFrame,&frame_finished,&pkt);
if(pkt.dts == AV_NOPTS_VALUE && pVideoFrame->opaque && *(uint64_t*)pVideoFrame->opaque != AV_NOPTS_VALUE){
pts = *(uint64_t *)pVideoFrame->opaque;
} else if(pkt.dts!=AV_NOPTS_VALUE){
pts=pkt.dts;
}else{
pts=0;
}
pts*=av_q2d(pVideoCodecCtx->time_base);
av_free_packet(&pkt);
if(video_queue.nb_packets>= 100 || audio_queue.nb_packets>= 200){ //改写
printf("%d---%d\n",video_queue.nb_packets,audio_queue.nb_packets);
Sleep(20); // change 10000
}
else if(video_queue.nb_packets>= 50 || audio_queue.nb_packets>= 100)
{
Sleep(10);
}
if(frame_finished){
SDL_LockMutex(play->pictq_mutex);
while(play->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE && !quit){
SDL_CondWait(play->pictq_cond,play->pictq_mutex);
}
SDL_UnlockMutex(play->pictq_mutex);
if(quit)
goto out;
vp=&play->pictq[play->pictq_windex];
SDL_Overlay *bmp=vp->bmp; //定义
//序列化帧
pts=sync_video(&g_play_info,pVideoFrame,pts);
vp->pts=pts;
printf("video-pts:%f\n",pts);
SDL_LockYUVOverlay(bmp); //加锁
pict.data[0]=bmp->pixels[0];
pict.data[1]=bmp->pixels[2];
pict.data[2]=bmp->pixels[1];
pict.linesize[0]=bmp->pitches[0];
pict.linesize[1]=bmp->pitches[2];
pict.linesize[2]=bmp->pitches[1];
sws_scale(play->video_conv,pVideoFrame->data,pVideoFrame->linesize,0,
pVideoFrame->height,pict.data,pict.linesize);
SDL_UnlockYUVOverlay(bmp);
play->pictq_windex=(play->pictq_windex+1)%VIDEO_PICTURE_QUEUE_SIZE;
SDL_LockMutex(play->pictq_mutex);
play->pictq_size++;
SDL_UnlockMutex(play->pictq_mutex);
}
}
out:
av_free(pVideoFrame);
printf("---- exit video_decode_callback ----\n");
return 0;
}
void video_image_display(struct play_info_t *play)
{
double delay,time;
VideoPicture *vp;
double diff,sync_threshold;
if(play->pictq_size>0){
vp=&play->pictq[play->pictq_rindex];
delay=vp->pts - play->last_frame_pts;
if(delay>0 && delay<10){
play->last_frame_delay=delay;
}
delay=play->last_frame_delay;
diff=vp->pts-get_audio_clock();
sync_threshold = FFMAX(0.01, delay);
if (fabs(diff) < 10) {
if (diff <= -sync_threshold)
delay = 0;
else if (diff >= sync_threshold)
delay = 2 * delay;
}
time=av_gettime()/1000000.0;
if(time < play->frame_timer+delay)
return ;
if(delay>0)
play->frame_timer+=delay;
play->last_frame_pts=vp->pts;
SDL_DisplayYUVOverlay(vp->bmp,&rect); //显示
play->pictq_rindex=(play->pictq_rindex+1)%VIDEO_PICTURE_QUEUE_SIZE;
SDL_LockMutex(play->pictq_mutex);
play->pictq_size--;
SDL_CondSignal(play->pictq_cond);
SDL_UnlockMutex(play->pictq_mutex);
}
}
int SDLCALL video_show_callback(void* arg)
{
double delay=80;
struct play_info_t *play=(struct play_info_t*)arg;
while(!quit){
video_image_display(play);
Sleep(delay);
}
printf("----exit video_show_callback ----\n");
return 0;
}
void player_log_callback(void* ptr, int level, const char* fmt, va_list vl)
{
static int print_prefix = 0;
static int count;
char line[1024];
av_log_format_line(ptr, level, fmt, vl, line, sizeof(line), &print_prefix);
printf("%s",line);
}
int main(int argc,char *argv[])
{
if(SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)<0){
printf("Init SDL err!\n");
return -1;
}
av_log_set_callback(player_log_callback);
av_register_all();
AVFormatContext *pFormatCtx;
pFormatCtx=avformat_alloc_context();
argv[1]="test.mp4";
if(avformat_open_input(&pFormatCtx,argv[1],NULL,NULL)<0){
printf("avformat_open_input err!\n");
return -1;
}
if(avformat_find_stream_info(pFormatCtx,NULL)<0){
printf("avformat_find_stream_info err!\n");
return -1;
}
//av_dump_format(pFormatCtx,0,argv[1],0);
int video_stream=-1,audio_stream=-1,i;
for(i=0;i<pFormatCtx->nb_streams;i++){
if(pFormatCtx->streams[i]->codec->codec_type==AVMEDIA_TYPE_VIDEO){
video_stream=i;
}
if(pFormatCtx->streams[i]->codec->codec_type==AVMEDIA_TYPE_AUDIO){
audio_stream=i;
}
}
if(video_stream==-1 || audio_stream==-1){
printf("not find video or audio stream!\n");
avformat_close_input(&pFormatCtx);
return -1;
}
g_play_info.pVideoCodecCtx=pFormatCtx->streams[video_stream]->codec;
g_play_info.pAudioCodecCtx=pFormatCtx->streams[audio_stream]->codec;
//find the decoder
AVCodec *pVideoCodec=avcodec_find_decoder(g_play_info.pVideoCodecCtx->codec_id);
if(pVideoCodec==NULL){
printf("not find video decoder!\n");
avformat_close_input(&pFormatCtx);
return -1;
}
AVCodec *pAudioCodec=avcodec_find_decoder(g_play_info.pAudioCodecCtx->codec_id);
if(pVideoCodec==NULL){
printf("not find audio decoder!\n");
avformat_close_input(&pFormatCtx);
return -1;
}
//open the codec
if(avcodec_open(g_play_info.pVideoCodecCtx,pVideoCodec)<0){
printf("can't open the video decoder!\n");
avformat_close_input(&pFormatCtx);
return -1;
}
if(avcodec_open(g_play_info.pAudioCodecCtx,pAudioCodec)<0){
printf("can't open the audio decoder!\n");
avcodec_close(g_play_info.pVideoCodecCtx);
avformat_close_input(&pFormatCtx);
return -1;
}
//setup SDL
screen = SDL_SetVideoMode(g_play_info.pVideoCodecCtx->width, g_play_info.pVideoCodecCtx->height, 0, 0);//设置视频模式参数
picture_queque_init(&g_play_info);
packet_queue_init(&video_queue);
packet_queue_init(&audio_queue);
rect.x=0;
rect.y=0;
rect.w = g_play_info.pVideoCodecCtx->width;
rect.h = g_play_info.pVideoCodecCtx->height;
//setup the sdl audio
SDL_AudioSpec sdl_audio;
int64_t wanted_channel_layout = 0;
int wanted_nb_channels;
wanted_channel_layout =
(g_play_info.pAudioCodecCtx->channel_layout &&
g_play_info.pAudioCodecCtx->channels == av_get_channel_layout_nb_channels(g_play_info.pAudioCodecCtx->channel_layout)) ? g_play_info.pAudioCodecCtx->channel_layout : av_get_default_channel_layout(g_play_info.pAudioCodecCtx->channels);
wanted_channel_layout &= ~AV_CH_LAYOUT_STEREO_DOWNMIX;
wanted_nb_channels = av_get_channel_layout_nb_channels(wanted_channel_layout);
/* SDL only supports 1, 2, 4 or 6 channels at the moment, so we have to make sure not to request anything else. */
while (wanted_nb_channels > 0 && (wanted_nb_channels == 3 || wanted_nb_channels == 5 || wanted_nb_channels > 6)) {
wanted_nb_channels--;
wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
}
sdl_audio.channels=av_get_channel_layout_nb_channels(wanted_channel_layout);
g_play_info.pAudioCodecCtx->channels=sdl_audio.channels;
g_play_info.pAudioCodecCtx->channel_layout=wanted_channel_layout;
g_play_info.audio_conv=swr_alloc_set_opts(NULL,wanted_channel_layout,AV_SAMPLE_FMT_S16,g_play_info.pAudioCodecCtx->sample_rate,
wanted_channel_layout,g_play_info.pAudioCodecCtx->sample_fmt,
g_play_info.pAudioCodecCtx->sample_rate,0,NULL);
swr_init(g_play_info.audio_conv);
sdl_audio.freq=g_play_info.pAudioCodecCtx->sample_rate;
sdl_audio.format=AUDIO_S16SYS;
sdl_audio.channels=g_play_info.pAudioCodecCtx->channels;
sdl_audio.silence=0;
sdl_audio.samples=1024;
sdl_audio.callback=audio_callback;//calls when the audio device need more data
sdl_audio.userdata=&g_play_info;
if(SDL_OpenAudio(&sdl_audio,NULL)<0){
printf("can't open audio device!\n");
goto err_alloc_frame1;
}
g_play_info.vedio_clock=0;
g_play_info.audio_clock=0;
g_play_info.audio_current_pts=0;
g_play_info.last_frame_pts=0;
g_play_info.last_frame_delay=0;
g_play_info.frame_timer=av_gettime()/1000000.0;
g_play_info.pVideoCodecCtx->get_buffer=our_get_buffer;
g_play_info.pVideoCodecCtx->release_buffer=our_release_buffer;
SDL_PauseAudio(0);
g_play_info.video_conv=sws_getContext(g_play_info.pVideoCodecCtx->width,g_play_info.pVideoCodecCtx->height,
g_play_info.pVideoCodecCtx->pix_fmt,
g_play_info.pVideoCodecCtx->width,g_play_info.pVideoCodecCtx->height,PIX_FMT_YUYV422,SWS_POINT,NULL,NULL,NULL);
SDL_Thread * video_decode_thread=SDL_CreateThread(video_decode_callback,(void*)&g_play_info);
SDL_Thread * video_show_thread=SDL_CreateThread(video_show_callback,(void*)&g_play_info);
SDL_Event sdl_event;
AVPacket packet;
while(!quit){
SDL_PollEvent(&sdl_event);
if(sdl_event.type==SDL_QUIT){
SDL_CondSignal(video_queue.cond);
SDL_CondSignal(audio_queue.cond);
quit=1;
break;
}
if(av_read_frame(pFormatCtx,&packet)<0){
quit=1;
continue;
}
if(packet.stream_ndex==video_stream){
packet_queue_put(&video_queue,&packet);
//change
Sleep(25);//change
}else if(packet.stream_index==audio_stream){
packet_queue_put(&audio_queue,&packet);
//change
}else{
av_free_packet(&packet);
}
//usleep(5000);
}
SDL_CloseAudio();
SDL_CondSignal(g_play_info.pictq_cond);
SDL_WaitThread(video_decode_thread,NULL);
SDL_WaitThread(video_show_thread,NULL);
picture_queque_destroy(&g_play_info);
swr_free(&g_play_info.audio_conv);
sws_freeContext(g_play_info.video_conv);
SDL_FreeSurface(screen);
avcodec_close(g_play_info.pVideoCodecCtx);
avcodec_close(g_play_info.pAudioCodecCtx);
avformat_close_input(&pFormatCtx);
return 0;
err_alloc_frame1:
avcodec_close(g_play_info.pAudioCodecCtx);
avcodec_close(g_play_info.pVideoCodecCtx);
avformat_close_input(&pFormatCtx);
return -1;
}