myvtm/Other/libmediaplayer/player.cpp

#include <stdio.h>
#include <stdbool.h>
#include <assert.h>

#include "player.h"
#include "frame.h"
#include "packet.h"
#include "demux.h"
#include "video.h"
#include "audio.h"


static int initialized = 0;

// 返回值：返回上一帧的pts更新值(上一帧pts+流逝的时间)
double get_clock(play_clock_t *c)
{
    if (*c->queue_serial != c->serial)
    {
        return NAN;
    }
    if (c->paused)
    {
        return c->pts;
    }
    else
    {
        double time = av_gettime_relative() / 1000000.0;
        double ret = c->pts_drift + time;   // 展开得： c->pts + (time - c->last_updated)
        return ret;
    }
}


void set_clock_at(play_clock_t *c, double pts, int serial, double time)
{
    c->pts = pts;
    c->last_updated = time;
    c->pts_drift = c->pts - time;
    c->serial = serial;
}


void set_clock(play_clock_t *c, double pts, int serial)
{
    double time = av_gettime_relative() / 1000000.0;
    set_clock_at(c, pts, serial, time);
}


static void set_clock_speed(play_clock_t *c, double speed)
{
    set_clock(c, get_clock(c), c->serial);
    c->speed = speed;
}


void init_clock(play_clock_t *c, int *queue_serial)
{
    c->speed = 1.0;
    c->paused = 0;
    c->queue_serial = queue_serial;
    set_clock(c, NAN, -1);
}


static void sync_play_clock_to_slave(play_clock_t *c, play_clock_t *slave)
{
    double clock = get_clock(c);
    double slave_clock = get_clock(slave);
    if (!isnan(slave_clock) && (isnan(clock) || fabs(clock - slave_clock) > AV_NOSYNC_THRESHOLD))
        set_clock(c, slave_clock, slave->serial);
}

/* pause or resume the video */
static void stream_toggle_pause(player_stat_t *is)
{
    if (is->m_ipaused)
    {
        // 这里表示当前是暂停状态，将切换到继续播放状态。在继续播放之前，先将暂停期间流逝的时间加到frame_timer中
        is->frame_timer += av_gettime_relative() / 1000000.0 - is->video_clk.last_updated;
        set_clock(&is->video_clk, get_clock(&is->video_clk), is->video_clk.serial);
    }
    is->m_ipaused = is->audio_clk.paused = is->video_clk.paused = !is->m_ipaused;
}


static void toggle_pause(player_stat_t *is)
{
    stream_toggle_pause(is);
    is->m_istep = 0;
}

static void toggle_full_screen(player_stat_t* is)
{
	SDL_SetWindowFullscreen(is->sdl_video.window, SDL_WINDOW_FULLSCREEN_DESKTOP);
}


CMediaPlayer::CMediaPlayer(CMediaHostApi* pHostApi)
{
	m_hostapi = pHostApi;
	m_player_stat = NULL;
	m_uvolume = SDL_MIX_MAXVOLUME/2;
	m_bplaying = false;
	m_piconpath = NULL;
	m_paudiodev = NULL;
	m_bmediaplay_started_flag = false;
	m_mediaplay_started_sem = NULL;
	m_bmediaplay_start_failed = false;
	m_meida_play_start_wait_mutex = SDL_CreateMutex();

	if (NULL != m_hostapi){
		char str_iconpath[MAX_PATH] = {0};
		if (0 == pHostApi->GetMediaPlayerIcoPath(str_iconpath, MAX_PATH)){
			m_piconpath = av_strdup(str_iconpath);
		}

		char str_audiodev[MAX_PATH] = { 0 };
		if (0 == pHostApi->GetAudioOutDevName(str_audiodev, MAX_PATH)) {
			m_paudiodev = av_strdup(str_audiodev);
		}
		else {
			m_paudiodev = NULL;
		}
	}
	else {
		m_hostapi->Debug(MEDIA_LOG_ERROR, "new CMediaPlayer failed!");
	}

	if (initialized){
		++initialized;
	}
	else {
		if (SDL_Init(SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER)){
			m_hostapi->Debug(MEDIA_LOG_ERROR, "Could not initialize SDL - %s", SDL_GetError());
			m_hostapi->Debug(MEDIA_LOG_ERROR, "(Did you set the DISPLAY variable?)");
		}
		else {
			initialized++;
		}
	}
}

CMediaPlayer::~CMediaPlayer()
{
	if (NULL != m_meida_play_start_wait_mutex) {
		SDL_DestroyMutex(m_meida_play_start_wait_mutex);
		m_meida_play_start_wait_mutex = NULL;
	}

	if (NULL != m_player_stat) {
		UnInitialize_Player_Stat();
	}

	if (NULL != m_piconpath) {
		av_free(m_piconpath);
		m_piconpath = NULL;
	}

	if (NULL != m_paudiodev){
		av_free(m_paudiodev);
		m_paudiodev = NULL;
	}

	if (--initialized == 0){
		SDL_Quit();
	}
}


static int audio_volume_callback(int* audiovolume, void* userdata)
{
	CMediaPlayer* player = (CMediaPlayer*)userdata;
	*audiovolume = player->GetVolume();
	return 0;
}


static int audio_play_finished_callback(void* userdata)
{
	CMediaPlayer* player = (CMediaPlayer*)userdata;
	if (NULL != player){
		player->SetFinishedFlag();
	}
	return 0;
}


static int mediaplay_thread_func(void* arg)
{
	int iret = -1;

	int icount = 0;

	CMediaPlayer* pPlayer = (CMediaPlayer*)arg;

	if (0 != open_demux(pPlayer->GetPlayerStat())) {
		pPlayer->GetMediaHostApi()->Debug(MEDIA_LOG_ERROR, "open_demux function call failed.");
		return iret;
	}

	if (eVideo_Type == pPlayer->GetPlayerStat()->m_eMType) {
		iret = open_video(pPlayer->GetPlayerStat());
		if (0 != iret) {
			pPlayer->GetMediaHostApi()->Debug(MEDIA_LOG_ERROR, "open video failed.");
			pPlayer->StartMediaPlayFailed();
			return iret;
		}
	}

	iret = open_audio(pPlayer->GetPlayerStat());

	if (0 == iret) {
		bool baudioplay_thread_exit = false;
		do {
			if (NULL != pPlayer->GetPlayerStat()->m_audio_play_wait_sem) {
				int iWait = SDL_SemWaitTimeout(pPlayer->GetPlayerStat()->m_audio_play_wait_sem, 5);
				if (0 != iWait) {
					if (SDL_MUTEX_TIMEDOUT == iWait) {
						if (false == pPlayer->GetMediaPlayStartedFlag()) {
							pPlayer->SetMediaPlayStartedFlag(true);
						}
					}
					else {
						pPlayer->GetMediaHostApi()->Debug(MEDIA_LOG_ERROR, "SDL_SemWaitTimeout error.");
					}
				}
				else {
					baudioplay_thread_exit = true;
				}
			}
			else {
				pPlayer->GetMediaHostApi()->Debug(MEDIA_LOG_ERROR, "invalid m_audio_play_wait_sem");
				baudioplay_thread_exit = true;
			}
		} while (!baudioplay_thread_exit);

		SDL_CloseAudioDevice(pPlayer->GetPlayerStat()->m_audio_dev);
	}
	else {
		pPlayer->StartMediaPlayFailed();
		return iret;
	}

	return iret;
}

bool CMediaPlayer::SetFinishedFlag()
{
	if (NULL != m_player_stat){
		if (NULL != m_hostapi) {
			m_hostapi->Debug(MEDIA_LOG_DEBUG, "%s:%d set baudio_finished to true.", __FUNCTION__, __LINE__);
		}
	}
	else {
		if (NULL != m_hostapi) {
			m_hostapi->Debug(MEDIA_LOG_INFO, "%s:%d m_player_stat is null and set audio finished flag failed.", __FUNCTION__, __LINE__);
		}
	}
	
	return true;
}

uint8_t CMediaPlayer::GetVolume()
{
	return m_uvolume;
}

eMediaType_t CMediaPlayer::GetPlayingMediaType()
{
	return m_player_stat->m_eMType;
}


player_stat_t* CMediaPlayer::GetPlayerStat() 
{
	return m_player_stat; 
}


CMediaHostApi* CMediaPlayer::GetMediaHostApi() 
{
	return m_hostapi; 
}


bool CMediaPlayer::GetMediaPlayStartedFlag()
{
	return m_bmediaplay_started_flag;
}


void CMediaPlayer::SetMediaPlayStartedFlag(bool bflag)
{
	m_bmediaplay_started_flag = bflag;
}


void CMediaPlayer::StartMediaPlayFailed()
{
	m_bmediaplay_start_failed = true;
}


SDL_mutex* CMediaPlayer::GetMeidaPlayStartWaitMutex()
{
	return m_meida_play_start_wait_mutex;
}

int CMediaPlayer::Initialize_Player_Stat(rvc_media_player_param_t* pMedia_Player)
{
	int iRet = -1;

	if (NULL == pMedia_Player) {
		return iRet;
	}

	if (NULL != m_player_stat) {
		UnInitialize_Player_Stat();
	}

	m_player_stat = (player_stat_t*)av_mallocz(sizeof(player_stat_t));
	if (NULL == m_player_stat) {
		m_hostapi->Debug(MEDIA_LOG_ERROR, "player_stat_t struct malloc failed!");
		return iRet;
	}

	m_player_stat->buser_stop = false;
	m_player_stat->rvc_hostapi = m_hostapi;
	m_player_stat->m_prvc_cb = pMedia_Player->cb;
	m_player_stat->m_eMType = pMedia_Player->eType;
	m_player_stat->m_eWindType = pMedia_Player->m_eWindType;
	m_player_stat->bvice_monitor = pMedia_Player->bvicemonitor;
	m_player_stat->iDisplayCx = pMedia_Player->idisplaycx;
	m_player_stat->iDisplayCy = pMedia_Player->idisplaycy;
	m_player_stat->iDisplayWidth = pMedia_Player->idisplaywidth;
	m_player_stat->iDisplayHeight = pMedia_Player->idisplayheight;
	m_player_stat->on_audio_volume = &audio_volume_callback;
	m_player_stat->on_audio_play_finished = &audio_play_finished_callback;
	m_player_stat->user_data = this;
	if (NULL != m_piconpath){
		m_player_stat->m_piconpath = av_strdup(m_piconpath);
	}

	if (NULL != m_paudiodev){
		m_player_stat->m_paudiodev = av_strdup(m_paudiodev);
	}
	m_player_stat->uVolume = m_uvolume;
	m_player_stat->m_uFilesCount = pMedia_Player->m_uFilesCount;
	m_player_stat->m_icurrent_index = 0;
	m_player_stat->m_iaudio_dec_index = 0;
	for (size_t i = 0; i < pMedia_Player->m_uFilesCount; i++){
		memcpy(m_player_stat->m_strPlayLists[i], pMedia_Player->m_strPlayLists[i], strlen(pMedia_Player->m_strPlayLists[i]));
	}

	if (0 == pMedia_Player->m_uFilesCount || NULL == m_player_stat->rvc_hostapi || NULL == m_player_stat->m_prvc_cb || NULL == m_player_stat->m_piconpath) {
		UnInitialize_Player_Stat();
		return iRet;
	}
	else{
		iRet = 0;
	}

	return iRet;
}


int CMediaPlayer::UnInitialize_Player_Stat()
{
	/* XXX: use a special url_shutdown call to abort parse cleanly */
	if (NULL == m_player_stat) {
		return -1;
	}

	for (int index = 0; index < m_player_stat->m_uFilesCount; index++) {
		if (NULL != m_player_stat->m_pfmt_ctx[index]) {
			avformat_close_input(&m_player_stat->m_pfmt_ctx[index]);
			avformat_free_context(m_player_stat->m_pfmt_ctx[index]);
			m_player_stat->m_pfmt_ctx[index] = NULL;
		}

		if (NULL != m_player_stat->m_pacodec_ctx[index]) {
			avcodec_close(m_player_stat->m_pacodec_ctx[index]);
			avcodec_free_context(&m_player_stat->m_pacodec_ctx[index]);
		}

		if (NULL != m_player_stat->m_pvcodec_ctx[index]) {
			avcodec_close(m_player_stat->m_pvcodec_ctx[index]);
			avcodec_free_context(&m_player_stat->m_pvcodec_ctx[index]);
		}
	}
	
	SDL_DestroyCond(m_player_stat->m_continue_read_thread);
	SDL_DestroySemaphore(m_player_stat->m_audio_play_wait_sem);
	m_player_stat->m_audio_play_wait_sem = NULL;

	if (m_player_stat->m_eMType == eVideo_Type) {
		for (int index = 0; index < m_player_stat->m_uFilesCount; index++) {
			if (NULL != m_player_stat->m_pimg_convert_ctx[index]) {
				sws_freeContext(m_player_stat->m_pimg_convert_ctx[index]);
				m_player_stat->m_pimg_convert_ctx[index] = NULL;
			}
			if (NULL != m_player_stat->m_pfrm_yuv[index]) {
				av_frame_free(&m_player_stat->m_pfrm_yuv[index]);
				av_frame_unref(m_player_stat->m_pfrm_yuv[index]);
			}
			if (NULL != m_player_stat->m_pvideo_buffer[index]) {
				av_free(m_player_stat->m_pvideo_buffer[index]);
				m_player_stat->m_pvideo_buffer[index] = NULL;
			}
		}
	}

	packet_queue_destroy(&m_player_stat->video_pkt_queue, m_hostapi);
	packet_queue_destroy(&m_player_stat->audio_pkt_queue, m_hostapi);

	///* free all pictures */
	frame_queue_destory(&m_player_stat->video_frm_queue);
	frame_queue_destory(&m_player_stat->audio_frm_queue);

	swr_free(&m_player_stat->m_paudio_swr_ctx);

	//if (NULL != m_player_stat->m_paudio_frm) {
	//	av_free(m_player_stat->m_paudio_frm);
	//	m_player_stat->m_paudio_frm = NULL;
	//}

	if (NULL != m_player_stat->m_paudio_frm_rwr) {
		av_free(m_player_stat->m_paudio_frm_rwr);
		m_player_stat->m_paudio_frm_rwr = NULL;
	}

	if (m_player_stat->m_piconpath){
		av_free(m_player_stat->m_piconpath);
		m_player_stat->m_piconpath = NULL;
	}

	if (m_player_stat->m_paudiodev) {
		av_free(m_player_stat->m_paudiodev);
		m_player_stat->m_paudiodev = NULL;
	}

	if (m_player_stat->m_straudiodev) {
		av_free(m_player_stat->m_straudiodev);
		m_player_stat->m_straudiodev = NULL;
	}

	av_free(m_player_stat);
	m_player_stat = NULL;

	return 0;
}

int CMediaPlayer::GetViceVideoDisplayInfo(int* icx, int* icy, int* iwidth, int* iheight)
{
	int iRet = -1;
	size_t uCount = SDL_GetNumVideoDisplays();
	//m_hostapi->Debug(MEDIA_LOG_DEBUG, "VideoDisplays Number is %d.", uCount);
	SDL_DisplayMode dispalymode[RVC_MAX_DISPLAYNUM] = { 0 };
	for (size_t i = 0; i < uCount && i < RVC_MAX_DISPLAYNUM; i++) {
		SDL_GetDesktopDisplayMode(i, &dispalymode[i]);
		//m_hostapi->Debug(MEDIA_LOG_DEBUG, "VideoDisplays{%d} format = %d", i, dispalymode[i].format);
		//m_hostapi->Debug(MEDIA_LOG_DEBUG, "VideoDisplays{%d} w = %d", i, dispalymode[i].w);
		//m_hostapi->Debug(MEDIA_LOG_DEBUG, "VideoDisplays{%d} h = %d", i, dispalymode[i].h);
		//m_hostapi->Debug(MEDIA_LOG_DEBUG, "VideoDisplays{%d} refresh_rate = %d", i, dispalymode[i].refresh_rate);
	}
	if (uCount > 1) {
		*icx = dispalymode[0].w;
		*icy = 0;
		*iwidth = dispalymode[1].w;
		*iheight = dispalymode[1].h;
		iRet = 0;
	}

	return iRet;
}

int CMediaPlayer::InitParam(rvc_media_player_param_t* pMedia_Player)
{
	int iRet = -1;

	if (0 != Initialize_Player_Stat(pMedia_Player)){
		return iRet;
	}
	//m_hostapi->Debug(MEDIA_LOG_DEBUG, "initialize player stat success.");
	/* start video display */
	if (frame_queue_init(&m_player_stat->video_frm_queue, &m_player_stat->video_pkt_queue, VIDEO_PICTURE_QUEUE_SIZE, 1) < 0 ||
		frame_queue_init(&m_player_stat->audio_frm_queue, &m_player_stat->audio_pkt_queue, SAMPLE_QUEUE_SIZE, 1) < 0)
	{
		m_hostapi->Debug(MEDIA_LOG_DEBUG, "media frame queue init failed!");
		UnInitialize_Player_Stat();
		return iRet;
	}

	/* init packet queue */
	if (packet_queue_init(&m_player_stat->video_pkt_queue, m_hostapi) < 0 ||
		packet_queue_init(&m_player_stat->audio_pkt_queue, m_hostapi) < 0)
	{
		m_hostapi->Debug(MEDIA_LOG_DEBUG, "media packet queue init failed!");
		UnInitialize_Player_Stat();
		return iRet;
	}

	/* put end pkt into packet queue */
	AVPacket flush_pkt = {0};
	flush_pkt.data = NULL;
	packet_queue_put(&m_player_stat->video_pkt_queue, &flush_pkt, m_hostapi);
	packet_queue_put(&m_player_stat->audio_pkt_queue, &flush_pkt, m_hostapi);

	if (!(m_player_stat->m_continue_read_thread = SDL_CreateCond())){
		m_hostapi->Debug(MEDIA_LOG_DEBUG, "SDL_CreateCond(): %s.", SDL_GetError());
		UnInitialize_Player_Stat();
		return iRet;
	}

	m_player_stat->m_audio_play_wait_sem = SDL_CreateSemaphore(0);

	init_clock(&m_player_stat->video_clk, &m_player_stat->video_pkt_queue.serial);
	init_clock(&m_player_stat->audio_clk, &m_player_stat->audio_pkt_queue.serial);

	if (m_player_stat->bvice_monitor){
		if (0 == GetViceVideoDisplayInfo(&m_player_stat->iDisplayCx, &m_player_stat->iDisplayCy, &m_player_stat->iDisplayWidth, &m_player_stat->iDisplayHeight)){
	
		}
	}

	iRet = 0;

	return iRet;
}


int CMediaPlayer::SetVolume(uint8_t uVolume)
{
	int iRet = -1;
	
	m_uvolume = uVolume * SDL_MIX_MAXVOLUME/100;

	iRet = 0;

	return iRet;
}


bool CMediaPlayer::GetPlayingFlag()
{
	return m_bplaying;
}


int CMediaPlayer::StartMediaPlay()
{
	int iRet = -1;

	m_bplaying = true;
	SDL_LockMutex(m_meida_play_start_wait_mutex);

	m_bmediaplay_started_flag = false;
	m_bmediaplay_start_failed = false;
	
	m_mediaplay_started_sem = SDL_CreateSemaphore(0);
	m_mediaplay_tid = SDL_CreateThread(mediaplay_thread_func, "mediaplay_thread", this);
	if (NULL == m_mediaplay_tid) {
		SDL_UnlockMutex(m_meida_play_start_wait_mutex);
		m_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_CreateThread() failed: %s.", SDL_GetError());
		return iRet;
	}
	else {
		m_hostapi->Debug(MEDIA_LOG_DEBUG, "create %s success, and thread id is %u.", SDL_GetThreadName(m_mediaplay_tid), SDL_GetThreadID(m_mediaplay_tid));
		
		bool bmediaplay_thread_exit = false;
		do {
			int iWaitRet = SDL_SemWaitTimeout(m_mediaplay_started_sem, 10);
			if (0 != iWaitRet) {
				if (SDL_MUTEX_TIMEDOUT == iWaitRet) {
					if (m_bmediaplay_started_flag) {
						break;
					}
					else {
						if (m_bmediaplay_start_failed) {
							m_hostapi->Debug(MEDIA_LOG_ERROR, "media play start failed.");
							break;
						}
					}
				}
			}
			else {
				bmediaplay_thread_exit = true;
			}
		} while (!bmediaplay_thread_exit);
	}

	SDL_DestroySemaphore(m_mediaplay_started_sem);
	m_mediaplay_started_sem = NULL;

	SDL_UnlockMutex(m_meida_play_start_wait_mutex);

	SDL_WaitThread(m_mediaplay_tid, NULL);
	m_mediaplay_tid = NULL;
	
	if (NULL != m_player_stat->m_audio_decode_tid) {
		SDL_WaitThread(m_player_stat->m_audio_decode_tid, NULL);
		m_player_stat->m_audio_decode_tid = NULL;
	}

	if (m_player_stat->m_eMType == eVideo_Type) {
		if (NULL != m_player_stat->m_video_decode_tid) {
			SDL_WaitThread(m_player_stat->m_video_decode_tid, NULL);
			m_player_stat->m_video_decode_tid = NULL;
		}

		if (NULL != m_player_stat->m_video_playing_tid) {
			SDL_WaitThread(m_player_stat->m_video_playing_tid, NULL);
			m_player_stat->m_video_playing_tid = NULL;
		}
	}

	if (NULL != m_player_stat->m_read_tid) {
		SDL_WaitThread(m_player_stat->m_read_tid, NULL);
		m_player_stat->m_read_tid = NULL;
	}
	
	ExitMediaPlayingThread();

	iRet = 0;
	
	return iRet;
}


int CMediaPlayer::StopMediaPlay()
{
	int iRet = -1;

	if (NULL == m_player_stat) {
		return iRet;
	}

	if (NULL != m_mediaplay_started_sem) {
		SDL_SemPost(m_mediaplay_started_sem);
	}

	m_player_stat->buser_stop = true;

	SDL_LockMutex(m_meida_play_start_wait_mutex);

	if (NULL != m_player_stat->m_audio_play_wait_sem) {
		SDL_SemPost(m_player_stat->m_audio_play_wait_sem);
	}

	packet_queue_abort(&m_player_stat->video_pkt_queue, m_hostapi);
	packet_queue_abort(&m_player_stat->audio_pkt_queue, m_hostapi);

	frame_queue_signal(&m_player_stat->video_frm_queue);
	frame_queue_signal(&m_player_stat->audio_frm_queue);

	SDL_UnlockMutex(m_meida_play_start_wait_mutex);

	iRet = 0;

	return iRet;
}


int CMediaPlayer::ExitMediaPlayingThread()
{
	int iRet = -1;

	if (NULL == m_player_stat){
		return iRet;
	}

	if(eVideo_Type == m_player_stat->m_eMType){
		if (m_player_stat->sdl_video.texture) {
			SDL_DestroyTexture(m_player_stat->sdl_video.texture);
		}

		if (m_player_stat->sdl_video.renderer){
			SDL_DestroyRenderer(m_player_stat->sdl_video.renderer);
		}
		
		if (m_player_stat->sdl_video.window){
			SDL_DestroyWindow(m_player_stat->sdl_video.window);
		}
	}

	if (m_player_stat->m_prvc_cb){
		if (m_player_stat->m_prvc_cb->cb_play_media_finished) {
			m_player_stat->m_prvc_cb->cb_play_media_finished(m_player_stat->m_prvc_cb->user_data);
		}
	}

	UnInitialize_Player_Stat();

	m_bplaying = false;

	iRet = 0;

	return iRet;
}


int64_t CMediaPlayer::GetMediaPlayingThreadId()
{
	int64_t iRet = 0;
	if (NULL != m_player_stat)
	{
		if (NULL != m_player_stat->m_read_tid)
		{
			iRet = SDL_GestureID(m_player_stat->m_read_tid);
		}
	}

	return iRet;
}