video.cpp 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598
  1. #include "video.h"
  2. #include "packet.h"
  3. #include "frame.h"
  4. #include "player.h"
  5. static int queue_picture(player_stat_t *is, AVFrame *src_frame, double pts, double duration, int64_t pos)
  6. {
  7. frame_t *vp = NULL;
  8. if (!(vp = frame_queue_peek_writable(&is->video_frm_queue, !is->bread_finished))) {
  9. return -1;
  10. }
  11. vp->sar = src_frame->sample_aspect_ratio;
  12. vp->uploaded = 0;
  13. vp->width = src_frame->width;
  14. vp->height = src_frame->height;
  15. vp->format = src_frame->format;
  16. vp->pts = pts;
  17. vp->duration = duration;
  18. vp->pos = pos;
  19. //vp->serial = serial;
  20. //set_default_window_size(vp->width, vp->height, vp->sar);
  21. // 将AVFrame拷入队列相应位置
  22. av_frame_move_ref(vp->frame, src_frame);
  23. // 更新队列计数及写索引
  24. frame_queue_push(&is->video_frm_queue);
  25. return 0;
  26. }
  27. // 从packet_queue中取一个packet,解码生成frame
  28. static int video_decode_frame(AVCodecContext *p_codec_ctx, packet_queue_t *p_pkt_queue, AVFrame *frame, CMediaHostApi* hostapi)
  29. {
  30. int ret;
  31. while (0 == p_pkt_queue->abort_flag)
  32. {
  33. AVPacket pkt = {0};
  34. av_init_packet(&pkt);
  35. while (0 == p_pkt_queue->abort_flag)
  36. {
  37. // 3. 从解码器接收frame
  38. // 3.1 一个视频packet含一个视频frame
  39. // 解码器缓存一定数量的packet后,才有解码后的frame输出
  40. // frame输出顺序是按pts的顺序,如IBBPBBP
  41. // frame->pkt_pos变量是此frame对应的packet在视频文件中的偏移地址,值同pkt.pos
  42. ret = avcodec_receive_frame(p_codec_ctx, frame);
  43. if (ret < 0)
  44. {
  45. if (ret == AVERROR_EOF)
  46. {
  47. hostapi->Debug(MEDIA_LOG_DEBUG, "video avcodec_receive_frame(): the decoder has been fully flushed.");
  48. avcodec_flush_buffers(p_codec_ctx);
  49. return 0;
  50. }
  51. else if (ret == AVERROR(EAGAIN))
  52. {
  53. //hostapi->Debug(MEDIA_LOG_DEBUG,"video avcodec_receive_frame(): output is not available in this state - " "user must try to send new input");
  54. break;
  55. }
  56. else
  57. {
  58. hostapi->Debug(MEDIA_LOG_DEBUG, "video avcodec_receive_frame(): other errors.");
  59. continue;
  60. }
  61. }
  62. else
  63. {
  64. frame->pts = frame->best_effort_timestamp;
  65. //frame->pts = frame->pkt_dts;
  66. return 1; // 成功解码得到一个视频帧,则返回
  67. }
  68. }
  69. // 1. 取出一个packet。使用pkt对应的serial赋值给d->pkt_serial
  70. if (packet_queue_get(p_pkt_queue, &pkt, true) < 0){
  71. return -1;
  72. }
  73. if (pkt.data == NULL){
  74. // 复位解码器内部状态/刷新内部缓冲区。
  75. avcodec_flush_buffers(p_codec_ctx);
  76. }
  77. else{
  78. // 2. 将packet发送给解码器
  79. // 发送packet的顺序是按dts递增的顺序,如IPBBPBB
  80. // pkt.pos变量可以标识当前packet在视频文件中的地址偏移
  81. int isend_ret = -1;
  82. isend_ret = avcodec_send_packet(p_codec_ctx, &pkt);
  83. if (0 != isend_ret){
  84. if (AVERROR(EAGAIN) == isend_ret) {
  85. hostapi->Debug(MEDIA_LOG_DEBUG, "receive_frame and send_packet both returned EAGAIN, which is an API violation.");
  86. }
  87. else if (AVERROR_EOF == isend_ret) {
  88. hostapi->Debug(MEDIA_LOG_DEBUG, "the decoder has been flushed, and no new packets can be sent to it");
  89. }
  90. else if (AVERROR(EINVAL) == isend_ret) {
  91. hostapi->Debug(MEDIA_LOG_DEBUG, "codec not opened, it is an encoder, or requires flush");
  92. }
  93. else if (AVERROR(ENOMEM) == isend_ret) {
  94. hostapi->Debug(MEDIA_LOG_DEBUG, "failed to add packet to internal queue, or similar");
  95. }
  96. else {
  97. hostapi->Debug(MEDIA_LOG_DEBUG, "legitimate decoding errors and avcodec_send_packet result is %d.", isend_ret);
  98. }
  99. }
  100. av_packet_unref(&pkt);
  101. }
  102. }
  103. }
  104. // 将视频包解码得到视频帧,然后写入picture队列
  105. static int video_decode_thread(void *arg)
  106. {
  107. player_stat_t *is = (player_stat_t *)arg;
  108. AVFrame *p_frame = av_frame_alloc();
  109. double pts = 0.0;
  110. double duration = 0.0;
  111. int ret=0;
  112. int got_picture = 0;
  113. if (p_frame == NULL){
  114. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "av_frame_alloc() for p_frame failed.");
  115. return AVERROR(ENOMEM);
  116. }
  117. while (false == is->bvideo_finished)
  118. {
  119. AVRational tb = is->p_video_stream[is->index]->time_base;
  120. AVRational frame_rate = av_guess_frame_rate(is->p_fmt_ctx[is->index], is->p_video_stream[is->index], NULL);
  121. got_picture = video_decode_frame(is->p_vcodec_ctx[is->index], &is->video_pkt_queue, p_frame, is->rvc_hostapi);
  122. if (got_picture < 0){
  123. is->bvideo_finished = true;
  124. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "video_decode_frame < 0, goto end and set video_finished flag to true.");
  125. goto exit;
  126. }
  127. AVRational tbdata{ frame_rate.den, frame_rate.num };
  128. duration = (frame_rate.num && frame_rate.den ? av_q2d(tbdata) : 0); // 当前帧播放时长
  129. //duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0); // 当前帧播放时长
  130. pts = (p_frame->pts == AV_NOPTS_VALUE) ? NAN : p_frame->pts * av_q2d(tb); // 当前帧显示时间戳
  131. ret = queue_picture(is, p_frame, pts, duration, p_frame->pkt_pos); // 将当前帧压入frame_queue
  132. av_frame_unref(p_frame);
  133. if (ret < 0){
  134. is->bvideo_finished = true;
  135. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "queue_picture return -1, goto end and set video_finished flag to true.");
  136. goto exit;
  137. }
  138. //av_usleep(RVC_DEFAULT_SLEEP_TIME);
  139. }
  140. exit:
  141. av_frame_free(&p_frame);
  142. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "video decode thread exit, thread id is %u, and video_finished flag is %s.", SDL_ThreadID(), is->bvideo_finished ? "true" : "false");
  143. return 0;
  144. }
  145. // 根据视频时钟与同步时钟(如音频时钟)的差值,校正delay值,使视频时钟追赶或等待同步时钟
  146. // 输入参数delay是上一帧播放时长,即上一帧播放后应延时多长时间后再播放当前帧,通过调节此值来调节当前帧播放快慢
  147. // 返回值delay是将输入参数delay经校正后得到的值
  148. static double compute_target_delay(double delay, player_stat_t *is)
  149. {
  150. double sync_threshold, diff = 0;
  151. /* update delay to follow master synchronisation source */
  152. /* if video is slave, we try to correct big delays by
  153. duplicating or deleting a frame */
  154. // 视频时钟与同步时钟(如音频时钟)的差异,时钟值是上一帧pts值(实为:上一帧pts + 上一帧至今流逝的时间差)
  155. diff = get_clock(&is->video_clk) - get_clock(&is->audio_clk);
  156. // delay是上一帧播放时长:当前帧(待播放的帧)播放时间与上一帧播放时间差理论值
  157. // diff是视频时钟与同步时钟的差值
  158. /* skip or repeat frame. We take into account the
  159. delay to compute the threshold. I still don't know
  160. if it is the best guess */
  161. // 若delay < AV_SYNC_THRESHOLD_MIN,则同步域值为AV_SYNC_THRESHOLD_MIN
  162. // 若delay > AV_SYNC_THRESHOLD_MAX,则同步域值为AV_SYNC_THRESHOLD_MAX
  163. // 若AV_SYNC_THRESHOLD_MIN < delay < AV_SYNC_THRESHOLD_MAX,则同步域值为delay
  164. sync_threshold = FFMAX(AV_SYNC_THRESHOLD_MIN, FFMIN(AV_SYNC_THRESHOLD_MAX, delay));
  165. if (!isnan(diff))
  166. {
  167. if (diff <= -sync_threshold) // 视频时钟落后于同步时钟,且超过同步域值
  168. delay = FFMAX(0, delay + diff); // 当前帧播放时刻落后于同步时钟(delay+diff<0)则delay=0(视频追赶,立即播放),否则delay=delay+diff
  169. else if (diff >= sync_threshold && delay > AV_SYNC_FRAMEDUP_THRESHOLD) // 视频时钟超前于同步时钟,且超过同步域值,但上一帧播放时长超长
  170. delay = delay + diff; // 仅仅校正为delay=delay+diff,主要是AV_SYNC_FRAMEDUP_THRESHOLD参数的作用
  171. else if (diff >= sync_threshold) // 视频时钟超前于同步时钟,且超过同步域值
  172. delay = 2 * delay; // 视频播放要放慢脚步,delay扩大至2倍
  173. }
  174. //is->rvc_hostapi->Debug("video: delay=%0.3f A-V=%f", delay, -diff);
  175. return delay;
  176. }
  177. static double vp_duration(player_stat_t *is, frame_t *vp, frame_t *nextvp) {
  178. if (vp->serial == nextvp->serial)
  179. {
  180. double duration = nextvp->pts - vp->pts;
  181. if (isnan(duration) || duration <= 0)
  182. return vp->duration;
  183. else
  184. return duration;
  185. } else {
  186. return 0.0;
  187. }
  188. }
  189. static void update_video_pts(player_stat_t *is, double pts, int64_t pos, int serial) {
  190. /* update current video pts */
  191. set_clock(&is->video_clk, pts, serial); // 更新vidclock
  192. //-sync_clock_to_slave(&is->extclk, &is->vidclk); // 将extclock同步到vidclock
  193. }
  194. static void video_display(player_stat_t *is)
  195. {
  196. frame_t *vp = NULL;
  197. vp = frame_queue_peek_last(&is->video_frm_queue);
  198. // 图像转换:p_frm_raw->data ==> p_frm_yuv->data
  199. // 将源图像中一片连续的区域经过处理后更新到目标图像对应区域,处理的图像区域必须逐行连续
  200. // plane: 如YUV有Y、U、V三个plane,RGB有R、G、B三个plane
  201. // slice: 图像中一片连续的行,必须是连续的,顺序由顶部到底部或由底部到顶部
  202. // stride/pitch: 一行图像所占的字节数,Stride=BytesPerPixel*Width+Padding,注意对齐
  203. // AVFrame.*data[]: 每个数组元素指向对应plane
  204. // AVFrame.linesize[]: 每个数组元素表示对应plane中一行图像所占的字节数
  205. sws_scale(is->img_convert_ctx[is->index], // sws context
  206. (const uint8_t *const *)vp->frame->data,// src slice
  207. vp->frame->linesize, // src stride
  208. 0, // src slice y
  209. is->p_vcodec_ctx[is->index]->height, // src slice height
  210. is->p_frm_yuv[is->index]->data, // dst planes
  211. is->p_frm_yuv[is->index]->linesize // dst strides
  212. );
  213. // 使用新的YUV像素数据更新SDL_Rect
  214. SDL_UpdateYUVTexture(is->sdl_video.texture, // sdl texture
  215. &is->sdl_video.rect, // sdl rect
  216. is->p_frm_yuv[is->index]->data[0], // y plane
  217. is->p_frm_yuv[is->index]->linesize[0], // y pitch
  218. is->p_frm_yuv[is->index]->data[1], // u plane
  219. is->p_frm_yuv[is->index]->linesize[1], // u pitch
  220. is->p_frm_yuv[is->index]->data[2], // v plane
  221. is->p_frm_yuv[is->index]->linesize[2] // v pitch
  222. );
  223. // 使用特定颜色清空当前渲染目标
  224. SDL_RenderClear(is->sdl_video.renderer);
  225. // 使用部分图像数据(texture)更新当前渲染目标
  226. SDL_RenderCopy(is->sdl_video.renderer, // sdl renderer
  227. is->sdl_video.texture, // sdl texture
  228. NULL, // src rect, if NULL copy texture
  229. &is->sdl_video.rect // dst rect
  230. );
  231. // 执行渲染,更新屏幕显示
  232. SDL_RenderPresent(is->sdl_video.renderer);
  233. }
  234. /* called to display each frame */
  235. static void video_refresh(void *opaque, double *remaining_time)
  236. {
  237. player_stat_t *is = (player_stat_t *)opaque;
  238. double time;
  239. static bool first_frame = true;
  240. retry:
  241. if (frame_queue_nb_remaining(&is->video_frm_queue) == 0) // 所有帧已显示
  242. {
  243. // nothing to do, no picture to display in the queue
  244. return;
  245. }
  246. double last_duration, duration, delay;
  247. frame_t *vp, *lastvp;
  248. /* dequeue the picture */
  249. lastvp = frame_queue_peek_last(&is->video_frm_queue); // 上一帧:上次已显示的帧
  250. vp = frame_queue_peek(&is->video_frm_queue); // 当前帧:当前待显示的帧
  251. // lastvp和vp不是同一播放序列(一个seek会开始一个新播放序列),将frame_timer更新为当前时间
  252. if (first_frame)
  253. {
  254. is->frame_timer = av_gettime_relative() / 1000000.0;
  255. first_frame = false;
  256. }
  257. // 暂停处理:不停播放上一帧图像
  258. if (is->paused)
  259. goto display;
  260. /* compute nominal last_duration */
  261. last_duration = vp_duration(is, lastvp, vp); // 上一帧播放时长:vp->pts - lastvp->pts
  262. delay = compute_target_delay(last_duration, is); // 根据视频时钟和同步时钟的差值,计算delay值
  263. time= av_gettime_relative()/1000000.0;
  264. // 当前帧播放时刻(is->frame_timer+delay)大于当前时刻(time),表示播放时刻未到
  265. if (time < is->frame_timer + delay) {
  266. // 播放时刻未到,则更新刷新时间remaining_time为当前时刻到下一播放时刻的时间差
  267. *remaining_time = FFMIN(is->frame_timer + delay - time, *remaining_time);
  268. // 播放时刻未到,则不播放,直接返回
  269. return;
  270. }
  271. // 更新frame_timer值
  272. is->frame_timer += delay;
  273. // 校正frame_timer值:若frame_timer落后于当前系统时间太久(超过最大同步域值),则更新为当前系统时间
  274. if (delay > 0 && time - is->frame_timer > AV_SYNC_THRESHOLD_MAX)
  275. {
  276. is->frame_timer = time;
  277. }
  278. SDL_LockMutex(is->video_frm_queue.frame_mutex);
  279. if (!isnan(vp->pts))
  280. {
  281. update_video_pts(is, vp->pts, vp->pos, vp->serial); // 更新视频时钟:时间戳、时钟时间
  282. }
  283. SDL_UnlockMutex(is->video_frm_queue.frame_mutex);
  284. // 是否要丢弃未能及时播放的视频帧
  285. if (frame_queue_nb_remaining(&is->video_frm_queue) > 1) // 队列中未显示帧数>1(只有一帧则不考虑丢帧)
  286. {
  287. frame_t *nextvp = frame_queue_peek_next(&is->video_frm_queue); // 下一帧:下一待显示的帧
  288. duration = vp_duration(is, vp, nextvp); // 当前帧vp播放时长 = nextvp->pts - vp->pts
  289. // 当前帧vp未能及时播放,即下一帧播放时刻(is->frame_timer+duration)小于当前系统时刻(time)
  290. if (time > is->frame_timer + duration)
  291. {
  292. frame_queue_next(&is->video_frm_queue); // 删除上一帧已显示帧,即删除lastvp,读指针加1(从lastvp更新到vp)
  293. goto retry;
  294. }
  295. }
  296. // 删除当前读指针元素,读指针+1。若未丢帧,读指针从lastvp更新到vp;若有丢帧,读指针从vp更新到nextvp
  297. frame_queue_next(&is->video_frm_queue);
  298. display:
  299. video_display(is); // 取出当前帧vp(若有丢帧是nextvp)进行播放
  300. }
  301. static int video_playing_thread(void *arg)
  302. {
  303. player_stat_t *is = (player_stat_t *)arg;
  304. double remaining_time = 0.0;
  305. while (false == is->bvideo_finished){
  306. if (remaining_time > 0.0){
  307. av_usleep((unsigned)(remaining_time * 1000000.0));
  308. }
  309. remaining_time = REFRESH_RATE;
  310. // 立即显示当前帧,或延时remaining_time后再显示
  311. video_refresh(is, &remaining_time);
  312. //remaining_time += 0.020;
  313. }
  314. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "video playing thread exit, thread id is %u, and video_finished flag is %s.", SDL_ThreadID(), is->bvideo_finished ? "true" : "false");
  315. return 0;
  316. }
  317. static Uint32 get_video_playing_wind_flag(eWindType_t eType)
  318. {
  319. Uint32 uFlag = SDL_WINDOW_OPENGL|SDL_WINDOW_BORDERLESS|SDL_WINDOW_ALWAYS_ON_TOP|SDL_WINDOW_POPUP_MENU;
  320. return uFlag;
  321. }
  322. static int open_video_playing(void* arg)
  323. {
  324. player_stat_t* is = (player_stat_t*)arg;
  325. int ret;
  326. int buf_size;
  327. uint8_t* buffer = NULL;
  328. SDL_Surface* IconSurface = NULL;
  329. for (size_t index = 0; index < is->uFilesCount; index++) {
  330. is->p_frm_yuv[index] = av_frame_alloc();
  331. if (is->p_frm_yuv[index] == NULL) {
  332. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "av_frame_alloc() for p_frm_raw failed");
  333. return -1;
  334. }
  335. int iplay_video_width = is->p_vcodec_ctx[index]->width;
  336. int iplay_video_height = is->p_vcodec_ctx[index]->height;
  337. if (eFullScreen_Type == is->eWindType) {
  338. iplay_video_width = is->iDisplayWidth;
  339. iplay_video_height = is->iDisplayHeight;
  340. }
  341. // 为AVFrame.*data[]手工分配缓冲区,用于存储sws_scale()中目的帧视频数据
  342. buf_size = av_image_get_buffer_size(AV_PIX_FMT_YUV420P,
  343. iplay_video_width,
  344. iplay_video_height,
  345. 1
  346. );
  347. // buffer将作为p_frm_yuv的视频数据缓冲区
  348. buffer = (uint8_t*)av_malloc(buf_size);
  349. if (buffer == NULL) {
  350. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "av_malloc() for buffer failed!");
  351. return -1;
  352. }
  353. is->p_video_buffer[index] = buffer;
  354. // 使用给定参数设定p_frm_yuv->data和p_frm_yuv->linesize
  355. ret = av_image_fill_arrays(is->p_frm_yuv[index]->data, // dst data[]
  356. is->p_frm_yuv[index]->linesize, // dst linesize[]
  357. is->p_video_buffer[index], // src buffer
  358. AV_PIX_FMT_YUV420P, // pixel format
  359. iplay_video_width, // width
  360. iplay_video_height, // height
  361. 1 // align
  362. );
  363. if (ret < 0) {
  364. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "av_image_fill_arrays() failed %d", ret);
  365. return -1;;
  366. }
  367. // A2. 初始化SWS context,用于后续图像转换
  368. // 此处第6个参数使用的是FFmpeg中的像素格式,对比参考注释B3
  369. // FFmpeg中的像素格式AV_PIX_FMT_YUV420P对应SDL中的像素格式SDL_PIXELFORMAT_IYUV
  370. // 如果解码后得到图像的不被SDL支持,不进行图像转换的话,SDL是无法正常显示图像的
  371. // 如果解码后得到图像的能被SDL支持,则不必进行图像转换
  372. // 这里为了编码简便,统一转换为SDL支持的格式AV_PIX_FMT_YUV420P==>SDL_PIXELFORMAT_IYUV
  373. is->img_convert_ctx[index] = sws_getContext(is->p_vcodec_ctx[index]->width, // src width
  374. is->p_vcodec_ctx[index]->height, // src height
  375. is->p_vcodec_ctx[index]->pix_fmt, // src format
  376. iplay_video_width, // dst width
  377. iplay_video_height, // dst height
  378. AV_PIX_FMT_YUV420P, // dst format
  379. SWS_BICUBIC, // flags
  380. NULL, // src filter
  381. NULL, // dst filter
  382. NULL // param
  383. );
  384. if (is->img_convert_ctx[index] == NULL) {
  385. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "sws_getContext() failed");
  386. return -1;
  387. }
  388. else {
  389. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "%s:%d is->img_convert_ctx[%d] = 0x%08x", __FUNCTION__, __LINE__, index, is->img_convert_ctx[index]);
  390. }
  391. // SDL_Rect赋值
  392. is->sdl_video.rect.x = 0;
  393. is->sdl_video.rect.y = 0;
  394. is->sdl_video.rect.w = iplay_video_width;
  395. is->sdl_video.rect.h = iplay_video_height;
  396. Uint32 uWindFlag = get_video_playing_wind_flag(is->eWindType);
  397. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "%s:%d %d %d %d %d", __FUNCTION__, __LINE__, is->iDisplayCx,
  398. is->iDisplayCy,
  399. is->sdl_video.rect.w,
  400. is->sdl_video.rect.h);
  401. // 1. 创建SDL窗口,SDL 2.0支持多窗口
  402. // SDL_Window即运行程序后弹出的视频窗口,同SDL 1.x中的SDL_Surface
  403. is->sdl_video.window = SDL_CreateWindow("rvc media player",
  404. is->iDisplayCx,
  405. is->iDisplayCy,
  406. is->sdl_video.rect.w,
  407. is->sdl_video.rect.h,
  408. uWindFlag
  409. );
  410. if (is->sdl_video.window == NULL) {
  411. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_CreateWindow() failed: %s.", SDL_GetError());
  412. return -1;
  413. }
  414. if (eFullScreen_Type == is->eWindType) {
  415. SDL_SetWindowFullscreen(is->sdl_video.window, SDL_WINDOW_FULLSCREEN_DESKTOP);
  416. }
  417. int cx = 0, cy = 0;
  418. SDL_GetWindowPosition(is->sdl_video.window, &cx, &cy);
  419. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "window flag is 0x%08x, cx = %d, cy = %d.", SDL_GetWindowFlags(is->sdl_video.window), cx, cy);
  420. if (NULL != is->piconpath) {
  421. IconSurface = SDL_LoadBMP(is->piconpath);
  422. if (NULL == IconSurface) {
  423. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_LoadBMP(%s) failed: %s", is->piconpath, SDL_GetError());
  424. }
  425. else {
  426. SDL_SetWindowIcon(is->sdl_video.window, IconSurface);
  427. SDL_FreeSurface(IconSurface);
  428. }
  429. }
  430. // 2. 创建SDL_Renderer
  431. // SDL_Renderer:渲染器
  432. is->sdl_video.renderer = SDL_CreateRenderer(is->sdl_video.window, -1, 0);
  433. if (is->sdl_video.renderer == NULL)
  434. {
  435. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_CreateRenderer() failed: %s", SDL_GetError());
  436. return -1;
  437. }
  438. // 3. 创建SDL_Texture
  439. // 一个SDL_Texture对应一帧YUV数据,同SDL 1.x中的SDL_Overlay
  440. is->sdl_video.texture = SDL_CreateTexture(is->sdl_video.renderer,
  441. SDL_PIXELFORMAT_IYUV,
  442. SDL_TEXTUREACCESS_STREAMING,
  443. is->sdl_video.rect.w,
  444. is->sdl_video.rect.h
  445. );
  446. if (is->sdl_video.texture == NULL)
  447. {
  448. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_CreateTexture() failed: %s", SDL_GetError());
  449. return -1;
  450. }
  451. is->video_playing_tid = SDL_CreateThread(video_playing_thread, "video playing thread", is);
  452. if (NULL == is->video_playing_tid) {
  453. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_Create video playing thread failed: %s.", SDL_GetError());
  454. return -1;
  455. }
  456. else {
  457. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "create %s success, and thread id is %u.", SDL_GetThreadName(is->video_playing_tid), SDL_GetThreadID(is->video_playing_tid));
  458. }
  459. }
  460. return 0;
  461. }
  462. static int open_video_stream(player_stat_t *is)
  463. {
  464. AVCodecParameters* p_codec_par = NULL;
  465. AVCodec* p_codec = NULL;
  466. AVCodecContext* p_codec_ctx = NULL;
  467. int ret = -1;
  468. for (size_t index = 0; index < is->uFilesCount; index++){
  469. AVStream* p_stream = is->p_video_stream[index];
  470. // 1. 为视频流构建解码器AVCodecContext
  471. // 1.1 获取解码器参数AVCodecParameters
  472. p_codec_par = p_stream->codecpar;
  473. // 1.2 获取解码器
  474. p_codec = avcodec_find_decoder(p_codec_par->codec_id);
  475. if (p_codec == NULL) {
  476. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "Cann't find codec!");
  477. return ret;
  478. }
  479. // 1.3 构建解码器AVCodecContext
  480. // 1.3.1 p_codec_ctx初始化:分配结构体,使用p_codec初始化相应成员为默认值
  481. p_codec_ctx = avcodec_alloc_context3(p_codec);
  482. if (p_codec_ctx == NULL) {
  483. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "avcodec_alloc_context3() failed");
  484. return ret;
  485. }
  486. // 1.3.2 p_codec_ctx初始化:p_codec_par ==> p_codec_ctx,初始化相应成员
  487. ret = avcodec_parameters_to_context(p_codec_ctx, p_codec_par);
  488. if (ret < 0) {
  489. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "avcodec_parameters_to_context() failed");
  490. return ret;
  491. }
  492. // 1.3.3 p_codec_ctx初始化:使用p_codec初始化p_codec_ctx,初始化完成
  493. ret = avcodec_open2(p_codec_ctx, p_codec, NULL);
  494. if (ret < 0) {
  495. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "avcodec_open2() failed %d", ret);
  496. return ret;
  497. }
  498. is->p_vcodec_ctx[index] = p_codec_ctx;
  499. }
  500. // 2. 创建视频解码线程
  501. is->video_decode_tid = SDL_CreateThread(video_decode_thread, "video decode thread", is);
  502. if (NULL == is->video_decode_tid) {
  503. is->rvc_hostapi->Debug(MEDIA_LOG_ERROR, "SDL_Create video decode thread failed: %s.", SDL_GetError());
  504. return -1;
  505. }
  506. else {
  507. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "create %s success, and thread id is %u.", SDL_GetThreadName(is->video_decode_tid), SDL_GetThreadID(is->video_decode_tid));
  508. }
  509. return 0;
  510. }
  511. int open_video(player_stat_t *is)
  512. {
  513. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "enter open_video()");
  514. open_video_stream(is);
  515. open_video_playing(is);
  516. is->rvc_hostapi->Debug(MEDIA_LOG_DEBUG, "exit open_video()");
  517. return 0;
  518. }