video_render.cpp 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651
  1. #include "video_render.h"
  2. #include "SpBase.h"
  3. #include "Event.h"
  4. #include "videoutil.h"
  5. #include "libvideoqueue.h"
  6. #include "rvc_media_common.h"
  7. #include "fileutil.h"
  8. #include "video_common/ffmpeg_api_cpp_adapter.h"
  9. #include "cv.h"
  10. #include "highgui.h"
  11. #include "y2k_time.h"
  12. static int translate_image_resolution(video_frame** dstframe, const int iwidth, const int iheight, const video_frame* psrcframe)
  13. {
  14. int i = -1;
  15. if (iwidth == psrcframe->width && iheight == psrcframe->height) {
  16. return i;
  17. }
  18. video_frame* pframe = video_frame_new(iwidth, iheight, VIDEO_FORMAT_RGB24);
  19. video_frame_fill_black(pframe);
  20. SwsContext* sws = sws_getCachedContext(NULL, psrcframe->width, psrcframe->height,
  21. PIX_FMT_BGR24,
  22. iwidth,
  23. iheight,
  24. PIX_FMT_BGR24,
  25. SWS_LANCZOS,
  26. NULL,
  27. NULL,
  28. NULL);
  29. sws_scale(sws, psrcframe->data, psrcframe->linesize, 0, psrcframe->height, pframe->data, pframe->linesize);
  30. sws_freeContext(sws);
  31. *dstframe = pframe;
  32. i = 0;
  33. return i;
  34. }
  35. static int rvc_video_shm_enqueue(Clibvideoqueue* shm_queue, video_frame* frame, int flags, int iframeid)
  36. {
  37. videoq_frame tmp_frm;
  38. tmp_frm.data = frame->data[0];
  39. tmp_frm.framesize = frame->width * frame->height * 3;
  40. tmp_frm.format = VIDEOQ_FORMAT_RGB24;
  41. tmp_frm.width = frame->width;
  42. tmp_frm.height = frame->height;
  43. tmp_frm.iframeid = iframeid;
  44. unsigned int nowtime = y2k_time_now();
  45. if (!shm_queue->InsertVideo(&tmp_frm, flags, nowtime)){
  46. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("caution: rvc render shm_queue video insert shm video failed!");
  47. return Error_Unexpect;
  48. }
  49. else{
  50. //DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("video render shm_queue video insert shm video ok, and nowtime is %d, and frame id is %d.", nowtime, iframeid);
  51. return Error_Succeed;
  52. }
  53. }
  54. static bool get_local_video_frame(video_frame** frame, int itype, Clibvideoqueue* local_video_queue, int iwidth, int iheight, IplImage* personimage, IplImage* personmask)
  55. {
  56. bool result = false;
  57. video_frame* tmp_frame_preview = NULL;
  58. tmp_frame_preview = video_frame_new(iwidth, iheight, VIDEO_FORMAT_RGB24);
  59. if (NULL == tmp_frame_preview) {
  60. return result;
  61. }
  62. videoq_frame frm;
  63. frm.data = tmp_frame_preview->data[0];
  64. static bool blog = true;
  65. if (blog) {
  66. int ivideo_width = 0;
  67. int ivideo_height = 0;
  68. int isize = local_video_queue->GetFrameSize(ivideo_width, ivideo_height);
  69. DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("isize = %d, ivideo_width = %d, ivideo_height = %d.", isize, ivideo_width, ivideo_height);
  70. blog = false;
  71. }
  72. result = local_video_queue->GetVideo(&frm, VIDEOQUEUE_FLAG_HORIZONTAL_FLIP);
  73. if (result){
  74. if (1 == itype) {
  75. if (NULL != personimage && NULL != personmask)
  76. {
  77. IplImage* img = cvCreateImageHeader(cvSize(frm.width, frm.height), IPL_DEPTH_8U, 3);
  78. img->imageData = (char*)frm.data;
  79. if (frm.width != personimage->width) {
  80. IplImage* tmp = cvCreateImage(cvSize(frm.width, frm.height), IPL_DEPTH_8U, 3);
  81. IplImage* tmpmask = cvCreateImage(cvSize(frm.width, frm.height), IPL_DEPTH_8U, 1);
  82. cvResize(personimage, tmp);
  83. cvResize(personmask, tmpmask);
  84. cvAdd(img, tmp, img, tmpmask);
  85. cvReleaseImage(&tmp);
  86. cvReleaseImage(&tmpmask);
  87. }
  88. else {
  89. cvAdd(img, personimage, img, personmask);
  90. }
  91. cvReleaseImageHeader(&img);
  92. }
  93. }
  94. *frame = tmp_frame_preview;
  95. }
  96. else {
  97. video_frame_delete(tmp_frame_preview);
  98. tmp_frame_preview = NULL;
  99. }
  100. return result;
  101. }
  102. int rvc_remote_video_render(rvc_video_render_t* prender, void* videoframe)
  103. {
  104. if (NULL != prender && NULL != videoframe) {
  105. if (NULL != prender->premote_render) {
  106. video_frame* echoframe = NULL;
  107. if (0 == translate_image_resolution(&echoframe, prender->render_param.iremote_view_cx, prender->render_param.iremote_view_cy, (const video_frame*)videoframe)) {
  108. prender->premote_render->RenderVideoFrame(echoframe, RVC_FLIP_VERTICAL);
  109. video_frame_delete(echoframe);
  110. echoframe = NULL;
  111. }
  112. else {
  113. prender->premote_render->RenderVideoFrame((video_frame*)videoframe, RVC_FLIP_VERTICAL);
  114. }
  115. }
  116. }
  117. return 0;
  118. }
  119. static int rvc_getrender_videoqueue(Clibvideoqueue** render_video_queue, int* render_width, int* render_height, RVC_RendererFlip* renderflip, rvc_video_render_t* param)
  120. {
  121. int iret = -1;
  122. int irender_camera = CAMERA_TYPE_ENV;
  123. if (param->render_param.ilocal_view_cx < param->render_param.ilocal_view_cy) {
  124. irender_camera = CAMERA_TYPE_OPT;
  125. }
  126. if (CAMERA_TYPE_ENV == irender_camera) {
  127. if (ePreview_Queue == param->render_param.erender_queue) {
  128. *render_video_queue = new Clibvideoqueue(REC_COMMON_VIDEO_ENV_SHM_PREVIEW_QUEUE);
  129. *render_width = REC_COMMON_VIDEO_PREVIEW_WIDTH;
  130. *render_height = REC_COMMON_VIDEO_PREVIEW_HEIGHT;
  131. }
  132. else {
  133. *render_video_queue = new Clibvideoqueue(REC_COMMON_VIDEO_ENV_SHM_SNAPSHOT_QUEUE);
  134. *render_width = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  135. *render_height = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  136. DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("use sanpshot queue.");
  137. }
  138. #ifdef RVC_OS_WIN
  139. *renderflip = RVC_FLIP_HORIZONTAL;
  140. #endif // RVC_OS_WIN
  141. }
  142. else {
  143. if (ePreview_Queue == param->render_param.erender_queue) {
  144. *render_video_queue = new Clibvideoqueue(REC_COMMON_VIDEO_OPT_SHM_PREVIEW_QUEUE);
  145. *render_width = REC_COMMON_VIDEO_PREVIEW_HEIGHT;
  146. *render_height = REC_COMMON_VIDEO_PREVIEW_WIDTH;
  147. }
  148. else {
  149. *render_video_queue = new Clibvideoqueue(REC_COMMON_VIDEO_OPT_SHM_SNAPSHOT_QUEUE);
  150. *render_width = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  151. *render_height = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  152. DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("use sanpshot queue.");
  153. }
  154. *renderflip = RVC_FLIP_NONE;
  155. }
  156. iret = 0;
  157. return iret;
  158. }
  159. static int rvc_getrxkimage(IplImage** personimage, IplImage** personmask)
  160. {
  161. int iret = -1;
  162. char strPersonPath[MAX_PATH] = { 0 };
  163. rvc_snprintf(strPersonPath, MAX_PATH, "./bin/rxk.jpg");
  164. if (ExistsFile(strPersonPath)) {
  165. *personimage = cvLoadImage(strPersonPath);
  166. *personmask = cvLoadImage(strPersonPath, 0);
  167. iret = 0;
  168. }
  169. return iret;
  170. }
  171. #ifdef RVC_OS_WIN
  172. static unsigned int __stdcall rvc_videorender_func(void* arg)
  173. #else
  174. static void* rvc_videorender_func(void* arg)
  175. #endif
  176. {
  177. rvc_video_render_t* param = (rvc_video_render_t*)arg;
  178. int ilocal_video_fresh_time = param->render_param.ilocal_fresh_time;
  179. bool bremote_video = false;
  180. Clibvideoqueue* local_video_queue = NULL;
  181. RVC_RendererFlip renderflip = RVC_FLIP_VERTICAL;
  182. int iwidth = 0;
  183. int iheight = 0;
  184. rvc_getrender_videoqueue(&local_video_queue, &iwidth, &iheight, &renderflip, param);
  185. int ivideo_width = 0;
  186. int ivideo_height = 0;
  187. int isize = local_video_queue->GetFrameSize(ivideo_width, ivideo_height);
  188. if (ivideo_width > 0 && ivideo_height > 0) {
  189. iwidth = ivideo_width;
  190. iheight = ivideo_height;
  191. }
  192. IplImage* personimage = NULL;
  193. IplImage* personmask = NULL;
  194. rvc_getrxkimage(&personimage, &personmask);
  195. if (NULL != param->plocal_render) {
  196. videorender_param_t tparam = { 0 };
  197. tparam.icx = param->render_param.ilocal_view_x;
  198. tparam.icy = param->render_param.ilocal_view_y;
  199. tparam.uwidth = param->render_param.ilocal_view_cx;
  200. tparam.uheight = param->render_param.ilocal_view_cy;
  201. tparam.ivideoformat = VIDEO_FORMAT_RGB24;
  202. if (0 == param->plocal_render->VideoRenderSetParam(&tparam)) {
  203. param->plocal_render->HideVideoWindow();
  204. }
  205. else {
  206. return 0;
  207. }
  208. }
  209. if (0 != param->render_param.iremote_view_cx && 0 != param->render_param.iremote_view_cy) {
  210. if (NULL != param->premote_render) {
  211. videorender_param_t tparam_remote = { 0 };
  212. tparam_remote.icx = param->render_param.iremote_view_x;
  213. tparam_remote.icy = param->render_param.iremote_view_y;
  214. tparam_remote.uwidth = param->render_param.iremote_view_cx;
  215. tparam_remote.uheight = param->render_param.iremote_view_cy;
  216. tparam_remote.ivideoformat = VIDEO_FORMAT_RGB24;
  217. if (0 != param->premote_render->VideoRenderSetParam(&tparam_remote)) {
  218. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("video render set param failed.");
  219. }
  220. bremote_video = true;
  221. }
  222. else {
  223. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("remote video render is null.");
  224. }
  225. }
  226. if (NULL != param->plocal_render) {
  227. bool bshow_local = false;
  228. bool bset = true;
  229. param->plocal_render->StartVideoRender();
  230. ivideo_width = 0;
  231. ivideo_height = 0;
  232. isize = local_video_queue->GetFrameSize(ivideo_width, ivideo_height);
  233. DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("%s:%d isize = %d, ivideo_width = %d, ivideo_height = %d.", __FUNCTION__, __LINE__, isize, ivideo_width, ivideo_height);
  234. for (; ; ) {
  235. #ifdef RVC_OS_WIN
  236. DWORD dwRet = WaitForSingleObject(param->local_render_stop_event, ilocal_video_fresh_time);
  237. if (WAIT_TIMEOUT == dwRet) {
  238. #else
  239. struct timespec ts;
  240. clock_gettime(CLOCK_REALTIME, &ts);
  241. long unsec = ts.tv_nsec + (1000 * 1000 * ilocal_video_fresh_time);
  242. ts.tv_sec += (unsec / 1000000000);
  243. ts.tv_nsec = (unsec % 1000000000);
  244. if (0 != sem_timedwait(&param->local_render_stop_sem, &ts) && (ETIMEDOUT == errno)){
  245. #endif
  246. video_frame* local_video_frame = NULL;
  247. int iwindowstate = param->cb.on_window_type(param->cb.user_data);
  248. get_local_video_frame(&local_video_frame, iwindowstate, local_video_queue, iwidth, iheight, personimage, personmask);
  249. if (NULL != local_video_frame) {
  250. video_frame* localframe = NULL;
  251. if (0 == translate_image_resolution(&localframe, param->render_param.ilocal_view_cx, param->render_param.ilocal_view_cy, local_video_frame)) {
  252. param->plocal_render->RenderVideoFrame(localframe, renderflip);
  253. video_frame_delete(localframe);
  254. localframe = NULL;
  255. }
  256. else {
  257. param->plocal_render->RenderVideoFrame(local_video_frame, renderflip);
  258. }
  259. bshow_local = true;
  260. video_frame_delete(local_video_frame);
  261. local_video_frame = NULL;
  262. }
  263. }
  264. else {
  265. param->plocal_render->HideVideoWindow();
  266. break;
  267. }
  268. if (bset) {
  269. if (bshow_local) {
  270. param->plocal_render->ShowVideoWindow();
  271. if (bremote_video) {
  272. param->premote_render->ShowVideoWindow();
  273. }
  274. bset = false;
  275. }
  276. }
  277. }
  278. param->plocal_render->StopVideoRender();
  279. }
  280. if (NULL != personimage) {
  281. cvReleaseImage(&personimage);
  282. }
  283. if (NULL != personmask) {
  284. cvReleaseImage(&personmask);
  285. }
  286. return 0;
  287. }
  288. static int rvc_get_remote_videoframe(video_frame** remote_frame)
  289. {
  290. int iret = -1;
  291. char strImgPath[MAX_PATH] = { 0 };
  292. rvc_snprintf(strImgPath, MAX_PATH, "%s", "./bin/agent.jpg");
  293. int irecord_video_frame_width = REC_COMMON_VIDEO_SNAPSHOT_PREVIEW_WIDTH;
  294. int irecord_video_frame_heigt = REC_COMMON_VIDEO_SNAPSHOT_PREVIEW_HEIGHT;
  295. *remote_frame = video_frame_new(irecord_video_frame_width, irecord_video_frame_heigt, VIDEO_FORMAT_RGB24);
  296. video_frame_fill_black(*remote_frame);
  297. if (ExistsFileA(strImgPath)) {
  298. IplImage* img = cvLoadImage(strImgPath, 1);
  299. videoq_frame* vframe = new videoq_frame;
  300. if (NULL != img) {
  301. vframe->format = VIDEOQ_FORMAT_RGB24;
  302. vframe->framesize = img->imageSize;
  303. vframe->width = img->width;
  304. vframe->height = img->height;
  305. vframe->data = new unsigned char[img->imageSize];
  306. memcpy(vframe->data, img->imageData, img->imageSize);
  307. cvReleaseImage(&img);
  308. }
  309. SwsContext* sws = sws_getContext(vframe->width, vframe->height, PIX_FMT_BGR24,
  310. irecord_video_frame_width,
  311. irecord_video_frame_heigt,
  312. PIX_FMT_BGR24,
  313. SWS_POINT, NULL, NULL, NULL);
  314. uint8_t* src_data[4] = { (unsigned char*)vframe->data + (vframe->height - 1) * vframe->width * 3, NULL, NULL, NULL };
  315. int src_linesize[4] = { -vframe->width * 3, 0, 0, 0 };
  316. unsigned char* dst[4] = { (*remote_frame)->data[0],NULL,NULL,NULL };
  317. int dst_linesize[4] = { (*remote_frame)->linesize[0], 0, 0, 0 };
  318. sws_scale(sws, src_data, src_linesize, 0, vframe->height, dst, dst_linesize);
  319. sws_freeContext(sws);
  320. if (vframe) {
  321. delete vframe->data;
  322. delete vframe;
  323. vframe = NULL;
  324. }
  325. iret = 0;
  326. }
  327. return iret;
  328. }
  329. #ifdef RVC_OS_WIN
  330. static unsigned int __stdcall rvc_remote_videorender_func(void* arg)
  331. #else
  332. static void* rvc_remote_videorender_func(void* arg)
  333. #endif
  334. {
  335. rvc_video_render_t* param = (rvc_video_render_t*)arg;
  336. int iremote_video_fresh_time = param->render_param.iremote_fresh_time;
  337. Clibvideoqueue* video_shm_q_remote = new Clibvideoqueue(REC_COMMON_VIDEO_REMOTE_SHM_RTP_QUEUE);
  338. video_frame* remote_frame = NULL;
  339. rvc_get_remote_videoframe(&remote_frame);
  340. video_frame* showframe = NULL;
  341. if (-1 == translate_image_resolution(&showframe, param->render_param.iremote_view_cx, param->render_param.iremote_view_cy, remote_frame)) {
  342. showframe = video_frame_new(param->render_param.iremote_view_cx, param->render_param.iremote_view_cy, VIDEO_FORMAT_RGB24);
  343. video_frame_fill_black(showframe);
  344. video_frame_copy(showframe, remote_frame);
  345. }
  346. int iframeid = 0;
  347. int rc = rvc_video_shm_enqueue(video_shm_q_remote, remote_frame, VIDEOQUEUE_FLAG_VERTICAL_FLIP, iframeid++);
  348. if (rc != Error_Succeed) {
  349. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("insert agent picture to remote video queue failed.");
  350. }
  351. for (; ; ) {
  352. #ifdef RVC_OS_WIN
  353. DWORD dwRet = WaitForSingleObject(param->remote_render_stop_event, iremote_video_fresh_time);
  354. if (WAIT_TIMEOUT == dwRet){
  355. #else
  356. struct timespec ts;
  357. clock_gettime(CLOCK_REALTIME, &ts);
  358. long unsec = ts.tv_nsec + (1000 * 1000 * iremote_video_fresh_time);
  359. ts.tv_sec += (unsec / 1000000000);
  360. ts.tv_nsec = (unsec % 1000000000);
  361. if (0 != sem_timedwait(&param->remote_render_stop_sem, &ts) && (ETIMEDOUT == errno)){
  362. #endif // RVC_OS_WIN
  363. rvc_remote_video_render(param, showframe);
  364. if (NULL != video_shm_q_remote){
  365. rc = rvc_video_shm_enqueue(video_shm_q_remote, remote_frame, VIDEOQUEUE_FLAG_VERTICAL_FLIP, iframeid++);
  366. if (rc != Error_Succeed){
  367. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("insert agent picture to remote video queue failed.");
  368. }
  369. }
  370. }
  371. else {
  372. break;
  373. }
  374. }
  375. video_frame_delete(showframe);
  376. showframe = NULL;
  377. video_frame_delete(remote_frame);
  378. remote_frame = NULL;
  379. return 0;
  380. }
  381. #ifdef RVC_OS_WIN
  382. static unsigned int __stdcall rvc_optcam_videorender_func(void* arg)
  383. #else
  384. static void* rvc_optcam_videorender_func(void* arg)
  385. #endif
  386. {
  387. rvc_video_render_t* param = (rvc_video_render_t*)arg;
  388. int iremote_video_fresh_time = param->render_param.iremote_fresh_time;
  389. Clibvideoqueue* local_optvideo_queue = new Clibvideoqueue(REC_COMMON_VIDEO_OPT_SHM_SNAPSHOT_QUEUE);
  390. int iwidth = REC_COMMON_VIDEO_SNAPSHOT_HEIGHT;
  391. int iheight = REC_COMMON_VIDEO_SNAPSHOT_WIDTH;
  392. RVC_RendererFlip renderflip = RVC_FLIP_NONE;
  393. for (; ; ) {
  394. #ifdef RVC_OS_WIN
  395. DWORD dwRet = WaitForSingleObject(param->remote_render_stop_event, iremote_video_fresh_time);
  396. if (WAIT_TIMEOUT == dwRet) {
  397. #else
  398. struct timespec ts;
  399. clock_gettime(CLOCK_REALTIME, &ts);
  400. long unsec = ts.tv_nsec + (1000 * 1000 * iremote_video_fresh_time);
  401. ts.tv_sec += (unsec / 1000000000);
  402. ts.tv_nsec = (unsec % 1000000000);
  403. if (0 != sem_timedwait(&param->remote_render_stop_sem, &ts) && (ETIMEDOUT == errno)) {
  404. #endif // RVC_OS_WIN
  405. video_frame* local_video_frame = NULL;
  406. get_local_video_frame(&local_video_frame, 0, local_optvideo_queue, iwidth, iheight, NULL, NULL);
  407. if (NULL != local_video_frame) {
  408. video_frame* localframe = NULL;
  409. if (0 == translate_image_resolution(&localframe, param->render_param.iremote_view_cx, param->render_param.iremote_view_cy, local_video_frame)) {
  410. param->premote_render->RenderVideoFrame(localframe, renderflip);
  411. video_frame_delete(localframe);
  412. localframe = NULL;
  413. }
  414. else {
  415. param->premote_render->RenderVideoFrame(local_video_frame, renderflip);
  416. }
  417. video_frame_delete(local_video_frame);
  418. local_video_frame = NULL;
  419. }
  420. }
  421. else {
  422. break;
  423. }
  424. }
  425. return 0;
  426. }
  427. int rvc_start_video_render(rvc_video_render_t* prender, eVideoRenderMode eMode, rvc_video_box_move_callback_t* cb)
  428. {
  429. int errcode = -1;
  430. if (NULL == prender) {
  431. return errcode;
  432. }
  433. #ifdef RVC_OS_WIN
  434. prender->local_render_stop_event = CreateEventA(NULL, false, false, NULL);
  435. if (NULL == prender->local_render_stop_event) {
  436. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create local stop event failed!");
  437. return Error_Resource;
  438. }
  439. prender->local_render_thread = (HANDLE)_beginthreadex(NULL, 0, rvc_videorender_func, prender, 0, NULL);
  440. if (NULL == prender->local_render_thread) {
  441. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create local video render thread failed.");
  442. return Error_Resource;
  443. }
  444. if (eRender_LocalRemote == eMode || eRender_Local_Both == eMode) {
  445. prender->remote_render_stop_event = CreateEventA(NULL, false, false, NULL);
  446. if (NULL == prender->remote_render_stop_event) {
  447. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create remote stop event failed!");
  448. return Error_Resource;
  449. }
  450. if (eRender_LocalRemote == eMode) {
  451. prender->remote_render_thread = (HANDLE)_beginthreadex(NULL, 0, rvc_remote_videorender_func, prender, 0, NULL);
  452. }
  453. else {
  454. prender->remote_render_thread = (HANDLE)_beginthreadex(NULL, 0, rvc_optcam_videorender_func, prender, 0, NULL);
  455. }
  456. if (NULL == prender->remote_render_thread) {
  457. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create remote video render thread failed.");
  458. return Error_Resource;
  459. }
  460. }
  461. errcode = 0;
  462. #else
  463. if (0 != sem_init(&prender->local_render_stop_sem, 0, 0)) {
  464. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create local stop sem failed!");
  465. return Error_Resource;
  466. }
  467. errcode = pthread_create(&prender->local_render_threadid, NULL, rvc_videorender_func, prender);
  468. if (Error_Succeed != errcode) {
  469. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create local video render thread failed.");
  470. return Error_Resource;
  471. }
  472. if (eRender_LocalRemote == eMode || eRender_Local_Both == eMode) {
  473. if (0 != sem_init(&prender->remote_render_stop_sem, 0, 0)) {
  474. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create remote stop sem failed!");
  475. return Error_Resource;
  476. }
  477. if (eRender_LocalRemote == eMode) {
  478. errcode = pthread_create(&prender->remote_render_threadid, NULL, rvc_remote_videorender_func, prender);
  479. }
  480. else {
  481. errcode = pthread_create(&prender->remote_render_threadid, NULL, rvc_videorender_func, prender);
  482. }
  483. if (Error_Succeed != errcode) {
  484. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("create remote video render thread failed.");
  485. return Error_Resource;
  486. }
  487. }
  488. #endif // RVC_OS_WIN
  489. return errcode;
  490. }
  491. int rvc_stop_video_render(rvc_video_render_t* prender)
  492. {
  493. if (NULL == prender) {
  494. return Error_Param;
  495. }
  496. #ifdef RVC_OS_WIN
  497. if (prender->local_render_stop_event) {
  498. SetEvent(prender->local_render_stop_event);
  499. }
  500. rvc_stop_remote_video_render(prender);
  501. if (NULL != prender->local_render_thread) {
  502. WaitForSingleObject(prender->local_render_thread, INFINITE);
  503. CloseHandle(prender->local_render_thread);
  504. prender->local_render_thread = NULL;
  505. }
  506. if (NULL != prender->local_render_stop_event) {
  507. CloseHandle(prender->local_render_stop_event);
  508. prender->local_render_stop_event = NULL;
  509. }
  510. #else
  511. sem_post(&prender->local_render_stop_sem);
  512. rvc_stop_remote_video_render(prender);
  513. if (prender->local_render_threadid > 0) {
  514. if (0 == pthread_join(prender->local_render_threadid, NULL)) {
  515. prender->local_render_threadid = 0;
  516. }
  517. else {
  518. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("video render thread pthread join error for %s.", strerror(errno));
  519. }
  520. }
  521. if (NULL != &prender->local_render_stop_sem) {
  522. sem_destroy(&prender->local_render_stop_sem);
  523. }
  524. #endif // RVC_OS_WIN
  525. return Error_Succeed;
  526. }
  527. int rvc_stop_remote_video_render(rvc_video_render_t* prender)
  528. {
  529. #ifdef RVC_OS_WIN
  530. if (NULL != prender->remote_render_thread) {
  531. SetEvent(prender->remote_render_stop_event);
  532. WaitForSingleObject(prender->remote_render_thread, INFINITE);
  533. CloseHandle(prender->remote_render_thread);
  534. prender->remote_render_thread = NULL;
  535. }
  536. if (NULL != prender->remote_render_stop_event) {
  537. CloseHandle(prender->remote_render_stop_event);
  538. prender->remote_render_stop_event = NULL;
  539. }
  540. #else
  541. if (prender->remote_render_threadid > 0) {
  542. sem_post(&prender->remote_render_stop_sem);
  543. if (0 == pthread_join(prender->remote_render_threadid, NULL)) {
  544. prender->remote_render_threadid = 0;
  545. }
  546. else {
  547. DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("remote video render thread pthread join error for %s.", strerror(errno));
  548. }
  549. }
  550. if (NULL != &prender->remote_render_stop_sem) {
  551. sem_destroy(&prender->remote_render_stop_sem);
  552. }
  553. #endif
  554. return Error_Succeed;
  555. }