libvideorender.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480
  1. #include"libvideorender.h"
  2. #include "videoutil.h"
  3. #include <string.h>
  4. //Refresh Event
  5. #ifndef REFRESH_EVENT
  6. #define REFRESH_EVENT (SDL_USEREVENT + 1)
  7. #endif
  8. #ifndef RVC_DEFAULT_DELAY_TIME
  9. #define RVC_DEFAULT_DELAY_TIME 10
  10. #endif
  11. VideoRenderImpl::VideoRenderImpl(videorender_callback_t* pCallback)
  12. {
  13. m_sdl_window = NULL;
  14. m_rending_texture = NULL;
  15. m_renderer = NULL;
  16. memcpy(&m_callback, pCallback, sizeof(videorender_callback_t));
  17. m_refresh_flag = false;
  18. m_bmoveable = false;
  19. m_refresh_thread = NULL;
  20. m_cx = SDL_WINDOWPOS_UNDEFINED;
  21. m_cy = SDL_WINDOWPOS_UNDEFINED;
  22. m_width = 0;
  23. m_height = 0;
  24. m_videoformat = VIDEO_FORMAT_RGB24;
  25. m_flags = SDL_WINDOW_SHOWN | SDL_WINDOW_RESIZABLE | SDL_WINDOW_BORDERLESS | SDL_WINDOW_HIDDEN | SDL_WINDOW_ALWAYS_ON_TOP | SDL_WINDOW_SKIP_TASKBAR | SDL_WINDOW_POPUP_MENU;
  26. }
  27. VideoRenderImpl::~VideoRenderImpl()
  28. {
  29. if (NULL != m_rending_texture) {
  30. SDL_DestroyTexture(m_rending_texture);
  31. m_rending_texture = NULL;
  32. //RenderLog("DestroyTexture.");
  33. }
  34. if (NULL != m_renderer) {
  35. SDL_DestroyRenderer(m_renderer);
  36. m_renderer = NULL;
  37. //RenderLog("DestroyRenderer.");
  38. }
  39. if (NULL != m_sdl_window) {
  40. SDL_DestroyWindow(m_sdl_window);
  41. m_sdl_window = NULL;
  42. //RenderLog("DestroyWindow.");
  43. }
  44. }
  45. int VideoRenderImpl::SetWindowProperty(videorender_param_t* tparam)
  46. {
  47. int iRet = -1;
  48. if (NULL == tparam){
  49. return iRet;
  50. }
  51. m_cx = tparam->icx;
  52. m_cy = tparam->icy;
  53. m_width = tparam->uwidth;
  54. m_height = tparam->uheight;
  55. m_videowidth = m_width;
  56. m_videoheight = m_height;
  57. if (tparam->uvideowidth > 0){
  58. m_videowidth = tparam->uvideowidth;
  59. }
  60. if (tparam->uvideoheight > 0){
  61. m_videoheight = tparam->uvideoheight;
  62. }
  63. m_videoformat = tparam->ivideoformat;
  64. iRet = 0;
  65. return iRet;
  66. }
  67. SDL_PixelFormatEnum VideoRenderImpl::GetPixelFormat()
  68. {
  69. SDL_PixelFormatEnum eType = SDL_PIXELFORMAT_BGR24;
  70. if (VIDEO_FORMAT_I420 == m_videoformat){
  71. eType = SDL_PIXELFORMAT_IYUV;
  72. }
  73. return eType;
  74. }
  75. int VideoRenderImpl::VideoRenderSetParam(videorender_param_t* tparam)
  76. {
  77. if (SetWindowProperty(tparam)){
  78. RenderLog(RENDER_LOG_ERROR, "SetWindowProperty failed for param error.");
  79. return -1;
  80. }
  81. if (NULL == m_sdl_window){
  82. //if (SDL_Init(SDL_INIT_VIDEO | SDL_INIT_TIMER) < 0){
  83. // m_callback->Debug("RENDER: Couldn't initialize SDL2: %s", SDL_GetError());
  84. // return -1;
  85. //}
  86. SDL_SetHint(SDL_HINT_RENDER_SCALE_QUALITY, "1");
  87. m_sdl_window = SDL_CreateWindow(
  88. "rvc video", // window title
  89. m_cx, // initial x position
  90. m_cy, // initial y position
  91. m_width, // width, in pixels
  92. m_height, // height, in pixels
  93. m_flags
  94. );
  95. if (NULL == m_sdl_window){
  96. RenderLog(RENDER_LOG_ERROR, "RENDER: (SDL2) Couldn't open window: %s", SDL_GetError());
  97. VideoRenderDestroy();
  98. return -2;
  99. }
  100. int display_index = SDL_GetWindowDisplayIndex(m_sdl_window);
  101. SDL_DisplayMode display_mode;
  102. int err = SDL_GetDesktopDisplayMode(display_index, &display_mode);
  103. if (0 == err){
  104. RenderLog(RENDER_LOG_DEBUG, "RENDER: video display %i -> %dx%dpx @ %dhz",
  105. display_index,
  106. display_mode.w,
  107. display_mode.h,
  108. display_mode.refresh_rate);
  109. }
  110. else {
  111. RenderLog(RENDER_LOG_ERROR, "RENDER: Couldn't determine display mode for video display %i", display_index);
  112. }
  113. if (m_width > display_mode.w) {
  114. m_width = display_mode.w;
  115. }
  116. if (m_height > display_mode.h) {
  117. m_height = display_mode.h;
  118. }
  119. SDL_SetWindowSize(m_sdl_window, m_width, m_height);
  120. }
  121. /* Allocate a renderer info struct*/
  122. SDL_RendererInfo* rend_info = (SDL_RendererInfo*)malloc(sizeof(SDL_RendererInfo));
  123. if (NULL == rend_info){
  124. RenderLog(RENDER_LOG_ERROR, "RENDER: Couldn't allocate memory for the renderer info data structure");
  125. VideoRenderDestroy();
  126. return -5;
  127. }
  128. static bool blog = true;
  129. /* Print the list of the available renderers*/
  130. if (blog) {
  131. RenderLog(RENDER_LOG_DEBUG, "RENDER: Available SDL2 rendering drivers:");
  132. }
  133. for (int i = 0; i < SDL_GetNumRenderDrivers(); i++){
  134. if (SDL_GetRenderDriverInfo(i, rend_info) < 0){
  135. RenderLog(RENDER_LOG_ERROR, "Couldn't get SDL2 render driver information: %s", SDL_GetError());
  136. }
  137. else {
  138. if (blog) {
  139. RenderLog(RENDER_LOG_DEBUG, " %2d: %s", i, rend_info->name);
  140. }
  141. //RenderLog(RENDER_LOG_DEBUG," SDL_RENDERER_TARGETTEXTURE [%c]", (rend_info->flags & SDL_RENDERER_TARGETTEXTURE) ? 'X' : ' ');
  142. //RenderLog(RENDER_LOG_DEBUG," SDL_RENDERER_SOFTWARE [%c]", (rend_info->flags & SDL_RENDERER_SOFTWARE) ? 'X' : ' ');
  143. //RenderLog(RENDER_LOG_DEBUG," SDL_RENDERER_ACCELERATED [%c]", (rend_info->flags & SDL_RENDERER_ACCELERATED) ? 'X' : ' ');
  144. //RenderLog(RENDER_LOG_DEBUG," SDL_RENDERER_PRESENTVSYNC [%c]", (rend_info->flags & SDL_RENDERER_PRESENTVSYNC) ? 'X' : ' ');
  145. }
  146. }
  147. free(rend_info);
  148. m_renderer = SDL_CreateRenderer(m_sdl_window, -1,
  149. SDL_RENDERER_TARGETTEXTURE |
  150. SDL_RENDERER_PRESENTVSYNC |
  151. SDL_RENDERER_ACCELERATED);
  152. if (m_renderer == NULL)
  153. {
  154. RenderLog(RENDER_LOG_ERROR, "RENDER: (SDL2) Couldn't get a accelerated renderer: %s", SDL_GetError());
  155. RenderLog(RENDER_LOG_INFO, "RENDER: (SDL2) trying with a software renderer");
  156. m_renderer = SDL_CreateRenderer(m_sdl_window, -1,
  157. SDL_RENDERER_TARGETTEXTURE |
  158. SDL_RENDERER_SOFTWARE);
  159. if (m_renderer == NULL){
  160. RenderLog(RENDER_LOG_ERROR, "RENDER: (SDL2) Couldn't get a software renderer: %s", SDL_GetError());
  161. RenderLog(RENDER_LOG_ERROR, "RENDER: (SDL2) giving up...");
  162. VideoRenderDestroy();
  163. return -3;
  164. }
  165. }
  166. /* Allocate a renderer info struct*/
  167. SDL_RendererInfo* render_info = (SDL_RendererInfo*)malloc(sizeof(SDL_RendererInfo));
  168. if (NULL == render_info){
  169. RenderLog(RENDER_LOG_ERROR, "RENDER: Couldn't allocate memory for the renderer info data structure");
  170. VideoRenderDestroy();
  171. return -5;
  172. }
  173. /* Print the name of the current rendering driver */
  174. if (SDL_GetRendererInfo(m_renderer, render_info) < 0){
  175. RenderLog(RENDER_LOG_ERROR, "Couldn't get SDL2 rendering driver information: %s", SDL_GetError());
  176. }
  177. if (blog) {
  178. RenderLog(RENDER_LOG_DEBUG, "RENDER: rendering driver in use: %s", render_info->name);
  179. }
  180. //m_callback->Debug(" SDL_RENDERER_TARGETTEXTURE [%c]", (render_info->flags & SDL_RENDERER_TARGETTEXTURE) ? 'X' : ' ');
  181. //m_callback->Debug(" SDL_RENDERER_SOFTWARE [%c]", (render_info->flags & SDL_RENDERER_SOFTWARE) ? 'X' : ' ');
  182. //m_callback->Debug(" SDL_RENDERER_ACCELERATED [%c]", (render_info->flags & SDL_RENDERER_ACCELERATED) ? 'X' : ' ');
  183. //m_callback->Debug(" SDL_RENDERER_PRESENTVSYNC [%c]", (render_info->flags & SDL_RENDERER_PRESENTVSYNC) ? 'X' : ' ');
  184. blog = false;
  185. free(render_info);
  186. SDL_RenderSetLogicalSize(m_renderer, m_videowidth, m_videoheight);
  187. SDL_SetRenderDrawBlendMode(m_renderer, SDL_BLENDMODE_NONE);
  188. m_rending_texture = SDL_CreateTexture(m_renderer,
  189. GetPixelFormat(),
  190. SDL_TEXTUREACCESS_STREAMING,
  191. m_videowidth,
  192. m_videoheight);
  193. if (m_rending_texture == NULL){
  194. RenderLog(RENDER_LOG_ERROR, "RENDER: (SDL2) Couldn't get a texture for rendering: %s", SDL_GetError());
  195. VideoRenderDestroy();
  196. return -4;
  197. }
  198. return 0;
  199. }
  200. static int refresh_video(void *opaque)
  201. {
  202. VideoRenderImpl* pImpl = (VideoRenderImpl*)opaque;
  203. while (pImpl->GetReFreshFlag()) {
  204. SDL_Event event;
  205. event.type = REFRESH_EVENT;
  206. SDL_PushEvent(&event);
  207. SDL_Delay(RVC_DEFAULT_DELAY_TIME);
  208. }
  209. return 0;
  210. }
  211. static SDL_HitTestResult SDLCALL SDL_HitTestCallback(SDL_Window *win, const SDL_Point *area, void *data)
  212. {
  213. int w, h;
  214. const int RESIZE_BORDER = 8;
  215. const int DRAGGABLE_TITLE = 32;
  216. VideoRenderImpl* pImpl = (VideoRenderImpl*)data;
  217. SDL_GetWindowSize(win, &w, &h);
  218. if (area->x < RESIZE_BORDER) {
  219. if (area->y < RESIZE_BORDER) {
  220. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_TOPLEFT");
  221. return SDL_HITTEST_RESIZE_TOPLEFT;
  222. } else if (area->y >= (h-RESIZE_BORDER)) {
  223. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_BOTTOMLEFT");
  224. return SDL_HITTEST_RESIZE_BOTTOMLEFT;
  225. } else {
  226. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_LEFT");
  227. return SDL_HITTEST_RESIZE_LEFT;
  228. }
  229. }
  230. else if (area->x >= (w-RESIZE_BORDER)) {
  231. if (area->y < RESIZE_BORDER) {
  232. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_TOPRIGHT");
  233. return SDL_HITTEST_RESIZE_TOPRIGHT;
  234. } else if (area->y >= (h-RESIZE_BORDER)) {
  235. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_BOTTOMRIGHT");
  236. return SDL_HITTEST_RESIZE_BOTTOMRIGHT;
  237. } else {
  238. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_RIGHT");
  239. return SDL_HITTEST_RESIZE_RIGHT;
  240. }
  241. }
  242. else if (area->y >= (h-RESIZE_BORDER)) {
  243. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_BOTTOM");
  244. return SDL_HITTEST_RESIZE_BOTTOM;
  245. }
  246. else if (area->y < RESIZE_BORDER) {
  247. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_RESIZE_TOP");
  248. return SDL_HITTEST_RESIZE_TOP;
  249. }
  250. else if (area->y < DRAGGABLE_TITLE) {
  251. pImpl->RenderLog(RENDER_LOG_DEBUG, "SDL_HITTEST_DRAGGABLE");
  252. return SDL_HITTEST_DRAGGABLE;
  253. }
  254. return SDL_HITTEST_NORMAL;
  255. }
  256. bool VideoRenderImpl::GetReFreshFlag()
  257. {
  258. return m_refresh_flag;
  259. }
  260. int VideoRenderImpl::StartVideoRender()
  261. {
  262. m_refresh_flag = true;
  263. m_refresh_thread = SDL_CreateThread(refresh_video,"refresh video thread", this);
  264. RenderLog(RENDER_LOG_DEBUG, "%s:%d m_refresh_thread is 0x%08x.",__FUNCTION__, __LINE__, m_refresh_thread);
  265. if (NULL == m_refresh_thread) {
  266. RenderLog(RENDER_LOG_ERROR, "SDL_Create refresh video thread failed: %s.", SDL_GetError());
  267. return -1;
  268. }
  269. if (m_bmoveable){
  270. if (0 != SDL_SetWindowHitTest(m_sdl_window, SDL_HitTestCallback, this)) {
  271. RenderLog(RENDER_LOG_ERROR, "SDL_SetWindowHitTest failed: %s.", SDL_GetError());
  272. return -1;
  273. }
  274. }
  275. return 0;
  276. }
  277. int VideoRenderImpl::ShowVideoWindow()
  278. {
  279. int iret = -1;
  280. if (NULL != m_sdl_window){
  281. SDL_ShowWindow(m_sdl_window);
  282. iret = 0;
  283. }
  284. return iret;
  285. }
  286. int VideoRenderImpl::HideVideoWindow()
  287. {
  288. int iret = -1;
  289. if (NULL != m_sdl_window) {
  290. SDL_HideWindow(m_sdl_window);
  291. iret = 0;
  292. }
  293. return iret;
  294. }
  295. int VideoRenderImpl::StopVideoRender()
  296. {
  297. HideVideoWindow();
  298. m_refresh_flag = false;
  299. RenderLog(RENDER_LOG_DEBUG, "%s:%d m_refresh_thread is 0x%08x.",__FUNCTION__, __LINE__, m_refresh_thread);
  300. if (NULL != m_refresh_thread){
  301. SDL_WaitThread(m_refresh_thread, NULL);
  302. m_refresh_thread = NULL;
  303. RenderLog(RENDER_LOG_DEBUG, "%s:%d video refresh thread exit.",__FUNCTION__, __LINE__);
  304. }
  305. return 0;
  306. }
  307. void VideoRenderImpl::VideoRenderDestroy()
  308. {
  309. delete this;
  310. }
  311. int VideoRenderImpl::RenderVideoFrame(video_frame* pframe, RVC_RendererFlip eFlipType)
  312. {
  313. int iret = -1;
  314. if (NULL == m_sdl_window || NULL == pframe || NULL == m_renderer || NULL == m_rending_texture){
  315. return iret;
  316. }
  317. SDL_Event event;
  318. SDL_WaitEvent(&event);
  319. if(REFRESH_EVENT == event.type){
  320. SDL_SetRenderDrawColor(m_renderer, 0, 0, 0, 255); /*black*/
  321. SDL_RenderClear(m_renderer);
  322. /* since data is continuous we can use SDL_UpdateTexture
  323. * instead of SDL_UpdateYUVTexture.
  324. * no need to use SDL_Lock/UnlockTexture (it doesn't seem faster)
  325. */
  326. //SDL_QueryTexture()
  327. if (VIDEO_FORMAT_RGB24 == pframe->format || VIDEO_FORMAT_I420 == pframe->format){
  328. if (VIDEO_FORMAT_RGB24 == pframe->format){
  329. SDL_UpdateTexture(m_rending_texture, NULL, pframe->data[0], pframe->width*3);
  330. }
  331. else{
  332. SDL_UpdateTexture(m_rending_texture, NULL, pframe->data[0], pframe->width);
  333. }
  334. if (RVC_FLIP_NONE == eFlipType){
  335. SDL_RenderCopy(m_renderer, m_rending_texture, NULL, NULL);
  336. }
  337. else{
  338. SDL_Point point = {m_videowidth/2, m_videoheight/2};
  339. SDL_RenderCopyEx(m_renderer, m_rending_texture, NULL, NULL, 0, &point, (SDL_RendererFlip)eFlipType);
  340. }
  341. }
  342. else{
  343. RenderLog(RENDER_LOG_ERROR, "%s:%d not support format, return", __FUNCTION__, __LINE__);
  344. return iret;
  345. }
  346. SDL_RenderPresent(m_renderer);
  347. SDL_Delay(RVC_DEFAULT_DELAY_TIME);
  348. }
  349. else if(SDL_MOUSEBUTTONDOWN == event.type)
  350. {
  351. RenderLog(RENDER_LOG_DEBUG, "Mouse button pressed down.");
  352. RenderLog(RENDER_LOG_DEBUG, " - Mouse position: (%d, %d)", event.button.x, event.button.y);
  353. RenderLog(RENDER_LOG_DEBUG, " - Mouse button: %d.", event.button.button);
  354. }
  355. else if (SDL_MOUSEBUTTONUP == event.type) {
  356. RenderLog(RENDER_LOG_DEBUG, "Mouse button released.");
  357. RenderLog(RENDER_LOG_DEBUG, " - Mouse position: (%d, %d)", event.button.x, event.button.y);
  358. RenderLog(RENDER_LOG_DEBUG, " - Mouse button: %d", event.button.button);
  359. }
  360. else {
  361. //RenderLog(RENDER_LOG_DEBUG, "SDL_WaitEvent type is %d.", event.type);
  362. }
  363. iret = 0;
  364. return iret;
  365. }
  366. void VideoRenderImpl::RenderLog(render_loglevel elevel, const char* fmt, ...)
  367. {
  368. if (m_callback.debug) {
  369. va_list arg;
  370. va_start(arg, fmt);
  371. if (*m_callback.debug){
  372. (*m_callback.debug)(elevel, m_callback.user_data, fmt, arg);
  373. }
  374. va_end(arg);
  375. }
  376. }
  377. void VideoRenderImpl::ConVert24to32(unsigned char* image_in, unsigned char* image_out, int w, int h)
  378. {
  379. for (int i = 0; i < h; i++)
  380. for (int j = 0; j < w; j++) {
  381. //Big Endian or Small Endian?
  382. //"ARGB" order:high bit -> low bit.
  383. //ARGB Format Big Endian (low address save high MSB, here is A) in memory : A|R|G|B
  384. //ARGB Format Little Endian (low address save low MSB, here is B) in memory : B|G|R|A
  385. if (SDL_BYTEORDER == SDL_LIL_ENDIAN) {
  386. //Little Endian (x86): R|G|B --> B|G|R|A
  387. image_out[(i * w + j) * 4 + 0] = image_in[(i * w + j) * 3 + 2];
  388. image_out[(i * w + j) * 4 + 1] = image_in[(i * w + j) * 3 + 1];
  389. image_out[(i * w + j) * 4 + 2] = image_in[(i * w + j) * 3];
  390. image_out[(i * w + j) * 4 + 3] = '0';
  391. }
  392. else {
  393. //Big Endian: R|G|B --> A|R|G|B
  394. image_out[(i * w + j) * 4] = '0';
  395. memcpy(image_out + (i * w + j) * 4 + 1, image_in + (i * w + j) * 3, 3);
  396. }
  397. }
  398. }