myvtm/Module/mod_screenshot/mod_screenshot.cpp

#include "stdafx.h"
#include "SpBase.h"

#include "screencapture.h"
#include <screencodec.h>
#include "videoutil.h"
#include "rvc_media_common.h"

#include "mod_assistantchannel/AssistantChannel_client_g.h"
using namespace AssistantChannel;
#include "mod_assistantchannel/chan_protocol.h"

#include "mod_assistantchannel/VideoDesc.h"
// add by ly 20150514
#include "jpeg2k.h"
#include "ScreenShot_server_g.h"
#include "cv.h"
#include "highgui.h"
#include "cxcore.h"

#include "CommEntityUtil.hpp"

#include "../include/EventCode.h"

using namespace ScreenShot;


// step 1 screen capture
// step 2 compress using libpng
// step 3 split to 56k each chunk to send out 

// future improvement:
// 1. adding 8bit depth color options
// 2. adding business zone options
class CScreenCaptureEntity;


class CScreenShotSession: public ScreenShotService_ServerSessionBase
{
public:
	CScreenShotSession(CScreenCaptureEntity* pEntity, int id) : m_id(id), m_pEntity(pEntity)
	{
	}

	virtual void Handle_StartScreenShot(SpReqAnsContext<ScreenShotService_StartScreenShot_Req, ScreenShotService_StartScreenShot_Ans>::Pointer ctx);
	
	virtual void OnClose( ErrorCodeEnum eErrorCode );
private:
	int m_id;
	CScreenCaptureEntity* m_pEntity;
};

class ChannelClient : public ChannelService_ClientBase
{
public:
	ChannelClient(CScreenCaptureEntity *pEntity);
	virtual void OnMessage(ErrorCodeEnum Error, ChannelService_State_Info &Msg,  CSmartPointer<IReleasable> pData);	
	virtual void OnMessage(ErrorCodeEnum Error, ChannelService_Packet_Info &Msg, CSmartPointer<IReleasable> pData);
};


int RotationDown(unsigned char* src, int srcW, int srcH, int channel)
{
	unsigned char* tempSrc = NULL;
	int mSize = srcW * srcH * sizeof(char) * channel;
	int i = 0;
	int j = 0;
	int k = 0;
	int desW = 0;
	int desH = 0;

	desW = srcW;
	desH = srcH;

	tempSrc = (unsigned char*)malloc(sizeof(char) * srcW * srcH * channel);
	memcpy(tempSrc, src, mSize);

	for (i = 0; i < desH; i++)
	{
		for (j = 0; j < desW; j++)
		{
			for (k = 0; k < channel; k++)
			{
				//src[(i * desW + j) * channel + k] = tempSrc[((srcH - 1 - i) * srcW + srcW - 1 - j) * channel + k];
				src[(i * desW + j) * channel + k] = tempSrc[((srcH - 1 - i) * srcW + j) * channel + k];
			}
		}
	}

	free(tempSrc);
	return 0;
}


class CScreenCaptureEntity : public CEntityBase,public ILogListener, public ITimerListener
{
public:
	CScreenCaptureEntity() : m_enc_session(NULL), m_id_seq(0) {}
	virtual ~CScreenCaptureEntity() {}
	virtual const char *GetEntityName() const { return "ScreenShot"; }

	virtual bool IsService() const { return true; }

	virtual CServerSessionBase *OnNewSession(const char* pszRemoteEntityName, const char * pszClass)
	{
		return new CScreenShotSession(this, m_id_seq++);
	}

	virtual void OnPreStart(CAutoArray<CSimpleStringA> strArgs,CSmartPointer<ITransactionContext> pTransactionContext) 
	{ 
		ErrorCodeEnum Error = __OnStart(Error_Succeed);
		pTransactionContext->SendAnswer(Error);
	}

	virtual void OnPreClose(EntityCloseCauseEnum eCloseCause,CSmartPointer<ITransactionContext> pTransactionContext) 
	{ 
		ErrorCodeEnum Error = __OnClose(Error_Succeed);
		pTransactionContext->SendAnswer(Error); 
	}

	virtual void OnLog(const CAutoArray<CUUID> &SubIDs, const CUUID nLogID,const LogTypeEnum eLogType, const SeverityLevelEnum eLevel,
		const DWORD dwSysError,const DWORD dwUserCode,const DWORD dwEntityInstanceID, const WORD wEntityDevelID, 
		const CAutoArray<DWORD> &Param, const char *pszEntityName, const char *pszModuleName,const char *pszMessage, const linkContext& pLinkInfo)
	{
		if (dwUserCode == LOG_EVT_MOD_ASSISCHAN_STARTED_SUCCESS)
		{
			Sleep(970);
			if (NULL != m_pChannelClient){
				m_pChannelClient->GetFunction()->CloseSession();
				m_pChannelClient = NULL;
				m_bConnectAssist = false;
			}

			if (Error_Succeed == ConnectAssistChannel()) {
				m_bConnectAssist = true;
			}
			else {
				GetFunction()->SetTimer(1, this, 3370);
			}
		}
	}

	virtual void OnSelfTest(EntityTestEnum eTestType,CSmartPointer<ITransactionContext> pTransactionContext) 
	{ 
		if (Test_ShakeHand == eTestType)
		{
			pTransactionContext->SendAnswer(Error_Succeed); 
		}
	}

	ErrorCodeEnum __OnStart(ErrorCodeEnum preOperationError)
	{
		CSmartPointer<IEntityFunction> pFunc = GetFunction();
		int i = 0;
		m_arrListener.Init(1);
		pFunc->SubscribeLog(m_arrListener[i++], this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_MOD_ASSISCHAN_STARTED_SUCCESS,NULL,false);

		if (preOperationError != Error_Succeed)
			return preOperationError;

		return Error_Succeed;
	}

	void OnStarted()
	{
		m_pChannelClient = new ChannelClient(this);
		if (Error_Succeed == ConnectAssistChannel()) {
			m_bConnectAssist = true;
		}
		else {
			GetFunction()->SetTimer(1, this, 3370);
		}
	}

	ErrorCodeEnum __OnClose(ErrorCodeEnum preOperationError)
	{
		CSmartPointer<IEntityFunction> spFunction = GetFunction();
		for (int i = 0; i < m_arrListener.GetCount(); ++i) 
		{
			spFunction->UnsubscribeLog(m_arrListener[i]);
		}

		if (preOperationError != Error_Succeed)
			return preOperationError;

		m_pChannelClient->GetFunction()->CloseSession();
		m_pChannelClient = NULL;

		return Error_Succeed;
	}

	ErrorCodeEnum InitCapture()
	{
		if (m_enc_session) {
			screen_encoder_session_destroy(m_enc_session);
			m_enc_session = NULL;
		}
#ifdef RVC_OS_WIN
		int cx = GetSystemMetrics(SM_CXSCREEN);
		int cy = GetSystemMetrics(SM_CYSCREEN);
#else
		int cx, cy;
		getScreenSize(&cx, &cy);
#endif
		screen_encoder_session_create(cx, cy, &m_enc_session);
		return Error_Succeed;
	}

	void ExitCapture()
	{
		if (m_enc_session) {
			screen_encoder_session_destroy(m_enc_session);
			m_enc_session = NULL;
		}
	}

	void Capture(int id)
	{
		CSystemStaticInfo SysInfo;
#ifdef RVC_OS_WIN
		int cx = GetSystemMetrics(SM_CXSCREEN);
		int cy = GetSystemMetrics(SM_CYSCREEN);
#else
		int cx, cy;
		getScreenSize(&cx, &cy);
#endif
		RECT rc = {0, 0, cx, cy};
		int size = 0;
		int err = screencapture_capture(&rc, NULL, &size);
		if (err != 0) {
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}
		void *buf = malloc(size);
		err = screencapture_capture(&rc, buf, &size);
		if (err != 0) {
			free(buf);
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}
		if(SysInfo.eScreen == 1)
		{
			CSimpleStringA strValue;
			ErrorCodeEnum Error = GetFunction()->GetSysVar("VideoWindowInitializeParam", strValue);
			if (Error == Error_Succeed) 
			{
				int local_view_x;
				int local_view_y;
				int local_view_cx;
				int local_view_cy;
				int remote_view_x;
				int remote_view_y;
				int remote_view_cx;
				int remote_view_cy;
				ParseVideoViewParam((LPCSTR)strValue, local_view_x, local_view_y, local_view_cx, local_view_cy, 
					remote_view_x, remote_view_y, remote_view_cx, remote_view_cy);
				RECT rcs[] = {
					{local_view_x, cy - local_view_y - local_view_cy, local_view_x+local_view_cx, cy - local_view_y},
					{remote_view_x, cy - remote_view_y - remote_view_cy, remote_view_x+remote_view_cx, cy - remote_view_y},
				};
				screencapture_clipoff(cx, cy, buf, 2, rcs);
			}
		}

#ifndef RVC_OS_WIN
		{
			//linux需翻转图像
			int width = rc.right - rc.left;
			int height = rc.bottom - rc.top;
			RotationDown((unsigned char*)buf, width, height, 3);
		}
#endif

		ChannelService_Send_Info Info;
		Info.compress = false;
		Info.encrypt = false;
		Info.type = ACM_TYPE_SRN;
		Info.id = id;
		Info.sub_type = ACM_SRN_ANS | ACM_SRN_SNAPSHOT;
		Info.data.Alloc(size);
		screen_encoder_session_encode(m_enc_session, buf, Info.data.m_pData, &Info.data.m_iLength);
		(*m_pChannelClient)(EntityResource::getLink().upgradeLink())->Send(Info);

#if 0
		int linesize = size / cy;
		video_frame tmp_frame;
		video_frame_alloc(linesize/3, cy, VIDEO_FORMAT_RGB24, &tmp_frame);
		video_frame_fill_black(&tmp_frame);
		memcpy(tmp_frame.data[0], buf, size);
		video_frame_save_bmpfile("screenshot_abc.bmp", &tmp_frame);
		video_frame_free(&tmp_frame);
		//video_frame_save_bmpfile("d:\\ab.bmp", &rtp_frame);
#endif
		free(buf);
		//DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("encode size = %d Bytes, time = %d", Info.data.m_iLength, GetTickCount());
	}

	void Capture1(int id)
	{
		CSystemStaticInfo SysInfo;
#ifdef RVC_OS_WIN
		int cx = GetSystemMetrics(SM_CXSCREEN);
		int cy = GetSystemMetrics(SM_CYSCREEN);
#else
		int cx, cy;
		getScreenSize(&cx, &cy);
#endif
		RECT rc = {0, 0, cx, cy};
		int size = 0;
		int err = screencapture_capture(&rc, NULL, &size);
		if (err != 0) {
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}
		void *buf = malloc(size);
		err = screencapture_capture(&rc, buf, &size);
		if (err != 0) {
			free(buf);
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}
		if (SysInfo.eScreen == 1) {
			CSimpleStringA strValue;
			ErrorCodeEnum Error = GetFunction()->GetSysVar("VideoWindowInitializeParam", strValue);
			if (Error == Error_Succeed) {
				int local_view_x;
				int local_view_y;
				int local_view_cx;
				int local_view_cy;
				int remote_view_x;
				int remote_view_y;
				int remote_view_cx;
				int remote_view_cy;
				ParseVideoViewParam((LPCSTR)strValue, local_view_x, local_view_y, local_view_cx, local_view_cy, 
					remote_view_x, remote_view_y, remote_view_cx, remote_view_cy);
				RECT rcs[] = {
					{local_view_x, cy - local_view_y - local_view_cy, local_view_x+local_view_cx, cy - local_view_y},
					{remote_view_x, cy - remote_view_y - remote_view_cy, remote_view_x+remote_view_cx, cy - remote_view_y},
				};
				screencapture_clipoff(cx, cy, buf, 2, rcs);
			}
		}

#ifndef RVC_OS_WIN
		//linux需翻转图像
		int width = rc.right - rc.left;
		int height = rc.bottom - rc.top;
		//DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("size = %d, 3*width*height= %d", size, 3 * width * height);
		RotationDown((unsigned char*)buf, width, height, 3);
#endif

		ChannelService_Send_Info Info;
		Info.compress = false;
		Info.encrypt = false;
		Info.type = ACM_TYPE_SRN;
		Info.id = id;
		Info.sub_type = ACM_SRN_ANS | ACM_SRN_SNAPSHOT;
		Info.data.Alloc(size);
		screencapture_encode(cx, cy, buf, Info.data.m_pData, &Info.data.m_iLength);
		(*m_pChannelClient)(EntityResource::getLink().upgradeLink())->Send(Info);
		free(buf);
		//DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("encode size = %d Bytes, time = %d", Info.data.m_iLength, GetTickCount());
	}

	void Capture2(RECT *lprc, CBlob &image)
	{
		int width = lprc->right-lprc->left;
		int height = lprc->bottom-lprc->top;
		int size = 0;
		int err = screencapture_capture(lprc, NULL, &size);
		if (err != 0) {
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}
		void *buf = malloc(size);
		err = screencapture_capture(lprc, buf, &size);
		if (err != 0) {
			free(buf);
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("capture screen failed! %d", err);
			return;
		}

#ifndef RVC_OS_WIN
		//linux需翻转图像
		//DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("size = %d, 3*width*height= %d", size, 3*width*height);
		RotationDown((unsigned char*)buf, width, height, 3);
#endif

		// encode with jpeg2k
		jpeg2k_coded_image codec_image = {0};
		jpeg2k_raw_image raw_image;
		raw_image.data = (BYTE*)buf;
		raw_image.width = width;
		raw_image.height = height;
		raw_image.len = raw_image.width * raw_image.height * 3;
		int nRet = jpeg2k_encode(&raw_image, &codec_image, 30); // ratio越小质量越好

		if (nRet == 0 || nRet == Error_TimeOut)
		{
			size = codec_image.len;
			image.Alloc(size);
			memmove(image.m_pData, codec_image.data, size);

			//char tmp[MAX_PATH];
			//static int seq = 0;
			//sprintf(tmp, ".\\jietu_%08d.jp2", seq++);
			//FILE *fp = fopen(tmp, "wb");
			//if (fp) {
			//	fwrite(codec_image.data,1,size, fp);
			//	fclose(fp);
			//}

			image.Resize(size);
			jpeg2k_encode_free(&codec_image);
		}
		
		free(buf);

	}

private:
	ErrorCodeEnum ConnectAssistChannel()
	{
		if (NULL == m_pChannelClient){
			m_pChannelClient = new ChannelClient(this);
		}

		ErrorCodeEnum Error = m_pChannelClient->Connect();
		if (Error != Error_Succeed){
			m_pChannelClient = NULL;
			DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("AssistChannelClient connect fail!");
			return Error;
		}

		if (Error == Error_Succeed){
			ChannelService_BeginRecv_Sub Sub;
			Sub.type = ACM_TYPE_SRN;
			Error = (*m_pChannelClient)(EntityResource::getLink().upgradeLink())->BeginRecv(Sub);
			if (Error != Error_Succeed){
				m_pChannelClient->GetFunction()->CloseSession();
				m_pChannelClient = NULL;
				DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("BeginRecv ACM_TYPE_SRN fail!");
				return Error;
			}
		}

		if (Error == Error_Succeed){
			ChannelService_BeginState_Sub Sub;
			Error = (*m_pChannelClient)(EntityResource::getLink().upgradeLink())->BeginState(Sub);
			if (Error != Error_Succeed){
				DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("BeginState biz channel failed!");
				m_pChannelClient->GetFunction()->CloseSession();
				m_pChannelClient = NULL;
				return Error;
			}
		}		

		return Error;
	}


	void OnTimeout(DWORD dwTimerID)
	{
		if (1 == dwTimerID)
		{
			if (!m_bConnectAssist) {
				if (Error_Succeed == ConnectAssistChannel()) {
					m_bConnectAssist = true;
				}
			}

			if (m_bConnectAssist) {
				GetFunction()->KillTimer(1);
			}
		}
	}

private:
	screen_encoder_session_t *m_enc_session;
	ChannelClient *m_pChannelClient;
	CAutoArray<CUUID> m_arrListener;

	int m_id_seq;
	bool m_bConnectAssist;
};


void CScreenShotSession::Handle_StartScreenShot(SpReqAnsContext<ScreenShotService_StartScreenShot_Req, ScreenShotService_StartScreenShot_Ans>::Pointer ctx)
{
	DbgToBeidou(ctx->link, __FUNCTION__)();
	
#ifdef RVC_OS_WIN
	int cx = GetSystemMetrics(SM_CXSCREEN);
	int cy = GetSystemMetrics(SM_CYSCREEN);
#else
	int cx, cy;
	getScreenSize(&cx, &cy);
#endif
	if (ctx->Req.Left < 0 || ctx->Req.Left > cx || ctx->Req.Width <= 0 || ctx->Req.Width > cx ||
		ctx->Req.Top < 0 || ctx->Req.Top > cy || ctx->Req.Height <= 0 || ctx->Req.Height > cy)
	{
		ctx->Answer(Error_Unexpect);
	}
	RECT rc = {ctx->Req.Left, ctx->Req.Top, ctx->Req.Left + ctx->Req.Width, ctx->Req.Top + ctx->Req.Height};
	m_pEntity->Capture2(&rc, ctx->Ans.Image);
	if (ctx->Ans.Image.m_iLength == 0)
	{
		ctx->Answer(Error_Unexpect);
	}
	else
	{
		ctx->Answer(Error_Succeed);
	}
}

void CScreenShotSession::OnClose( ErrorCodeEnum eErrorCode )
{
	
}

void ChannelClient::OnMessage(ErrorCodeEnum Error, ChannelService_State_Info &Msg, CSmartPointer<IReleasable> pData)
{
	if (Error == Error_Succeed) {
		CScreenCaptureEntity *pEntity = static_cast<CScreenCaptureEntity*>(m_pEntityBase);
		if (Msg.state == eChannelState_Idle) {
			pEntity->ExitCapture();
		} else if (Msg.state == eChannelState_Connected) {
			pEntity->InitCapture();
		}
	}
}

void ChannelClient::OnMessage( ErrorCodeEnum Error, ChannelService_Packet_Info &Msg, CSmartPointer<IReleasable> pData )
{
	if (Error == Error_Succeed) {
		CScreenCaptureEntity *pEntity = static_cast<CScreenCaptureEntity*>(m_pEntityBase);
		int cat = ACM_SRN_CAT(Msg.sub_type);
		if (cat == ACM_SRN_REQ) {
			//SetThreadPriority(GetCurrentThread(), THREAD_PRIORITY_BELOW_NORMAL);
			pEntity->Capture(Msg.id);
			//SetThreadPriority(GetCurrentThread(), THREAD_PRIORITY_NORMAL);
		} else {
			_ASSERT(0);
		}
	}
}

ChannelClient::ChannelClient( CScreenCaptureEntity *pEntity ) : ChannelService_ClientBase(pEntity)
{

}

SP_BEGIN_ENTITY_MAP()
	SP_ENTITY(CScreenCaptureEntity)
SP_END_ENTITY_MAP()