myvtm/Module/mod_facetracking/mod_facetracking.cpp

#include "stdafx.h"

#include "rvc_media_common.h"
#include "mod_facetracking.h"

#include "y2k_time.h"

#include "sysvar.h"
#include "Event.h"
#include "fileutil.h"
#include "EventCode.h"
#include "../mod_mediacontroller/Event.h"
#include <winpr/string.h>

#ifndef MAX_LOG_LEN
#define MAX_LOG_LEN 512
#endif

// 脸部跟踪&拍照 devel: 0x302

static struct {
	int monitor_id;
	int evt_code;
	char* evt_msg;
} monitor_id_evtmsg[] = {
	{0, EVENT_MOD_CUSTOMER_CLOSE, "客户接近 1.5m"},
	{1, EVENT_MOD_CUSTOMER_LEAVE, "客户消失或退出到接近距离1.5M之外"},
	{2, EVENT_MOD_CUSTOMER_ENTEROPERATE, "客户进入操作距离0.5m"},
	{3, EVENT_MOD_CUSTOMER_BACKTOCLOSE, "客户退回到接近距离"},
	{4, EVENT_MOD_CUSTOMER_APPEAR, "有人出现"},
	{5, EVENT_MOD_CUSTOMER_CHANGE, "客户已经换人"},
	{6, EVENT_MOD_CUSTOMER_CAPTUREFACE, "捕获脸部事件"},
	{7, EVENT_MOD_CUSTOMER_LOSEFACE, "失去脸部事件"},
	{8, EVENT_MOD_FACE_BREAKDOWN,"the opencv library breakdown"},
	{9, EVENT_MOD_NODETECT_BODY,"未检测到人脸"},
};


CFaceTrackingEntity::CFaceTrackingEntity()
{
	m_facecapture = NULL;
	bIsSessionChange = false;
	strCustomerID = false;
	strSessionID = false;
	bIsCustomerChange = false;
	m_bSingleCamera = false;
}

void CFaceTrackingEntity::OnPreStart(CAutoArray<CSimpleStringA> strArgs,CSmartPointer<ITransactionContext> pTransactionContext)
{
	CSmartPointer<IEntityFunction> spFunction = GetFunction();

	CSystemStaticInfo stStaticinfo;
	spFunction->GetSystemStaticInfo(stStaticinfo);
	if (stricmp(stStaticinfo.strMachineType.GetData(), "RVC.Stand1SPlus") == 0) {
		m_bSingleCamera = true;
	}

	ErrorCodeEnum Error;
	bool bRet = false;
	if (!m_bSingleCamera) {
		m_facecapture = new Clibfacecapture(&bRet, this, this, REC_COMMON_VIDEO_ENV_SHM_RTP_QUEUE, REC_COMMON_VIDEO_OPT_SHM_RTP_QUEUE);
	}
	else {
		m_facecapture = new Clibfacecapture(&bRet, this, this, REC_COMMON_VIDEO_ENV_SHM_RTP_QUEUE);
	}

	if (!bRet) {
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("load libface capture failed!");
		pTransactionContext->SendAnswer(Error_Resource);
		return;
	}

	Error = GetFunction()->RegistSysVarEvent("SessionID", this);
	if (Error != Error_Succeed) {
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("register sysvar %s failed!", "SessionID");
	}

	Error = GetFunction()->RegistSysVarEvent("CustomerID", this);
	if (Error != Error_Succeed) {
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("register sysvar %s failed!", "CustomerID");
	}

	Error = GetFunction()->RegistSysVarEvent(SYSVAR_CAMERASTATE, this);
	if (Error != Error_Succeed) {
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("register sysvar %s failed!", SYSVAR_CAMERASTATE);
	}

	CSimpleStringA strValue;
	GetFunction()->GetSysVar(SYSVAR_CAMERASTATE, strValue);
	if (strValue[0]  == 'N'){
		m_facecapture->SetCameraState(0);
	}
	else if (strValue[0]  == 'E'){
		m_facecapture->SetCameraState(1);
	}
	else if (strValue[0]  == 'O'){
		m_facecapture->SetCameraState(2);
	}
	else if (strValue[0]  == 'B'){
		m_facecapture->SetCameraState(3);
	}	

	spFunction->SubscribeLog(m_UUid1, this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_HEADLIGHT_GREEN_OFF,NULL,false);
	spFunction->SubscribeLog(m_UUid2, this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_MEDIACONTROLLER_CAMERA_STARTED,NULL,false);
	spFunction->SubscribeLog(m_UUid3, this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_MEDIACONTROLLER_CAMERA_STOPPED,NULL,false);
	spFunction->SubscribeLog(m_UUid4, this, Log_Event, Severity_None, Error_IgnoreAll, LOG_EVT_MEDIACONTROLLER_RESET_ACTIVECAMERA, NULL, false); 
		
	pTransactionContext->SendAnswer(Error);
}

void CFaceTrackingEntity::OnStarted()
{
	LogEvent(Severity_Middle, LOG_EVT_MOD_FACETRACKING_STARTED_SUCCESS, "facetracking entity started successfully.");

	if (GetCameraOnStatus()) {
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("camera is alreay on, start face tracking.");
		StartFaceDetect();
	}
}

void CFaceTrackingEntity::OnPreClose(EntityCloseCauseEnum eCloseCause,CSmartPointer<ITransactionContext> pTransactionContext)
{ 
	CSmartPointer<IEntityFunction> spFunction = GetFunction();
	delete m_facecapture;
	m_facecapture = NULL;
	spFunction->UnsubscribeLog(m_UUid1);
	spFunction->UnsubscribeLog(m_UUid2);
	spFunction->UnsubscribeLog(m_UUid3);
	spFunction->UnsubscribeLog(m_UUid4);
	spFunction->UnregistSysVarEvent("SessionID");
	spFunction->UnregistSysVarEvent("CustomerID");
	spFunction->UnregistSysVarEvent(SYSVAR_CAMERASTATE);
	pTransactionContext->SendAnswer(Error_Succeed); 
}

int CFaceTrackingEntity::TransCameraStateToInt(char cData)
{
	int iRet = 0;
	if ('E' == cData){
		iRet = 1;
	}
	else if('O' == cData){
		iRet = 2;
	}
	else if('B' == cData){
		iRet = 3;
	}

	return iRet;
}


void CFaceTrackingEntity::StartFaceDetect()
{
	CSimpleStringA strValue;
	GetFunction()->GetSysVar(SYSVAR_CAMERASTATE, strValue);
	int iState = TransCameraStateToInt(strValue[0]);
	if (3 != iState) {
		m_facecapture->SetCameraState(iState);
		m_facecapture->StartFaceCapture();
	}
	else {
		m_facecapture->SetCameraState(3);
	}

	if (!m_bSingleCamera) {
		GetFunction()->SetTimer(1, this, 1000);
	}
}

void CFaceTrackingEntity::OnLog(const CAutoArray<CUUID> &SubIDs, const CUUID nLogID,const LogTypeEnum eLogType, const SeverityLevelEnum eLevel,
	const DWORD dwSysError,const DWORD dwUserCode,const DWORD dwEntityInstanceID, const WORD wEntityDevelID, 
	const CAutoArray<DWORD> &Param, const char *pszEntityName, const char *pszModuleName,const char *pszMessage, const linkContext &pLinkInfo)
{
	switch (dwUserCode)
	{
	case LOG_EVT_HEADLIGHT_GREEN_OFF:
		m_facecapture->SetLightChange();
		break;

	case LOG_EVT_MEDIACONTROLLER_CAMERA_STARTED:
		StartFaceDetect();
		break;

	case LOG_EVT_MEDIACONTROLLER_CAMERA_STOPPED:
		{
			m_facecapture->StopFaceCapture();
			CSimpleStringA strValue;
			GetFunction()->GetSysVar(SYSVAR_CAMERASTATE, strValue);
			int iState = TransCameraStateToInt(strValue[0]);
			m_facecapture->SetCameraState(iState);

			if (!m_bSingleCamera) {
				GetFunction()->KillTimer(1);
			}

			GetFunction()->SetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, ACTIVETRACKINGCAMERA_ENV); // from Operation -> Environment
		}
		break;

	case LOG_EVT_MEDIACONTROLLER_RESET_ACTIVECAMERA:
		{
			CSimpleStringA strValue;
			GetFunction()->GetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, strValue); // E or O
			if ('O' == strValue[0]) {
				GetFunction()->SetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, ACTIVETRACKINGCAMERA_ENV); // from Operation -> Environment
			}
		}
		break;
	default:
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("unknown event.");
		break;
	}
}

//////////////////////////////////////////////////////////////////////////////////////////////////////
// ITimerListener implementation
	
void CFaceTrackingEntity::OnTimeout(DWORD dwTimerID)
{
	uint64_t uid;
	CCustomerStatus status;
	//DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("before GetMainCustomerStatus");
	if (m_facecapture->GetMainCustomerStatus(uid, status)) 
	{
		CSmartPointer<IEntityFunction> spFunction = GetFunction();
		CSimpleStringA strValue;
		spFunction->GetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, strValue); // E or O
		if (status.stCustomerPos.eCamera == EnvironCamera) 
		{
			if (strValue[0] == 'O') 
			{
				DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("ActiveTrackingCamera change from Opt->Env!");
				spFunction->SetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, ACTIVETRACKINGCAMERA_ENV); // from Operation -> Environment
			}
		} 
		else 
		{
			if (strValue[0] == 'E') 
			{
				DbgWithLink(LOG_LEVEL_DEBUG, LOG_TYPE_SYSTEM)("ActiveTrackingCamera change from Env->Opt!");
				spFunction->SetSysVar(SYSVAR_ACTIVETRACKINGCAMERA, ACTIVETRACKINGCAMERA_OPT); // from Environment -> Operation
			}
		}			
	} 
	else 
	{
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("GetMainCustomerStatus failed!");
	}
}

//////////////////////////////////////////////////////////////////////////////////////////////////////
// CHostApi implementation

uint64_t CFaceTrackingEntity::GenerateUUID()
{
	m_lastUUID = CUUID::Create(m_lastUUID);
	return m_lastUUID;
}

bool CFaceTrackingEntity::IsCustomerChange()
{
	bool bChange = bIsSessionChange||bIsCustomerChange;
	return bChange;
}

void CFaceTrackingEntity::GetFaceImgName(char* FaceName, uint32_t uLen)
{
	CSimpleStringA strPath;
	ErrorCodeEnum Error = GetFunction()->GetPath("UploadPhoto", strPath);
	if (Error == Error_Succeed) 
	{
		if (((const char*)strCustomerID == NULL)||(_stricmp(strCustomerID,"N") == 0))
		{
			_snprintf(FaceName, uLen,"%s%s%s_0", strPath.GetData(), SPLIT_SLASH_STR, strSessionID.GetData());
		}
		else
		{
			_snprintf(FaceName, uLen, "%s%s%s_%s", strPath.GetData(), SPLIT_SLASH_STR, strSessionID.GetData(), strCustomerID.GetData());
		}
		bIsSessionChange = false;
		bIsCustomerChange = false;
	} 
	else 
	{
		DbgWithLink(LOG_LEVEL_INFO, LOG_TYPE_SYSTEM)("getpath uploadphoto failed!");
	}
}

bool CFaceTrackingEntity::LoadConfig(CFaceCaptureConfig &config)
{
	CSmartPointer<IEntityFunction> spFunction = GetFunction();
	CSmartPointer<IConfigInfo> spConfig;
	ErrorCodeEnum Error(Error_Succeed);

	/*
	PrimCamera=1
	UpCameraEdgeLimit=3
	DownCameraEdgeLimit=2
	ServersType=0
	ContourMinAera=14400
	FaceDataDirPath=facedata
	OperateFaceSize=4.2
	CloseFaceSize=6.6
	FarFaceSize=8.2
	SearchFaceSize=8.2
	DetectFaceSize=6.6
	FaceSizeOffset=18
	SleepLong=800
	SleepMiddle=600
	SleepShort=500
	ThresholdNum=10
	*/
	CSimpleStringA strPath;
	config.nServersType = 0;
	GetFunction()->GetPath("cfg", strPath);
	strcpy(config.strFaceDataDirPath, strPath);
	strcat(config.strFaceDataDirPath, SPLIT_SLASH_STR "facedata");

	config.nPrimCamera = 1;
	if (m_bSingleCamera) {
		config.nPrimCamera = 0;
	}
	config.nContourMinAera = 14400;
	config.nUpCameraEdgeLimit = 3;
	config.nDownCameraEdgeLimit = 2;
	config.fOperateFaceSize = 4.2f;
	config.fCloseFaceSize = 6.6f;
	config.fFarFaceSize = 8.2f;
	config.fSearchFaceSize = 8.2f;
	config.fDetectFaceSize = 6.6f;
	config.nFaceSizeOffset = 18;
	config.nSleepLong = 800;
	config.nSleepMiddle = 600;
	config.nSleepShort = 500;
	config.nThresholdNum = 10;
	Error = Error_Succeed;
	return Error == Error_Succeed;
}

void CFaceTrackingEntity::Debug(facecap_loglevel elevel, const char *fmt, ...)
{
	va_list arg;
	va_start(arg, fmt);
	int n = vsnprintf(NULL, 0, fmt, arg);

	if (n >= MAX_LOG_LEN) {
		char* buf = (char*)malloc((size_t)(n + 1));
		vsnprintf(buf, n + 1, fmt, arg);
		DbgWithLink((LOG_LEVEL_E)elevel, LOG_TYPE_SYSTEM)("%s", buf);
		free(buf);
	}
	else{
		char strlog[MAX_LOG_LEN] = {0};
		vsnprintf(strlog, MAX_LOG_LEN, fmt, arg);
		DbgWithLink((LOG_LEVEL_E)elevel, LOG_TYPE_SYSTEM)("%s", strlog);
	}
	va_end(arg);
}

////////////////////////////////////////////////////////////////////////////////////
// CVideoMonitorEvent
void CFaceTrackingEntity::GenerateMonitorEvent(video_monitor_event_type eType, char* strMsg)
{
	if (!strMsg) {
		LogEvent(Severity_Middle, monitor_id_evtmsg[eType].evt_code, monitor_id_evtmsg[eType].evt_msg);
	}
	else {
		LogEvent(Severity_Middle, monitor_id_evtmsg[eType].evt_code, strMsg);
	}
}


void CFaceTrackingEntity::OnSysVarEvent(const char *pszKey, const char *pszValue,const char *pszOldValue,const char *pszEntityName)
{
	if (_stricmp(pszKey,"SessionID") == 0)
	{
		GetFunction()->GetSysVar("SessionID",strSessionID);
		bIsSessionChange = true;
	}

	if (_stricmp(pszKey,"CustomerID") == 0)
	{
		GetFunction()->GetSysVar("CustomerID",strCustomerID);
		bIsCustomerChange = true;
	}

	if (_stricmp(pszKey, SYSVAR_CAMERASTATE) == 0)
	{
		CSimpleStringA str;
		GetFunction()->GetSysVar(SYSVAR_CAMERASTATE,str);
		if (str == 'N')
		{
			m_facecapture->SetCameraState(0);
		}
		else if (str == 'E')
		{
			m_facecapture->SetCameraState(1);
		}
		else if (str == 'O')
		{
			m_facecapture->SetCameraState(2);
		}
		else if (str == 'B')
		{
			m_facecapture->SetCameraState(3);
		}	
	}
}

bool CFaceTrackingEntity::GetCameraOnStatus()
{
	bool bRet = false;
	MediaControlClient* pMediaControlClient = new MediaControlClient(this);
	ErrorCodeEnum erroCode = pMediaControlClient->Connect();
	if (Error_Succeed != erroCode) {
		pMediaControlClient->SafeDelete();
		pMediaControlClient = NULL;
	}
	else {
		MediaService_IsCameraOnStatus_Req req;
		MediaService_IsCameraOnStatus_Ans ans;
		if (Error_Succeed == pMediaControlClient->IsCameraOnStatus(req, ans, 5000)) {
			bRet = ans.biscameraon;
		}
		pMediaControlClient->GetFunction()->CloseSession();
		pMediaControlClient = NULL;
	}

	return bRet;
}


MediaControlClient::MediaControlClient(CFaceTrackingEntity* pEntity) : MediaService_ClientBase(pEntity)
{

}

SP_BEGIN_ENTITY_MAP()
	SP_ENTITY(CFaceTrackingEntity)
SP_END_ENTITY_MAP()