12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651 |
- // libfacecapture.cpp : 定义 DLL 应用程序的导出函数。
- //
- #include "stdafx.h"
- #include "libfacecapture.h"
- #include <string.h>
- #include <atlstr.h>
- #include <math.h>
- #include <windows.h>
- #include "cv.h"
- #include "highgui.h"
- #include "libvideoqueue.h"
- #include "libsharememory.h"
- #include "logfile.h"
- //#define SHAREMEM
- #ifndef SPBASE_API
- #define CUUID __int64
- #endif
- #define CASCADE_FACE "haarcascade_frontalface_alt.xml"
- #define CASCADE_EYE "haarcascade_mcs_eyepair_small.xml"
- #define CASCADE_NOSE "haarcascade_mcs_nose.xml"
- #define CASCADE_MOUTH "haarcascade_mcs_mouth.xml"
- #define MAX_FACE_NUM 6 //最多保留6张人脸
- #define RGB_IMG 1 //RGB格式的图像
- //将图像区域分成9宫格,此枚举用来表示人脸所处9宫格的区域
- enum FaceRegionEnum
- {
- FaceError = 0,
- FaceRegionLeftup, //左上角
- FaceRegionUp, //正上方
- FaceRegionRightUP, //右上角
- FaceRegionLeft, //左边
- FaceRegionCenter, //中央
- FaceRegionRight, //右边
- FaceRegionLeftDn, //左下角
- FaceRegionDn, //正下方
- FaceRegionRightDn, //右下角
- };
- //运动跟踪结果
- struct CMotionTrackRslt
- {
- int nObjNum; //当前图像中运动物体的数量
- CvRect ObjRect[MAX_FACE_NUM]; //存放运动物体
- };
- //客户位置
- struct CCustomerRegion
- {
- FaceRegionEnum eRegion; //人脸中心点在图像9宮格中属于哪个宮格
- CvRect stFaceRect; //脸部矩形,使用crect表示人脸在图像中精确位置
- CvRect stUpperBodyRect; //脸部剪辑矩形,使用crect表示人脸剪辑区域
- };
- //客户信息,程序内部逻辑使用
- struct CCustomerInfo
- {
- CUUID FaceID; //人脸ID号
- CameraEnum eCamera; //1、2号摄像头
- CCustomerRegion stRegion; //客户位置,客户脸部的矩形区域
- SceneEnum eScene; //0不确定,1开始锁定、2失去锁定、3晃动、4向前、5向后
- DistanceEnum eDistance; //0不确定,1操作距离,2近端,3远端
- PoseEnum ePose; //0不确定,1-站立,2-坐立
- CCover stCustomerCover; //覆盖属性
- BrightnessEnum eBrightness; //人脸亮度
- SexEnum eSex; // 0不知道,1女,2男
- YoungOldEnum eYoungOld; //0不知道,1小孩,2年轻人,3中年人,4老人
- HeightEnunm eHeight; //0不知道,1矮,2中等,3高
- };
- //计算过程中用于存储人脸的缓存
- struct CAllFaceInfo
- {
- int nTatolFaceNum; //当前图像帧中人脸数量
- CCustomerInfo astFaceInfo[MAX_FACE_NUM]; //所有用户的人脸,astFaceInfo[0]为主用户的人脸
- };
- //图像亮度调整参数
- struct CBrightAdjParam
- {
- double fLow; //映射前低值
- double fHigh; //映射前高值
- double fBottom; //映射后低值
- double fTop; //映射后高值
- double fGamma; //gamma变换值
- };
- //用于本地保存人脸的结构体
- struct CLocalFaceInfo
- {
- CCover stFaceCover; //人脸覆盖
- CCustomerRegion stCustomerRegion; //人脸位置
- IplImage*img; //人脸图像
- };
- enum MonitorStateEnum
- {
- NoBody = 0, //当前没有人
- SomebodyFar, //远距离有人
- SomebodyClose, //有人在靠近
- SomebodyOperate //客户进入操作区域
- };
- class Clibfacecapture_impl
- {
- public:
- Clibfacecapture_impl(bool *pResult,CHostApi *pHostAPI,CVideoMonitorEvent*pHost,LPCSTR EnvironMinVideoName,LPCSTR EnvironMaxVideoName,LPCSTR OperateVideoName=NULL,MonitorEnum eMonitorType=MotionTarckAndFaceDetect)
- {
- m_pResult = pResult;
- m_pHostApi = pHostAPI;
- m_pHostEvent = pHost;
- m_eType = eMonitorType;
- m_pFaceCascade = NULL; //脸部分类器
- m_pEyeCascade = NULL; //眼睛分类器
- m_pMouthCascade = NULL; //嘴巴分类器
- m_pNoseCascade = NULL; //鼻子分类器
- m_pFaceStorage = NULL;
- pfaceSeq = NULL;
- m_pProcessImg = NULL;
- m_hVieoMonitorThread = NULL;
- m_bStopVieoMonitor = FALSE;
- m_pEnvironMinVideoQueue = NULL;
- m_pEnvironMaxVideoQueue =NULL;
- m_pOperatorVideoQueue =NULL;
- m_nVieoMonitorExitCode = 0;
- m_nVieoMonitorThreadId = 0;
- m_nImgWidth = 0;
- m_nImgHeight = 0;
- m_pMhImg = NULL;
- m_pMhBuf = NULL;
- m_bLightChange = FALSE;
- m_nCameraStae = 0;
- m_nLastBuf = 0;
- m_nCapFaceNum = 0;
- m_bCapFaceCompleted = FALSE;
- m_eMonitorState = NoBody;
- memset(m_envminqueuename, 0, MAX_PATH);
- memset(m_envmaxqueuename, 0, MAX_PATH);
- memset(m_optqueuename, 0, MAX_PATH);
- if (NULL != EnvironMinVideoName){
- strncpy(m_envminqueuename, EnvironMinVideoName, (strlen(EnvironMinVideoName) > MAX_PATH) ? (MAX_PATH - 1) : strlen(EnvironMinVideoName));
- }
- if (NULL != EnvironMaxVideoName) {
- strncpy(m_envmaxqueuename, EnvironMaxVideoName, (strlen(EnvironMaxVideoName) > MAX_PATH) ? (MAX_PATH - 1) : strlen(EnvironMaxVideoName));
- }
- if (NULL != OperateVideoName) {
- strncpy(m_optqueuename, OperateVideoName, (strlen(OperateVideoName) > MAX_PATH) ? (MAX_PATH - 1) : strlen(OperateVideoName));
- }
- InitializeCriticalSection(&CS);
- m_hStopEventWait= ::CreateEventA(NULL, TRUE, 0, 0);
- if (!m_hStopEventWait)
- {
- *pResult = FALSE;
- pHostAPI->Debug("create hEventWait failed!");
- return;
- }
- memset(&m_stFaceConfig,0,sizeof(CFaceCaptureConfig));
- memset(&m_stFaceRstStorage,0,sizeof(CFaceCaptureConfig));
- //读取配置文件
- *pResult = pHostAPI->LoadConfig(m_stFaceConfig);
- if (!*pResult)
- {
- pHostAPI->Debug("Load Configuration failed!");
- return;
- }
- *pResult = InitFaceCapture(m_stFaceConfig.strFaceDataDirPath);
- if (!*pResult){
- return;
- }
- for (int i = 0; i < MAX_FACE_NUM; i++) {
- m_PreFaceRect[i] = cvRect(0, 0, 0, 0);
- }
- memset(&m_stAllFaceInfo, 0, sizeof(CAllFaceInfo));
- //初始化剪辑区域为屏幕中央区域
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = cvRect(160, 60, 320, 240);
- for (int j = 0; j < 3; j++) {
- memset(&m_stCapFace[j], 0, sizeof(CLocalFaceInfo));
- }
- memset(m_SaveImgName, 0, MAX_PATH);
- memset(&m_stObjTrackRslt, 0, sizeof(CMotionTrackRslt));
- memset(&m_stBrightAdjParam, 0, sizeof(CBrightAdjParam));
- *pResult = WriteAllFaceInfo(m_stAllFaceInfo);
- if (!*pResult) {
- return;
- }
- }
- bool StartFaceCapture()
- {
- m_pEnvironMinVideoQueue = new Clibvideoqueue(m_envminqueuename);
- if (strlen(m_envmaxqueuename)) {
- m_pEnvironMaxVideoQueue = new Clibvideoqueue(m_envmaxqueuename);
- }
- if (strlen(m_optqueuename)) {
- m_pOperatorVideoQueue = new Clibvideoqueue(m_optqueuename);
- }
- else {
- m_pOperatorVideoQueue = NULL;
- }
- //开始视频监控线程
- return StartVideoMonitor(m_pHostApi, m_pHostEvent, m_eType);
- }
- bool StopFaceCapture()
- {
- if (TRUE == StopVideoMonitor()){
- m_pHostApi->Debug("Stop Video Monitor Thread Success!");
- }
- if (NULL != m_pEnvironMinVideoQueue){
- delete m_pEnvironMinVideoQueue;
- m_pEnvironMinVideoQueue = NULL;
- }
- if (NULL != m_pEnvironMaxVideoQueue){
- delete m_pEnvironMaxVideoQueue;
- m_pEnvironMaxVideoQueue = NULL;
- }
- if (NULL != m_pOperatorVideoQueue){
- delete m_pOperatorVideoQueue;
- m_pOperatorVideoQueue = NULL;
- }
- return true;
- }
- ~Clibfacecapture_impl()
- {
- DeleteCriticalSection(&CS);
- if (m_pMhImg)
- {
- cvReleaseImage(&m_pMhImg);
- m_pMhImg = NULL;
- }
- if(m_pMhBuf)
- {
- for (int i=0;i<3;i++)
- {
- if (m_pMhBuf[i] != NULL)
- {
- cvReleaseImage(&m_pMhBuf[i]);
- m_pMhBuf[i] = NULL;
- }
- }
- free(m_pMhBuf);
- }
- if (m_pProcessImg)
- {
- cvReleaseImage(&m_pProcessImg);
- m_pProcessImg = NULL;
- }
- if (m_pFaceCascade)
- {
- cvReleaseHaarClassifierCascade(&m_pFaceCascade);
- m_pFaceCascade = NULL;
- }
- if (m_pEyeCascade)
- {
- cvReleaseHaarClassifierCascade(&m_pEyeCascade);
- m_pEyeCascade = NULL;
- }
- if (m_pMouthCascade)
- {
- cvReleaseHaarClassifierCascade(&m_pMouthCascade);
- m_pMouthCascade = NULL;
- }
- if (m_pNoseCascade)
- {
- cvReleaseHaarClassifierCascade(&m_pNoseCascade);
- m_pNoseCascade = NULL;
- }
- }
- public:
- BOOL m_bLightChange;
- int m_nCameraStae;//0:无故障1:env故障,2:opt故障,3:全部故障
- private:
- HANDLE m_hStopEventWait; // CreateEvent
- CRITICAL_SECTION CS;
- bool* m_pResult;
- MonitorEnum m_eType;
- CvHaarClassifierCascade* m_pFaceCascade; //脸部分类器
- CvHaarClassifierCascade* m_pEyeCascade; //眼睛分类器
- CvHaarClassifierCascade* m_pMouthCascade; //嘴巴分类器
- CvHaarClassifierCascade* m_pNoseCascade; //鼻子分类器
- CMotionTrackRslt m_stObjTrackRslt; //运动跟踪的结果
- IplImage *m_pMhImg; // MHI: motion history image
- IplImage **m_pMhBuf;
- int m_nLastBuf;
- CFaceCaptureConfig m_stFaceConfig;
- int m_nImgWidth; //当前摄像头图像宽
- int m_nImgHeight; //当前摄像头图像高
- CvSeq* pfaceSeq; //人脸序列
- CvMemStorage* m_pFaceStorage; //人脸内部存储空间
- IplImage* m_pProcessImg; //用于处理的图像
- //存储前一帧的人脸矩形(不包括人脸)
- CvRect m_PreFaceRect[MAX_FACE_NUM];
- HANDLE m_hVieoMonitorThread;
- DWORD m_nVieoMonitorExitCode;
- DWORD m_nVieoMonitorThreadId;
- BOOL m_bStopVieoMonitor;
- Clibvideoqueue*m_pEnvironMinVideoQueue; //环境摄像头小分辨率视频队列
- Clibvideoqueue*m_pEnvironMaxVideoQueue; //环境摄像头大分辨率视频队列
- Clibvideoqueue*m_pOperatorVideoQueue; //操作摄像头视频队列
- CLocalFaceInfo m_stCapFace[3];
- int m_nCapFaceNum;
- BOOL m_bCapFaceCompleted;
- char m_SaveImgName[MAX_PATH];
- CAllFaceInfo m_stAllFaceInfo;
- CAllFaceInfo m_stFaceRstStorage;
- CBrightAdjParam m_stBrightAdjParam; //亮度调节参数
- MonitorStateEnum m_eMonitorState;
- CVideoMonitorEvent*m_pHostEvent;
- CHostApi* m_pHostApi;
- CameraEnum m_eCamera;
- char m_envminqueuename[MAX_PATH];
- char m_envmaxqueuename[MAX_PATH];
- char m_optqueuename[MAX_PATH];
- //初始化
- BOOL InitFaceCapture(const char *base_dir)
- {
- char dir[MAX_PATH];
- FIGetDir(CASCADE_FACE,base_dir, dir);
- m_pFaceCascade=(CvHaarClassifierCascade*)cvLoad(dir,NULL,NULL,NULL);
- if (!m_pFaceCascade)
- {
- m_pHostApi->Debug("加载脸部分类器失败!");
- return FALSE;
- }
- FIGetDir(CASCADE_EYE,base_dir,dir);
- m_pEyeCascade=(CvHaarClassifierCascade*)cvLoad(dir,NULL,NULL,NULL);
- if (!m_pEyeCascade)
- {
- m_pHostApi->Debug("加载眼睛分类器失败!");
- return FALSE;
- }
- FIGetDir(CASCADE_MOUTH,base_dir,dir);
- m_pMouthCascade=(CvHaarClassifierCascade*)cvLoad(dir,NULL,NULL,NULL);
- if (!m_pMouthCascade)
- {
- m_pHostApi->Debug("加载嘴巴分类器失败!");
- return FALSE;
- }
- FIGetDir(CASCADE_NOSE,base_dir,dir);
- m_pNoseCascade=(CvHaarClassifierCascade*)cvLoad(dir,NULL,NULL,NULL);
- if (!m_pMouthCascade)
- {
- m_pHostApi->Debug("加载鼻子分类器失败!");
- return FALSE;
- }
- return TRUE;
- }
- //获取分类器路径
- void FIGetDir(const char*CascadeType,const char *base_dir,char*dir)
- {
- strcpy(dir, m_stFaceConfig.strFaceDataDirPath);
- strcat(dir,"\\");
- strcat(dir,CascadeType);
- }
- //写人脸检测数据
- BOOL WriteAllFaceInfo(CAllFaceInfo faceInfo)
- {
- EnterCriticalSection(&CS);
- m_stFaceRstStorage = faceInfo;
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- //计算人脸所处的区域
- FaceRegionEnum CalcFaceRegion(CvRect FaceRect,int nImgWidth,int nImgHeight)
- {
- //计算人脸的中心坐标
- CvPoint FaceCenter;
- FaceCenter.x = FaceRect.x + (int)FaceRect.width/2;
- FaceCenter.y = FaceRect.y + (int)FaceRect.height/2;
- if(FaceCenter.y < (int)nImgHeight/3)
- {
- if(FaceCenter.x < (int)nImgWidth/3)
- {
- return FaceRegionLeftup;
- }
- else if((FaceCenter.x > (int)nImgWidth/3)&&(FaceCenter.x < (int)nImgWidth*2/3))
- {
- return FaceRegionUp;
- }
- else if (FaceCenter.x > (int)nImgWidth*2/3)
- {
- return FaceRegionRightUP;
- }
- }
- else if((FaceCenter.y > (int)nImgHeight/3)&&(FaceCenter.y < (int)nImgHeight*2/3))
- {
- if(FaceCenter.x < (int)nImgWidth/3)
- {
- return FaceRegionLeft;
- }
- else if((FaceCenter.x > (int)nImgWidth/3)&&(FaceCenter.x < (int)nImgWidth*2/3))
- {
- return FaceRegionCenter;
- }
- else if (FaceCenter.x > (int)nImgWidth*2/3)
- {
- return FaceRegionRight;
- }
- }
- else if(FaceCenter.y > (int)nImgHeight*2/3)
- {
- if(FaceCenter.x < (int)nImgWidth/3)
- {
- return FaceRegionLeftDn;
- }
- else if((FaceCenter.x > (int)nImgWidth/3)&&(FaceCenter.x < (int)nImgWidth*2/3))
- {
- return FaceRegionDn;
- }
- else if (FaceCenter.x > (int)nImgWidth*2/3)
- {
- return FaceRegionRightDn;
- }
- }
- return FaceError;
- }
- //计算人脸到机具的距离
- DistanceEnum CalcFaceDistance(CvRect FaceRect)
- {
- if(FaceRect.height>(int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize))
- {
- return OperateDistance; //可操作距离0.5m
- }
- else if((FaceRect.height<(int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize))&&(FaceRect.height>(int)(m_nImgHeight/m_stFaceConfig.fCloseFaceSize)))
- {
- return CloseDistance; //近端1.5m
- }
- else
- {
- return FarDistance; //远端2.5m
- }
- }
- //从共享队列获取图像
- BOOL GetCurImg(Clibvideoqueue*videoqueue)
- {
- if (videoqueue->GetVideoLens()<=0)
- {
- if (videoqueue == m_pEnvironMinVideoQueue)
- {
- m_pHostApi->Debug("获取环境相机图像队列长度错误!");
- }
- else if (videoqueue == m_pOperatorVideoQueue)
- {
- //m_pHostApi->Debug("获取操作相机图像队列长度错误!");
- }
- return FALSE;
- }
- int size = videoqueue->GetFrameSize(m_nImgWidth,m_nImgHeight);
- videoq_frame*videoframe = new videoq_frame;
- if (m_pProcessImg == NULL)
- {
- m_pProcessImg = cvCreateImage(cvSize(m_nImgWidth,m_nImgHeight),8, 3); //创建图像
- }
- else
- {
- if((m_pProcessImg->height!=m_nImgHeight)||(m_pProcessImg->width!=m_nImgWidth))
- {
- cvReleaseImage(&m_pProcessImg);
- m_pProcessImg = NULL;
- m_pProcessImg = cvCreateImage(cvSize(m_nImgWidth,m_nImgHeight),8, 3); //创建图像
- }
- }
- videoframe->data = (unsigned char*)m_pProcessImg->imageData;
- BOOL bGetvideo = videoqueue->GetVideo(videoframe,0);
- if (!bGetvideo)
- {
- delete videoframe;
- m_pHostApi->Debug("从队列获取图像错误!");
- return FALSE;
- }
- m_nImgWidth = videoframe->width;
- m_nImgHeight = videoframe->height;
- delete videoframe;
- return TRUE;
- }
- BOOL GetImage(CameraEnum eCamera)
- {
- if (eCamera == EnvironCamera)
- {
- if (m_pEnvironMinVideoQueue == NULL)
- {
- return FALSE;
- }
- BOOL bRslt = GetCurImg(m_pEnvironMinVideoQueue);
- if (!bRslt)
- {
- return FALSE;
- }
- }
- else if(eCamera == OperatorCamera)
- {
- if (m_pOperatorVideoQueue == NULL)
- {
- return FALSE;
- }
- BOOL bRslt = GetCurImg(m_pOperatorVideoQueue);
- if (!bRslt)
- {
- return FALSE;
- }
- }
- return TRUE;
- }
- //清空上次检测结果
- void ClearInspectResult()
- {
- //清除上一次的记录
- m_stAllFaceInfo.nTatolFaceNum = 0;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bClearFace = FALSE;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowEyes = FALSE;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowMouth = FALSE;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowNose = FALSE;
- m_stAllFaceInfo.astFaceInfo[0].eDistance = UncertainDistance;
- m_stAllFaceInfo.astFaceInfo[0].eHeight = UncertainHeight;
- m_stAllFaceInfo.astFaceInfo[0].ePose = UncertainPose;
- //m_stAllFaceInfo.astFaceInfo[0].eScene = UnLockScene;
- m_stAllFaceInfo.astFaceInfo[0].eSex = UncertainSex;
- m_stAllFaceInfo.astFaceInfo[0].eYoungOld = UncertainAge;
- //memset(&m_stBrightAdjParam,0,sizeof(CBrightAdjParam));
- for (int i=1;i<MAX_FACE_NUM;i++)
- {
- memset(&m_stAllFaceInfo.astFaceInfo[i],0,sizeof(CCustomerInfo));
- }
- }
- //特征检测,检测眼睛,鼻子,嘴巴
- BOOL FeatureDetect(CvHaarClassifierCascade *pCascade, CvRect *pFaceRect,CvMemStorage* pFaceStorage)
- {
- //搜索区域图像
- CvRect RegionRect;
- if (pCascade == m_pEyeCascade)
- {
- //眼睛
- RegionRect.x = pFaceRect->x;
- RegionRect.y = pFaceRect->y;
- RegionRect.width = pFaceRect->width;
- RegionRect.height = (int)pFaceRect->height*1/2;
- }
- else if (pCascade == m_pNoseCascade)
- {
- //鼻子
- RegionRect.x = (int)pFaceRect->x+(pFaceRect->width)*1/6;
- RegionRect.y = (int)pFaceRect->y+pFaceRect->height*1/6;
- RegionRect.width = (int)pFaceRect->width*2/3;
- RegionRect.height = (int)pFaceRect->height*2/3;
- }
- else if (pCascade == m_pMouthCascade)
- {
- //嘴巴
- RegionRect.x = (int)pFaceRect->x;
- RegionRect.y = (int)pFaceRect->y+pFaceRect->height*1/2;
- RegionRect.width = (int)pFaceRect->width;
- RegionRect.height = (int)pFaceRect->height*1/2;
- }
- CvRect RectTemp = cvRect(0,0,0,0);
- //设置roi
- if(m_pProcessImg->roi)
- {
- RectTemp.x = m_pProcessImg->roi->xOffset;
- RectTemp.y = m_pProcessImg->roi->yOffset;
- RectTemp.width = m_pProcessImg->roi->width;
- RectTemp.height = m_pProcessImg->roi->height;
- RegionRect.x = RectTemp.x+RegionRect.x;
- RegionRect.y = RectTemp.y+RegionRect.y;
- }
- cvResetImageROI(m_pProcessImg);
- cvSetImageROI(m_pProcessImg,RegionRect);
- //特征搜索
- CvSeq* pEyesSeq = cvHaarDetectObjects(m_pProcessImg,pCascade,pFaceStorage,1.2,2,CV_HAAR_DO_CANNY_PRUNING,cvSize(10,10));
- cvResetImageROI(m_pProcessImg);
- if((RectTemp.height!=0)&&RectTemp.width!=0)
- {
- cvSetImageROI(m_pProcessImg,RectTemp);
- }
- if (pEyesSeq?pEyesSeq->total:0)
- {
- return TRUE;
- }
- else
- {
- return FALSE;
- }
- }
- //计算两个人脸数据的距离
- int CalcTwoFaceDist(CvRect *pSrcRect,CvRect *pDstRect)
- {
- CvPoint p1;
- CvPoint p2;
- p1.x = (int)pSrcRect->x+pSrcRect->width/2;
- p1.y = (int)pSrcRect->y+pSrcRect->height/2;
- p2.x = (int)pDstRect->x+pDstRect->width/2;
- p2.y = (int)pDstRect->y+pDstRect->height/2;
- return (int)sqrt((double)(p1.x-p2.x)*(p1.x-p2.x) + (double)(p1.y-p2.y)*(p1.y-p2.y));
- }
- //计算人脸亮度,同时计算人脸亮度调节参数
- BrightnessEnum CalcFaceBrightness(IplImage*img,CvRect* FaceRect)
- {
- cvResetImageROI(img);
- cvSetImageROI(img,*FaceRect);
- IplImage* FaceImgTmp = cvCreateImage(cvSize(FaceRect->width,FaceRect->height),IPL_DEPTH_8U,3);
- cvCopy(img,FaceImgTmp,NULL);
- cvResetImageROI(img);
- IplImage* FaceImg = cvCreateImage(cvSize(FaceRect->width,FaceRect->height),IPL_DEPTH_8U,1);
- cvCvtColor(FaceImgTmp, FaceImg, CV_BGR2GRAY);
- cvReleaseImage(&FaceImgTmp);
- int aver=0;
- unsigned char *data=(uchar*)FaceImg->imageData;
- for(int i=0;i<FaceRect->height;i++)
- {
- for(int j=0;j<FaceRect->width;j++)
- {
- aver+=data[i*FaceImg->widthStep+j];
- }
- }
- aver=aver/FaceRect->width/FaceRect->height;
- cvReleaseImage(&FaceImg);
- if (aver>230)
- {
- m_stBrightAdjParam.fLow = 0.8;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.45;
- m_stBrightAdjParam.fTop = 0.75;
- m_stBrightAdjParam.fGamma = 1;
- return VeryHigh;
- }
- else if((aver<230)&&(aver>205))
- {
- m_stBrightAdjParam.fLow = 0.75;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.5;
- m_stBrightAdjParam.fTop = 0.8;
- m_stBrightAdjParam.fGamma = 1;
- return Higher;
- }
- else if((aver<205)&&(aver>180))
- {
- m_stBrightAdjParam.fLow = 0.7;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.5;
- m_stBrightAdjParam.fTop = 0.8;
- m_stBrightAdjParam.fGamma = 1;
- return NorMal;
- }
- else if((aver<180)&&(aver>70))
- {
- m_stBrightAdjParam.fLow = 0.0;
- m_stBrightAdjParam.fHigh = 0.0;
- m_stBrightAdjParam.fBottom = 0.0;
- m_stBrightAdjParam.fTop = 0.0;
- m_stBrightAdjParam.fGamma = 0.0;
- return NorMal;
- }
- else if((aver<70)&&(aver>50))
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.3;
- m_stBrightAdjParam.fBottom = 0.15;
- m_stBrightAdjParam.fTop = 0.55;
- m_stBrightAdjParam.fGamma = 1;
- return NorMal;
- }
- else if((aver<50)&&(aver>30))
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.25;
- m_stBrightAdjParam.fBottom = 0.25;
- m_stBrightAdjParam.fTop = 0.65;
- m_stBrightAdjParam.fGamma = 1;
- return Lower;
- }
- else
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.2;
- m_stBrightAdjParam.fBottom = 0.25;
- m_stBrightAdjParam.fTop = 0.65;
- m_stBrightAdjParam.fGamma = 1;
- return VeryLow;
- }
- }
- //计算人脸亮度调节参数
- BOOL CalcBrightAdjParam(IplImage*img,CvRect* FaceRect)
- {
- cvResetImageROI(img);
- cvSetImageROI(img,*FaceRect);
- IplImage* FaceImgTmp = cvCreateImage(cvSize(FaceRect->width,FaceRect->height),IPL_DEPTH_8U,3);
- cvCopy(img,FaceImgTmp,NULL);
- cvResetImageROI(img);
- IplImage* FaceImg = cvCreateImage(cvSize(FaceRect->width,FaceRect->height),IPL_DEPTH_8U,1);
- cvCvtColor(FaceImgTmp, FaceImg, CV_BGR2GRAY);
- cvReleaseImage(&FaceImgTmp);
- int aver=0;
- unsigned char *data=(uchar*)FaceImg->imageData;
- for(int i=0;i<FaceRect->height;i++)
- {
- for(int j=0;j<FaceRect->width;j++)
- {
- aver+=data[i*FaceImg->widthStep+j];
- }
- }
- aver=aver/FaceRect->width/FaceRect->height;
- if (aver>230)
- {
- m_stBrightAdjParam.fLow = 0.8;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.45;
- m_stBrightAdjParam.fTop = 0.75;
- m_stBrightAdjParam.fGamma = 1;
- }
- else if((aver<230)&&(aver>205))
- {
- m_stBrightAdjParam.fLow = 0.75;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.5;
- m_stBrightAdjParam.fTop = 0.8;
- m_stBrightAdjParam.fGamma = 1;
- }
- else if((aver<205)&&(aver>180))
- {
- m_stBrightAdjParam.fLow = 0.7;
- m_stBrightAdjParam.fHigh = 1.0;
- m_stBrightAdjParam.fBottom = 0.5;
- m_stBrightAdjParam.fTop = 0.8;
- m_stBrightAdjParam.fGamma = 1;
- }
- else if((aver<70)&&(aver>60))
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.3;
- m_stBrightAdjParam.fBottom = 0.15;
- m_stBrightAdjParam.fTop = 0.55;
- m_stBrightAdjParam.fGamma = 1;
- }
- else if((aver<60)&&(aver>30))
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.25;
- m_stBrightAdjParam.fBottom = 0.25;
- m_stBrightAdjParam.fTop = 0.65;
- m_stBrightAdjParam.fGamma = 1;
- }
- else
- {
- m_stBrightAdjParam.fLow = 0;
- m_stBrightAdjParam.fHigh = 0.2;
- m_stBrightAdjParam.fBottom = 0.25;
- m_stBrightAdjParam.fTop = 0.65;
- m_stBrightAdjParam.fGamma = 1;
- }
- cvReleaseImage(&FaceImg);
- return TRUE;
- }
- //人脸检测,直接对load进来的图像进行全局检测
- BOOL FaceDetect(CameraEnum eCamera)
- {
- if (!GetImage(eCamera))
- {
- RecordError("获取图像失败");
- return FALSE;
- }
- CCustomerInfo UserFaceTemp;
- int nFaceSerial = 1;
- memset(&UserFaceTemp,0,sizeof(CCustomerInfo));
- CvRect* pFaceRect = NULL; //人脸矩形
- int nPreFaceNum = 0;
- cvResetImageROI(m_pProcessImg);
- //内存初始化
- if (m_pFaceStorage)
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- //cvClearMemStorage(pFaceStorage);
- }
- else
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- }
- //人脸搜索
- if (m_pFaceCascade == NULL)
- {
- ClearInspectResult();
- return FALSE;
- }
- int size = (int)m_nImgHeight/m_stFaceConfig.fDetectFaceSize;
- pfaceSeq = cvHaarDetectObjects(m_pProcessImg,m_pFaceCascade,m_pFaceStorage,1.1,3,CV_HAAR_DO_CANNY_PRUNING,cvSize(size,size));
- if (!pfaceSeq || !pfaceSeq->total)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- ClearInspectResult();
- return FALSE;
- }
- else
- {
- //保存上次人脸矩形,对当前人脸位置进行微调防止跳动
- for(int num=0; num<m_stAllFaceInfo.nTatolFaceNum; num++)
- {
- nPreFaceNum = m_stAllFaceInfo.nTatolFaceNum;
- m_PreFaceRect[num] = m_stAllFaceInfo.astFaceInfo[num].stRegion.stFaceRect;
- }
- //清除上一次的记录
- ClearInspectResult();
- }
- for(int i=0;i<(pfaceSeq?pfaceSeq->total:0)&&(i<MAX_FACE_NUM);i++)
- {
- m_stAllFaceInfo.nTatolFaceNum++;
- //获取脸部矩形
- pFaceRect = (CvRect*)cvGetSeqElem(pfaceSeq,i);
- //如果是前端检测则需要特征检测,如果是坐席则不需检测
- if (m_stFaceConfig.nServersType == 0)
- {
- //找眼睛
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowEyes = FeatureDetect(m_pEyeCascade,pFaceRect,m_pFaceStorage);
- //找鼻子
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowNose = FeatureDetect(m_pNoseCascade,pFaceRect,m_pFaceStorage);
- //找嘴巴
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowMouth = FeatureDetect(m_pMouthCascade,pFaceRect,m_pFaceStorage);
- }
- else
- {
- //找眼睛
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowEyes = FALSE;
- //找鼻子
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowNose = FALSE;
- //找嘴巴
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowMouth = FALSE;
- }
- if(!(m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowEyes||
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowNose||
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bShowMouth))
- {
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bClearFace = FALSE;
- }
- else
- {
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stCustomerCover.bClearFace = TRUE;
- }
- //计算当前人脸位置,如果当前人脸位置与上次人脸位置小于偏移量则取上次人脸位置,防止人脸图像跳变
- for (int num=0; num<nPreFaceNum; num++)
- {
- if ((abs(pFaceRect->x - m_PreFaceRect[num].x)<m_stFaceConfig.nFaceSizeOffset) && (abs(pFaceRect->y-m_PreFaceRect[num].y)<m_stFaceConfig.nFaceSizeOffset)
- && (abs(pFaceRect->width-m_PreFaceRect[num].width)<(m_stFaceConfig.nFaceSizeOffset*2)) && (abs(pFaceRect->height-m_PreFaceRect[num].height)<(m_stFaceConfig.nFaceSizeOffset*2)))
- {
- pFaceRect->x = m_PreFaceRect[num].x;
- pFaceRect->y = m_PreFaceRect[num].y;
- pFaceRect->width = m_PreFaceRect[num].width;
- pFaceRect->height = m_PreFaceRect[num].height;
- }
- }
- //搜索到人脸,计算人脸数据
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stRegion.stFaceRect = *pFaceRect;
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stRegion.eRegion = CalcFaceRegion(*pFaceRect,m_nImgWidth,m_nImgHeight);
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].eDistance = CalcFaceDistance(*pFaceRect);
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].eCamera = eCamera;
- //获取UUID
- if (m_stAllFaceInfo.astFaceInfo[nFaceSerial].FaceID == 0)
- {
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].FaceID = m_pHostApi->GenerateUUID();
- }
- //截取人脸图像,放大截取区域,截取半身头像
- CalcUpbodyRegion(pFaceRect);
- m_stAllFaceInfo.astFaceInfo[nFaceSerial].stRegion.stUpperBodyRect = *pFaceRect;
- //当前数据的区域和距离,temp数据的区域和距离
- int CurRegion = m_stAllFaceInfo.astFaceInfo[nFaceSerial].stRegion.eRegion;
- DistanceEnum CurDistance = m_stAllFaceInfo.astFaceInfo[nFaceSerial].eDistance;
- int TempRegion = UserFaceTemp.stRegion.eRegion;
- DistanceEnum TempDistance = UserFaceTemp.eDistance;
- int TempPointDist = CalcTwoFaceDist(&UserFaceTemp.stRegion.stFaceRect,&m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- int CurPointDist = CalcTwoFaceDist(&m_stAllFaceInfo.astFaceInfo[nFaceSerial].stRegion.stFaceRect,
- &m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- //计算当前操作者的人脸区域
- if(//如果temp数据为0,则更新temp
- ((TempRegion== 0)&&(TempDistance == 0.0)) ||
- //如果当前数据在中心区域,temp数据也在中心区域,且当前距离比temp数据更近,则更新temp
- ((CurRegion == FaceRegionCenter)&&(TempRegion == FaceRegionCenter)&&(CurDistance < TempDistance))||
- //如果当前数据不在中心区域,temp数据也不在中心区域,且当前数据比temp数据更近。则更新temp
- ((TempRegion != FaceRegionCenter)&&(CurRegion != FaceRegionCenter)&&(CurDistance < TempDistance))||
- //如果当前数据在中心区域,temp数据不在中心区域,且当前距离更近,则更新temp
- ((CurRegion == FaceRegionCenter)&&(TempRegion != FaceRegionCenter)&&(CurDistance<TempDistance))||
- //如果当前数据不在中心区域,temp数据在中心区域,且当前数据距离更近,则更新temp
- ((CurRegion != FaceRegionCenter)&&(TempRegion == FaceRegionCenter)&&(CurDistance<TempDistance))||
- //如果当前数据不在中心区域,temp数据也不在中心区域,且距离一样,若当前数据更靠近历史数据,则当前数据作为temp
- ((TempRegion!=FaceRegionCenter)&&(CurRegion!=FaceRegionCenter)&&(CurDistance==TempDistance)&&(CurPointDist<TempPointDist)))
- {
- if((TempRegion != 0)&&(TempDistance != 0.0))
- {
- CCustomerInfo Temp = UserFaceTemp;
- UserFaceTemp = m_stAllFaceInfo.astFaceInfo[nFaceSerial];
- m_stAllFaceInfo.astFaceInfo[nFaceSerial] = Temp;
- nFaceSerial++;
- }
- else
- {
- UserFaceTemp = m_stAllFaceInfo.astFaceInfo[nFaceSerial];
- memset(&m_stAllFaceInfo.astFaceInfo[nFaceSerial],0,sizeof(CCustomerInfo));
- }
- }
- else
- {
- nFaceSerial++;
- }
- }
- if((UserFaceTemp.stRegion.eRegion!=0)&&(UserFaceTemp.eDistance!=0))
- {
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect = UserFaceTemp.stRegion.stFaceRect;
- m_stAllFaceInfo.astFaceInfo[0].eDistance = UserFaceTemp.eDistance;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.eRegion = UserFaceTemp.stRegion.eRegion;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = UserFaceTemp.stRegion.stUpperBodyRect;
- m_stAllFaceInfo.astFaceInfo[0].eCamera = UserFaceTemp.eCamera;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover = UserFaceTemp.stCustomerCover;
- //计算人脸亮度
- if (m_stFaceConfig.nServersType == 0)
- {
- m_stAllFaceInfo.astFaceInfo[0].eBrightness = CalcFaceBrightness(m_pProcessImg,&m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- }
- }
- //清空存储区
- cvResetImageROI(m_pProcessImg);
- if (pfaceSeq != NULL)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- }
- for(int i=0; i<MAX_FACE_NUM; i++)
- {
- m_PreFaceRect[i] = cvRect(0,0,0,0);
- }
- if(m_stAllFaceInfo.nTatolFaceNum == 0)
- {
- ClearInspectResult();
- return FALSE;
- }
- else
- {
- return TRUE;
- }
- }
- //人脸检测,对上次检测到的人脸区域进行搜索
- BOOL FaceDetect(CameraEnum eCamera,CvRect rect)
- {
- if (!GetImage(eCamera))
- {
- return FALSE;
- }
- CvMemStorage*pFaceStorage = NULL;
- if (eCamera == EnvironCamera)
- {
- pFaceStorage = m_pFaceStorage;
- }
- else
- {
- pFaceStorage = m_pFaceStorage;
- }
- CCustomerInfo UserFaceTemp;
- CCustomerInfo astFaceTemp;
- memset(&astFaceTemp,0,sizeof(CCustomerInfo));
- memset(&UserFaceTemp,0,sizeof(CCustomerInfo));
- CvRect* pFaceRect = NULL; //人脸矩形
- cvResetImageROI(m_pProcessImg);
- cvSetImageROI(m_pProcessImg,rect);
- //内存初始化
- if (pFaceStorage)
- {
- pFaceStorage = cvCreateMemStorage(0);
- cvClearMemStorage(pFaceStorage);
- }
- else
- {
- pFaceStorage = cvCreateMemStorage(0);
- }
- //人脸搜索
- if (m_pFaceCascade == NULL)
- {
- return FALSE;
- }
- int size = (int)m_nImgHeight/m_stFaceConfig.fDetectFaceSize;
- pfaceSeq = cvHaarDetectObjects(m_pProcessImg,m_pFaceCascade,pFaceStorage,1.2,3,CV_HAAR_DO_CANNY_PRUNING,cvSize(size,size));
- if (!pfaceSeq || !pfaceSeq->total)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- return FALSE;
- }
- for(int i=0;i<(pfaceSeq?pfaceSeq->total:0)&&(i<MAX_FACE_NUM);i++)
- {
- //获取脸部矩形
- pFaceRect = (CvRect*)cvGetSeqElem(pfaceSeq,i);
- //如果是前端检测则需要特征检测,如果是坐席则不需检测
- if (m_stFaceConfig.nServersType == 0)
- {
- //找眼睛
- astFaceTemp.stCustomerCover.bShowEyes = FeatureDetect(m_pEyeCascade,pFaceRect,pFaceStorage);
- //找鼻子
- astFaceTemp.stCustomerCover.bShowNose = FeatureDetect(m_pNoseCascade,pFaceRect,pFaceStorage);
- //找嘴巴
- astFaceTemp.stCustomerCover.bShowMouth = FeatureDetect(m_pMouthCascade,pFaceRect,pFaceStorage);
- }
- else
- {
- //找眼睛
- astFaceTemp.stCustomerCover.bShowEyes = FALSE;
- //找鼻子
- astFaceTemp.stCustomerCover.bShowNose = FALSE;
- //找嘴巴
- astFaceTemp.stCustomerCover.bShowMouth = FALSE;
- }
- if(!(astFaceTemp.stCustomerCover.bShowEyes||astFaceTemp.stCustomerCover.bShowNose||astFaceTemp.stCustomerCover.bShowMouth))
- {
- astFaceTemp.stCustomerCover.bClearFace = FALSE;
- }
- else
- {
- astFaceTemp.stCustomerCover.bClearFace = TRUE;
- }
- //计算当前人脸位置如果当前人脸位置与上次人脸位置小于偏移量则取上次人脸位置,防止人脸图像跳变
- //坐标变换
- pFaceRect->x = pFaceRect->x+rect.x;
- pFaceRect->y = pFaceRect->y+rect.y;
- if ((abs(pFaceRect->x - m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.x)<m_stFaceConfig.nFaceSizeOffset)
- && (abs(pFaceRect->y-m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.y)<m_stFaceConfig.nFaceSizeOffset)
- && (abs(pFaceRect->width-m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.width)<(m_stFaceConfig.nFaceSizeOffset*2))
- && (abs(pFaceRect->height-m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.height)<(m_stFaceConfig.nFaceSizeOffset*2)))
- {
- pFaceRect->x = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.x;
- pFaceRect->y = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.y;
- pFaceRect->width = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.width;
- pFaceRect->height = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.height;
- }
- //搜索到人脸,计算人脸数据
- astFaceTemp.stRegion.stFaceRect = *pFaceRect;
- astFaceTemp.stRegion.eRegion = CalcFaceRegion(*pFaceRect,m_nImgWidth,m_nImgHeight);
- astFaceTemp.eDistance = CalcFaceDistance(*pFaceRect);
- astFaceTemp.eCamera = eCamera;
- //截取人脸图像,放大截取区域,截取半身头像
- CalcUpbodyRegion(pFaceRect);
- astFaceTemp.stRegion.stUpperBodyRect = *pFaceRect;
- //当前数据的区域和距离,temp数据的区域和距离
- int CurRegion = astFaceTemp.stRegion.eRegion;
- DistanceEnum CurDistance = astFaceTemp.eDistance;
- int TempRegion = UserFaceTemp.stRegion.eRegion;
- DistanceEnum TempDistance = UserFaceTemp.eDistance;
- int TempPointDist = CalcTwoFaceDist(&UserFaceTemp.stRegion.stFaceRect,
- &m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- int CurPointDist = CalcTwoFaceDist(&astFaceTemp.stRegion.stFaceRect,
- &m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- //计算当前操作者的人脸区域
- if(//如果temp数据为0,则更新temp
- ((TempRegion== 0)&&(TempDistance == 0.0)) ||
- //如果当前数据在中心区域,temp数据也在中心区域,且当前距离比temp数据更近,则更新temp
- ((CurRegion == FaceRegionCenter)&&(TempRegion == FaceRegionCenter)&&(CurDistance < TempDistance))||
- //如果当前数据不在中心区域,temp数据也不在中心区域,且当前数据比temp数据更近。则更新temp
- ((TempRegion != FaceRegionCenter)&&(CurRegion != FaceRegionCenter)&&(CurDistance < TempDistance))||
- //如果当前数据在中心区域,temp数据不在中心区域,且当前距离更近,则更新temp
- ((CurRegion == FaceRegionCenter)&&(TempRegion != FaceRegionCenter)&&(CurDistance<TempDistance))||
- //如果当前数据不在中心区域,temp数据在中心区域,且当前数据距离更近,则更新temp
- ((CurRegion != FaceRegionCenter)&&(TempRegion == FaceRegionCenter)&&(CurDistance<TempDistance))||
- //如果当前数据不在中心区域,temp数据也不在中心区域,且距离一样,若当前数据更靠近历史数据,则当前数据作为temp
- ((TempRegion!=FaceRegionCenter)&&(CurRegion!=FaceRegionCenter)&&(CurDistance==TempDistance)&&(CurPointDist<TempPointDist)))
- {
- UserFaceTemp = astFaceTemp;
- memset(&astFaceTemp,0,sizeof(CCustomerInfo));
- }
- }
- if((UserFaceTemp.stRegion.eRegion!=0)&&(UserFaceTemp.eDistance!=0))
- {
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect = UserFaceTemp.stRegion.stFaceRect;
- m_stAllFaceInfo.astFaceInfo[0].eDistance = UserFaceTemp.eDistance;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.eRegion = UserFaceTemp.stRegion.eRegion;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = UserFaceTemp.stRegion.stUpperBodyRect;
- m_stAllFaceInfo.astFaceInfo[0].eCamera = UserFaceTemp.eCamera;
- m_stAllFaceInfo.astFaceInfo[0].stCustomerCover = UserFaceTemp.stCustomerCover;
- //计算人脸亮度
- if (m_stFaceConfig.nServersType == 0)
- {
- m_stAllFaceInfo.astFaceInfo[0].eBrightness = CalcFaceBrightness(m_pProcessImg,&m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect);
- }
- }
- //清空存储区
- if (pfaceSeq!=NULL)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- }
- cvResetImageROI(m_pProcessImg);
- return TRUE;
- }
- //人脸卡图
- void CaptureOperatorFace(IplImage*img)
- {
- //判断客户号,客户ID是否更换
- if(m_pHostApi->IsCustomerChange())
- {
- if (!m_bCapFaceCompleted && (strcmp(m_SaveImgName,"")!=0))
- {
- SaveOperatorFace(m_SaveImgName);
- }
- else if (m_bCapFaceCompleted)
- {
- m_bCapFaceCompleted = FALSE;
- m_nCapFaceNum = 0;
- }
- m_pHostApi->GetFaceImgName(m_SaveImgName, MAX_PATH);
- }
- if (m_bCapFaceCompleted)
- {
- return;
- }
- if (m_stAllFaceInfo.nTatolFaceNum >0)
- {
- BOOL bRst = GetImage(m_stAllFaceInfo.astFaceInfo[0].eCamera);
- if (!bRst)
- {
- return;
- }
- //往3个人脸图像中填数据
- if (m_nCapFaceNum<3)
- {
- m_stCapFace[m_nCapFaceNum].stFaceCover.bShowEyes = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowEyes;
- m_stCapFace[m_nCapFaceNum].stFaceCover.bShowMouth = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowMouth;
- m_stCapFace[m_nCapFaceNum].stFaceCover.bShowNose = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowNose;
- m_stCapFace[m_nCapFaceNum].stCustomerRegion.stFaceRect = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect;
- m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect = m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect;
- cvResetImageROI(img);
- cvSetImageROI(img,m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect);
- m_stCapFace[m_nCapFaceNum].img = cvCreateImage(cvSize(m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect.width,
- m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect.height),IPL_DEPTH_8U,3);
- cvCopy(img,m_stCapFace[m_nCapFaceNum].img,NULL);
- if(m_stBrightAdjParam.fHigh != 0.0)
- {
- AdjustImgBrightness(m_stCapFace[m_nCapFaceNum].img->imageData,m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect.width,
- m_stCapFace[m_nCapFaceNum].stCustomerRegion.stUpperBodyRect.height,m_stBrightAdjParam);
- }
- cvResetImageROI(img);
- m_nCapFaceNum++;
- }
- else //如果有三张人脸,立即保存
- {
- //if (m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowEyes&&m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowMouth&&
- // m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowNose)
- //{
- //int num = 0;
- //while (m_stCapFace[num].stFaceCover.bShowEyes&&m_stCapFace[num].stFaceCover.bShowMouth&&
- // m_stCapFace[num].stFaceCover.bShowNose&&(num<3))
- //{
- // num++;
- //}
- ////如果3个人脸特征不完整,则往3个人脸图像中填替换数据
- //if (num<3)
- //{
- // m_stCapFace[num].stFaceCover.bShowEyes = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowEyes;
- // m_stCapFace[num].stFaceCover.bShowMouth = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowMouth;
- // m_stCapFace[num].stFaceCover.bShowNose = m_stAllFaceInfo.astFaceInfo[0].stCustomerCover.bShowNose;
- // m_stCapFace[num].stCustomerRegion.stFaceRect = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect;
- // m_stCapFace[num].stCustomerRegion.stUpperBodyRect = m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect;
- // cvResetImageROI(img);
- // cvSetImageROI(img,m_stCapFace[num].stCustomerRegion.stUpperBodyRect);
- // if (m_stCapFace[num].img)
- // {
- // cvReleaseImage(&m_stCapFace[num].img);
- // m_stCapFace[num].img = NULL;
- // }
- // m_stCapFace[num].img = cvCreateImage(cvSize(m_stCapFace[num].stCustomerRegion.stUpperBodyRect.width,
- // m_stCapFace[num].stCustomerRegion.stUpperBodyRect.height),IPL_DEPTH_8U,3);
- // cvCopy(img,m_stCapFace[num].img,NULL);
- // if(m_stBrightAdjParam.fHigh != 0.0)
- // {
- // AdjustImgBrightness(m_stCapFace[num].img->imageData,m_stCapFace[num].stCustomerRegion.stUpperBodyRect.width,
- // m_stCapFace[num].stCustomerRegion.stUpperBodyRect.height,m_stBrightAdjParam,NULL);
- // }
- // cvResetImageROI(img);
- //}
- //else//如果3个人脸特征完整,则保存照片
- //{
- //写文件
- if (strcmp(m_SaveImgName,"")==0)
- {
- m_pHostApi->GetFaceImgName(m_SaveImgName, MAX_PATH);
- }
- else
- {
- SaveOperatorFace(m_SaveImgName);
- m_bCapFaceCompleted = TRUE;
- m_nCapFaceNum = 0;
- }
- //}
- //}
- }
- }
- else
- {
- return;
- }
- }
- //保存人脸图像
- BOOL SaveOperatorFace(char*filename)
- {
- //for(int i=0;i<3;i++)
- //{
- // if(m_stCapFace[i].img != NULL)
- // {
- // //设置文件名
- // char strFileName[MAX_PATH];
- // memset(strFileName,0,MAX_PATH);
- // sprintf_s(strFileName,"%s_%d.jpg",filename,i);
- // cvSaveImage(strFileName,m_stCapFace[i].img);
- // }
- //}
- for(int j=0;j<3;j++)
- {
- if(m_stCapFace[j].img != NULL)
- {
- cvReleaseImage(&m_stCapFace[j].img);
- }
- }
- m_nCapFaceNum = 0;
- return TRUE;
- }
- //调整图像亮度
- BOOL AdjustImgBrightness(char* src,int width,int height,CBrightAdjParam stAdjParam,int ImgColorType = RGB_IMG)
- {
- if(stAdjParam.fLow<0&&stAdjParam.fLow>1&&stAdjParam.fHigh<0&&stAdjParam.fHigh>1
- &&stAdjParam.fBottom<0&&stAdjParam.fBottom>1&&stAdjParam.fTop<0&&stAdjParam.fTop>1&& stAdjParam.fLow>stAdjParam.fHigh)
- return FALSE;
- if (((stAdjParam.fHigh-0.0)<0.001)&&((stAdjParam.fTop-0.0)<0.001))
- return FALSE;
- double low2 = stAdjParam.fLow*255;
- double high2 = stAdjParam.fHigh*255;
- double bottom2 = stAdjParam.fBottom*255;
- double top2 = stAdjParam.fTop*255;
- double err_in = high2 - low2;
- double err_out = top2 - bottom2;
- int x,y;
- double val;
- int nChannels = 0;
- if (ImgColorType = RGB_IMG)
- {
- nChannels = 3;
- }
- else
- {
- nChannels = 1;
- }
- // intensity transform
- for( y = 0; y < height; y++)
- {
- for (x = 0; x < width*3; x++)
- {
- val = ((uchar*)(src + width*nChannels*y))[x];
- val = pow((val - low2)/err_in, stAdjParam.fGamma) * err_out + bottom2;
- if(val>255)
- val=255;
- if(val<0)
- val=0; // Make sure src is in the range [low,high]
- ((uchar*)(src + width*nChannels*y))[x] = (uchar) val;
- }
- }
- return TRUE;
- }
- //形态学结构元素的映射
- IplConvKernel* IpStructuringElementMap(IplConvKernel* se)
- {
- CvMat *mat = cvCreateMat( se->nRows, se->nCols, CV_32SC1);
- memcpy(mat->data.i, se->values, sizeof(int) * se->nRows * se->nCols );
- cvFlip(mat, NULL, -1);
- IplConvKernel* semap = cvCreateStructuringElementEx( se->nCols, se->nRows,
- se->nCols-se->anchorX-1, se->nRows-se->anchorY-1, 0, NULL );
- semap->nShiftR = se->nShiftR;
- memcpy( semap->values, mat->data.i, sizeof(int) * se->nRows * se->nCols );
- cvReleaseMat(&mat);
- return semap;
- }
- //形态学闭运算
- void IpMorpClose(const IplImage*src,IplImage* dst,IplConvKernel* se=NULL, int iterations=1)
- {
- cvDilate(src,dst,se,iterations );
- IplConvKernel* semap = IpStructuringElementMap(se);
- cvErode(src,dst,semap,iterations );
- cvReleaseStructuringElement(&semap);
- }
- //计算半身头像区域,按4:3比例剪辑,防止超出图像界限
- void CalcUpbodyRegion(CvRect*pFaceRect)
- {
- if (m_nImgWidth > m_nImgHeight)
- {
- pFaceRect->y = ((pFaceRect->y-pFaceRect->height*1/3)<0)?0:(int)(pFaceRect->y-pFaceRect->height*1/3);
- pFaceRect->height = ((pFaceRect->height*19/12+pFaceRect->y)>m_nImgHeight)?(int)(m_nImgHeight-pFaceRect->y):(int)(pFaceRect->height*19/12);
- if ((int)(pFaceRect->x+pFaceRect->width/2-pFaceRect->height*4/6)<0)
- {
- pFaceRect->x = 0;
- }
- else if ((pFaceRect->x+pFaceRect->width/2+pFaceRect->height*4/6)>m_nImgWidth)
- {
- pFaceRect->x = (int)(m_nImgWidth-pFaceRect->height*4/3);
- }
- else
- {
- pFaceRect->x=(int)(pFaceRect->x+pFaceRect->width/2-pFaceRect->height*4/6);
- }
- pFaceRect->width = pFaceRect->height*4/3;
- }
- else
- {
- pFaceRect->x = ((pFaceRect->x-pFaceRect->width*7/24)<0)?0:(int)(pFaceRect->x-pFaceRect->width*7/24);
- pFaceRect->width = ((pFaceRect->width*19/12+pFaceRect->x)>m_nImgWidth)?(int)(m_nImgWidth-pFaceRect->x):(int)(pFaceRect->width*19/12);
- if ((int)(pFaceRect->y+pFaceRect->height/2-pFaceRect->width*3/8)<0)
- {
- pFaceRect->y = 0;
- }
- else if ((pFaceRect->y+pFaceRect->height/2+pFaceRect->width*3/8)>m_nImgHeight)
- {
- pFaceRect->y = (int)(m_nImgHeight-pFaceRect->width*3/8);
- }
- else
- {
- pFaceRect->y = (int)(pFaceRect->y+pFaceRect->height/2-pFaceRect->width*3/8);
- }
- pFaceRect->height = pFaceRect->width*3/4;
- }
- }
- //在运动跟踪后根据运动跟踪结果检测是否有人靠近
- BOOL FaceSearch(CMotionTrackRslt stObjTrackRslt,UINT nFaceLimit)
- {
- int nFaceNum = 0;
- //人脸搜索
- if (m_pFaceCascade == NULL)
- {
- return FALSE;
- }
- for(int i=0;i<m_stObjTrackRslt.nObjNum;i++)
- {
- cvResetImageROI(m_pProcessImg);
- cvSetImageROI(m_pProcessImg,m_stObjTrackRslt.ObjRect[i]);
- CvRect* pFaceRect = NULL; //人脸矩形
- //内存初始化
- if (m_pFaceStorage)
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- cvClearMemStorage(m_pFaceStorage);
- }
- else
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- }
- pfaceSeq = cvHaarDetectObjects(m_pProcessImg,m_pFaceCascade,m_pFaceStorage,1.2,3,CV_HAAR_DO_CANNY_PRUNING,cvSize(nFaceLimit,nFaceLimit));
- if (pfaceSeq &&pfaceSeq->total)
- {
- for(int i=0;i<(pfaceSeq?pfaceSeq->total:0);i++)
- {
- nFaceNum++;
- //获取脸部矩形
- CvRect*pFaceRect = (CvRect*)cvGetSeqElem(pfaceSeq,i);
- //如果发现有人脸到达靠近区域,置有人靠近状态
- if((pFaceRect->height >= (int)(m_nImgHeight/m_stFaceConfig.fCloseFaceSize))&&(pFaceRect->height <= (int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize)))
- {
- if((m_eMonitorState == NoBody) || (m_eMonitorState == SomebodyFar))
- {
- m_pHostApi->Debug("有人靠近!");
- m_eMonitorState = SomebodyClose; //进入有人靠近状态
- //截取人脸图像,放大截取区域,截取半身头像
- int nWidth = pFaceRect->width;
- int nHeight = pFaceRect->height;
- pFaceRect->y = m_stObjTrackRslt.ObjRect[i].y+pFaceRect->y;
- pFaceRect->x = m_stObjTrackRslt.ObjRect[i].x+pFaceRect->x;
- CalcUpbodyRegion(pFaceRect);
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = *pFaceRect;
- }
- m_pHostEvent->GenerateCloseEvent(); //产生有人靠近事件
- }
- else if (pFaceRect->height >= (int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize))
- {
- if(m_eMonitorState != SomebodyOperate)
- {
- m_pHostApi->Debug("有人进入操作距离!");
- m_eMonitorState = SomebodyOperate; //进入有人靠近状态
- //截取人脸图像,放大截取区域,截取半身头像
- pFaceRect->y = m_stObjTrackRslt.ObjRect[i].y+pFaceRect->y;
- pFaceRect->x = m_stObjTrackRslt.ObjRect[i].x+pFaceRect->x;
- CalcUpbodyRegion(pFaceRect);
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = *pFaceRect;
- }
- m_pHostEvent->GenerateEnterOperateEvent(); //产生有人进入操作距离事件
- }
- else
- {
- if(m_eMonitorState == NoBody)
- {
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.height = m_nImgHeight/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.width = m_nImgWidth/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.x = m_nImgWidth/4;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.y = m_nImgHeight/4;
- m_pHostApi->Debug("有人出现!");
- m_eMonitorState = SomebodyFar; //进入远距离有人状态
- }
- m_pHostEvent->GenerateAppearEvent(); //产生有人出现事件
- }
- }
- }
- if (pfaceSeq != NULL)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- }
- }
- cvResetImageROI(m_pProcessImg);
- if(nFaceNum > 0)
- {
- //发现有人
- m_stAllFaceInfo.nTatolFaceNum = nFaceNum;
- return TRUE;
- }
- else
- {
- m_eMonitorState = NoBody;
- m_stAllFaceInfo.nTatolFaceNum = 0;
- return FALSE;
- }
- }
- //对图像进行全局搜索
- BOOL FaceSearch(UINT nFaceLimit)
- {
- int nFaceNum = 0;
- int nCurafaceSerial = 0;
- //人脸搜索
- if (m_pFaceCascade == NULL)
- {
- return FALSE;
- }
- cvResetImageROI(m_pProcessImg);
- CvRect* pFaceRect = NULL; //人脸矩形
- //内存初始化
- if (m_pFaceStorage)
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- cvClearMemStorage(m_pFaceStorage);
- }
- else
- {
- m_pFaceStorage = cvCreateMemStorage(0);
- }
- pfaceSeq = cvHaarDetectObjects(m_pProcessImg,m_pFaceCascade,m_pFaceStorage,1.2,3,CV_HAAR_DO_CANNY_PRUNING,cvSize(nFaceLimit,nFaceLimit));
- if (pfaceSeq &&pfaceSeq->total)
- {
- for(int i=0;i<(pfaceSeq?pfaceSeq->total:0);i++)
- {
- nFaceNum++;
- //获取脸部矩形
- CvRect*pFaceRect = (CvRect*)cvGetSeqElem(pfaceSeq,i);
- //如果发现有人脸到达靠近区域,置有人靠近状态
- if((pFaceRect->height >= (int)(m_nImgHeight/m_stFaceConfig.fCloseFaceSize))&&(pFaceRect->height <= (int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize)))
- {
- if((m_eMonitorState == NoBody) || (m_eMonitorState == SomebodyFar))
- {
- nCurafaceSerial = nFaceNum;
- m_pHostApi->Debug("有人靠近!");
- m_eMonitorState = SomebodyClose; //进入有人靠近状态
- }
- m_pHostEvent->GenerateCloseEvent(); //产生有人靠近事件
- }
- else if (pFaceRect->height >= (int)(m_nImgHeight/m_stFaceConfig.fOperateFaceSize))
- {
- if(m_eMonitorState != SomebodyOperate)
- {
- nCurafaceSerial = nFaceNum;
- m_pHostApi->Debug("有人进入操作距离!");
- m_eMonitorState = SomebodyOperate; //进入有人靠近状态
- }
- m_pHostEvent->GenerateEnterOperateEvent(); //产生有人进入操作距离事件
- }
- else
- {
- if(m_eMonitorState == NoBody)
- {
- nCurafaceSerial = nFaceNum;
- m_pHostApi->Debug("有人出现!");
- m_eMonitorState = SomebodyFar; //进入远距离有人状态
- }
- else
- {
- m_pHostApi->Debug("远距离,有人出现!");
- m_eMonitorState = SomebodyFar; //进入远距离有人状态
- }
- m_pHostEvent->GenerateAppearEvent(); //产生有人出现事件
- }
- }
- CvRect*pFaceRect = (CvRect*)cvGetSeqElem(pfaceSeq,nCurafaceSerial);
- //截取人脸图像,放大截取区域,截取半身头像
- CalcUpbodyRegion(pFaceRect);
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect = *pFaceRect;
- }
- if (pfaceSeq != NULL)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- }
- cvResetImageROI(m_pProcessImg);
- if(nFaceNum > 0)
- {
- //发现有人
- m_stAllFaceInfo.nTatolFaceNum = nFaceNum;
- return TRUE;
- }
- else
- {
- m_eMonitorState = NoBody;
- return FALSE;
- }
- }
- //运动检测
- BOOL MotionTrack(CameraEnum eCamera,int diff_threshold = 10)
- {
- if (!GetImage(eCamera))
- {
- //RecordError("运动跟踪获取图像失败");
- return FALSE;
- }
- cvResetImageROI(m_pProcessImg);
- memset(&m_stObjTrackRslt,0,sizeof(CMotionTrackRslt));
- const double MHI_DURATION = 0.5;
- const double MAX_TIME_DELTA = 0.5;
- const double MIN_TIME_DELTA = 0.05;
- const int N = 3;
- //ring image buffer
- // temporary images
- IplImage*dst = cvCreateImage( cvSize(m_pProcessImg->width,m_pProcessImg->height), 8, 1 );
- cvZero( dst);
- dst->origin = m_pProcessImg->origin;
- //get current time in seconds
- double timestamp = clock()/100.;
- CvSize size = cvSize(m_pProcessImg->width,m_pProcessImg->height);
- int i, idx1, idx2;
- IplImage* silh;
- IplImage* pyr = cvCreateImage( cvSize((size.width & -2)/2, (size.height & -2)/2), 8, 1 );
- CvMemStorage *stor;
- CvSeq *cont;
- if( !m_pMhImg || m_pMhImg->width != size.width || m_pMhImg->height != size.height )
- {
- if( m_pMhBuf == 0 )
- {
- m_pMhBuf = (IplImage**)malloc(N*sizeof(m_pMhBuf[0]));
- memset( m_pMhBuf, 0, N*sizeof(m_pMhBuf[0]));
- }
-
- for( i = 0; i < N; i++ )
- {
- cvReleaseImage( &m_pMhBuf[i] );
- m_pMhBuf[i] = cvCreateImage( size, IPL_DEPTH_8U, 1 );
- cvZero(m_pMhBuf[i]);
- }
- cvReleaseImage( &m_pMhImg );
- m_pMhImg = cvCreateImage( size, IPL_DEPTH_32F, 1 );
- //clear MHI at the beginning
- cvZero( m_pMhImg );
- }
- //convert frame to grayscale
- cvCvtColor( m_pProcessImg, m_pMhBuf[m_nLastBuf], CV_BGR2GRAY );
- //cvSaveImage("0.bmp",m_pProcessImg);
- idx1 = m_nLastBuf;
- //index of (last - (N-1))th frame
- idx2 = (m_nLastBuf + 1) % N;
- m_nLastBuf = idx2;
- // 做帧差
- silh = m_pMhBuf[idx2];
- //get difference between frames
- cvAbsDiff( m_pMhBuf[idx1], m_pMhBuf[idx2], silh );
- //cvSaveImage("Diff.bmp",silh);
- //对差图像做二值化
- cvThreshold( silh, silh, 10, 255, CV_THRESH_BINARY );
- //cvSaveImage("Threshold.bmp",silh);
- //更新运动历史图像
- cvUpdateMotionHistory( silh, m_pMhImg, timestamp, MHI_DURATION );
- cvCvtScale( m_pMhImg, dst, 255./MHI_DURATION, (MHI_DURATION - timestamp)*255./MHI_DURATION );
- //cvCvtScale( m_pMhImg, dst, 255./MHI_DURATION, 0 );
- // 中值滤波,消除小的噪声
- cvSmooth( dst, dst, CV_MEDIAN, 3, 0, 0, 0 );
- // 向下采样,去掉噪声
- cvPyrDown( dst, pyr, 7 );
- //闭运算,消除目标的不连续空洞
- //进行闭运算
- //IplConvKernel* element = cvCreateStructuringElementEx(20,20,1,1,CV_SHAPE_ELLIPSE);
- //cvMorphologyEx(pyr,pyr,NULL,element,CV_MOP_CLOSE,1);
- //膨胀
- cvDilate( pyr, pyr, 0, 2 ); // 做膨胀操作,消除目标的不连续空洞
- cvPyrUp( pyr, dst, 7 );
- // 下面的程序段用来找到轮廓
- stor = cvCreateMemStorage(0);
- cont = cvCreateSeq(CV_SEQ_ELTYPE_POINT, sizeof(CvSeq), sizeof(CvPoint) , stor);
- // 找到所有轮廓
- cvFindContours( dst, stor, &cont, sizeof(CvContour), CV_RETR_LIST , CV_LINK_RUNS, cvPoint(0,0));
- cvReleaseImage(&dst);
- //double fArea = 0.0;
- // 直接使用CONTOUR中的矩形来画轮廓
- for(;cont;cont = cont->h_next)
- {
- CvRect r = ((CvContour*)cont)->rect;
- if((r.height * r.width > m_stFaceConfig.nContourMinAera)&&((r.height * r.width) != (m_nImgWidth*m_nImgHeight))) // 面积小的方形抛弃掉
- //{
- //fArea = fabs(cvContourArea( cont, CV_WHOLE_SEQ )); //获取当前轮廓面积
- //if ((fArea > CONTOUR_MAX_AERA)&&(r.height * r.width != m_nImgWidth*m_nImgHeight))
- {
- m_stObjTrackRslt.ObjRect[m_stObjTrackRslt.nObjNum] = r;
- m_stObjTrackRslt.nObjNum++;
- }
- //}
- }
- // free memory
- cvReleaseMemStorage(&stor);
- cvReleaseImage( &pyr );
- cvResetImageROI(m_pProcessImg);
- if (m_stObjTrackRslt.nObjNum >0)
- {
- return TRUE;
- }
- else
- {
- return FALSE;
- }
- }
- void RecordError(char*error, ...)
- {
- #ifdef debugerror
- m_pHostApi->Debug(error);
- #endif
- }
- //计算监控线程下一步
- void VideoMonitorThreadNextStep()
- {
- if(m_stAllFaceInfo.astFaceInfo[0].eDistance == OperateDistance)
- {
- if (m_eMonitorState != SomebodyOperate)
- {
- m_eMonitorState = SomebodyOperate;
- m_stAllFaceInfo.astFaceInfo[0].eScene = ForwardScened;
- m_pHostEvent->GenerateEnterOperateEvent(); //产生有人进入操作距离事件
- m_pHostApi->Debug("有人进入操作距离!");
- //获取UUID
- if (m_stAllFaceInfo.astFaceInfo[0].FaceID == 0)
- {
- m_stAllFaceInfo.astFaceInfo[0].FaceID = m_pHostApi->GenerateUUID();
- }
- }
- else
- {
- if(m_stAllFaceInfo.astFaceInfo[0].eScene != LockScene)
- {
- m_eMonitorState = SomebodyOperate;
- m_stAllFaceInfo.astFaceInfo[0].eScene = LockScene;
- }
- m_pHostEvent->GenerateCaptureFaceEvent(); //发送捕获人脸事件
- //m_pHostApi->Debug("锁定人脸!");
- }
- }
- else if(m_stAllFaceInfo.astFaceInfo[0].eDistance == FarDistance)
- {
- if((m_eMonitorState == SomebodyOperate)||(m_eMonitorState == SomebodyClose))
- {
- m_stAllFaceInfo.astFaceInfo[0].eScene = UnLockScene;
- m_eMonitorState = SomebodyFar;
- memset(&m_stAllFaceInfo,0,sizeof(CAllFaceInfo));
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.height = m_nImgHeight/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.width = m_nImgWidth/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.x = m_nImgHeight/4;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.y = m_nImgWidth/4;
- m_pHostEvent->GenerateLeaveEvent(); //产生客户离开事件
- m_pHostApi->Debug("客户离开!");
- //清除UUID
- m_stAllFaceInfo.astFaceInfo[0].FaceID = 0;
- }
- }
- else if (m_stAllFaceInfo.astFaceInfo[0].eDistance == CloseDistance)
- {
- if (SomebodyOperate == m_eMonitorState)
- {
- m_stAllFaceInfo.astFaceInfo[0].eScene = BackwardScened;
- m_eMonitorState = SomebodyClose;
- m_pHostEvent->GenerateBackToCloseEvent(); //产生客户退回到接近距离事件
- m_pHostApi->Debug("客户退回到接近距离!");
- }
- else if(SomebodyFar == m_eMonitorState)
- {
- m_stAllFaceInfo.astFaceInfo[0].eScene = ForwardScened;
- m_eMonitorState = SomebodyClose;
- m_pHostApi->Debug("有人靠近!");
- //获取UUID
- if (m_stAllFaceInfo.astFaceInfo[0].FaceID == 0)
- {
- m_stAllFaceInfo.astFaceInfo[0].FaceID = m_pHostApi->GenerateUUID();
- }
- }
- m_pHostEvent->GenerateCloseEvent(); //产生有人靠近事件
- }
- }
- // 计算当前人脸是否进入另外一个相机的最佳视野中
- BOOL IsFacePosOverStep(CameraEnum eCamera,CvRect FaceRect)
- {
- if(m_pOperatorVideoQueue == NULL)
- {
- return FALSE;
- }
- if(EnvironCamera == eCamera)
- {
- if(((FaceRect.x > (m_nImgWidth/2-m_nImgHeight/2+m_nImgHeight/m_stFaceConfig.fDetectFaceSize/2))|| (FaceRect.x < (m_nImgWidth/2+m_nImgHeight/2-m_nImgHeight/m_stFaceConfig.fDetectFaceSize/2)))&&
- (FaceRect.y > (m_nImgHeight-m_nImgHeight/m_stFaceConfig.fDetectFaceSize*4/m_stFaceConfig.nUpCameraEdgeLimit)))
- {
- return TRUE;
- }
- else
- {
- return FALSE;
- }
- }
- else if(OperatorCamera == eCamera)
- {
- if(FaceRect.y < ((m_nImgHeight/m_stFaceConfig.fDetectFaceSize)*1/m_stFaceConfig.nDownCameraEdgeLimit))
- {
- return TRUE;
- }
- else
- {
- return FALSE;
- }
- }
- else
- {
- return FALSE;
- }
- }
- void SetUpperbodyToCenter(CameraEnum eCamera)
- {
- int nImgWidth,nImgHeight;
- m_stAllFaceInfo.astFaceInfo[0].eCamera = eCamera;
- if (m_stAllFaceInfo.astFaceInfo[0].eCamera == EnvironCamera)
- {
- if (m_pEnvironMinVideoQueue == NULL)
- {
- return;
- }
- if (m_pEnvironMinVideoQueue->GetVideoLens()<=0)
- {
- m_pHostApi->Debug("获取环境相机图像队列长度错误!");
- return ;
- }
- int size = m_pEnvironMinVideoQueue->GetFrameSize(nImgWidth,nImgHeight);
- }
- else if(m_stAllFaceInfo.astFaceInfo[0].eCamera == OperatorCamera)
- {
- if (m_pOperatorVideoQueue == NULL)
- {
- return;
- }
- if (m_pOperatorVideoQueue->GetVideoLens()<=0)
- {
- //m_pHostApi->Debug("获取操作相机图像队列长度错误!");
- return ;
- }
- int size = m_pOperatorVideoQueue->GetFrameSize(nImgWidth,nImgHeight);
- }
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.height = nImgHeight/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.width = nImgWidth/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.x = nImgWidth/4;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.y = nImgHeight/4;
- WriteAllFaceInfo(m_stAllFaceInfo);
- }
- void SetUpperbodyToCenter()
- {
- if(m_stFaceConfig.nPrimCamera == OperatorCamera)
- {
- if (m_pOperatorVideoQueue == NULL)
- {
- m_stAllFaceInfo.astFaceInfo[0].eCamera = EnvironCamera;
- }
- else
- {
- m_stAllFaceInfo.astFaceInfo[0].eCamera = OperatorCamera;
- }
- }
- else
- {
- m_stAllFaceInfo.astFaceInfo[0].eCamera = EnvironCamera;
- }
- int nImgWidth,nImgHeight;
- if (m_stAllFaceInfo.astFaceInfo[0].eCamera == EnvironCamera)
- {
- if (m_pEnvironMinVideoQueue == NULL)
- {
- return;
- }
- if (m_pEnvironMinVideoQueue->GetVideoLens()<=0)
- {
- m_pHostApi->Debug("获取环境相机图像队列长度错误!");
- return ;
- }
- int size = m_pEnvironMinVideoQueue->GetFrameSize(nImgWidth,nImgHeight);
- }
- else if(m_stAllFaceInfo.astFaceInfo[0].eCamera == OperatorCamera)
- {
- if (m_pOperatorVideoQueue == NULL)
- {
- return;
- }
- if (m_pOperatorVideoQueue->GetVideoLens()<=0)
- {
- //m_pHostApi->Debug("获取操作相机图像队列长度错误!");
- return ;
- }
- int size = m_pOperatorVideoQueue->GetFrameSize(nImgWidth,nImgHeight);
- }
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.height = nImgHeight/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.width = nImgWidth/2;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.x = nImgWidth/4;
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect.y = nImgHeight/4;
- WriteAllFaceInfo(m_stAllFaceInfo);
- }
- void FSleep(int ms)
- {
- DWORD dwRet = WaitForSingleObject(m_hStopEventWait, ms);
- if (dwRet == WAIT_OBJECT_0)
- {
- throw std::exception();
- }
- }
- void ReleaseMotionTrackRst()
- {
- if (m_pMhImg)
- {
- cvReleaseImage(&m_pMhImg);
- m_pMhImg = NULL;
- }
- if(m_pMhBuf)
- {
- for (int i=0;i<3;i++)
- {
- if (m_pMhBuf[i] != NULL)
- {
- cvReleaseImage(&m_pMhBuf[i]);
- m_pMhBuf[i] = NULL;
- }
- }
- free(m_pMhBuf);
- m_pMhBuf = NULL;
- }
- m_nLastBuf=0;
- }
- int VideoMonitor()
- {
- BOOL bRst = FALSE;
- UINT nSearchFailNum = 0; //搜索人脸失败次数
- UINT nDetectFailNum = 0; //检测人脸失败的次数
- UINT nBreakDownNum = 0;
- UINT nMotionTrackNum = 0;
- //select camera
- if (m_pOperatorVideoQueue != NULL)
- {
- m_eCamera = (CameraEnum)m_stFaceConfig.nPrimCamera;
- }
- else
- {
- if((m_nCameraStae == 0)||(m_nCameraStae ==2))
- {
- m_eCamera = EnvironCamera;
- }
- else if (m_nCameraStae == 1)
- {
- m_eCamera = OperatorCamera;
- }
- else if (m_nCameraStae == 3)
- {
- m_eCamera = ErrorCamera;
- }
-
- }
- while (!m_bStopVieoMonitor)
- {
- try
- {
- //如果摄像头没启动或故障,停止扫描,休眠5s
- if (m_nCameraStae == 3)
- {
- FSleep(2000);
- m_pHostApi->Debug("camera stop or all camera error!");
- continue;
- }
- //灯光变化时,清空历史记录,防止误判
- if (m_bLightChange)
- {
- ReleaseMotionTrackRst();
- nMotionTrackNum=0;
- m_bLightChange = FALSE;
- }
- //if no people,start motion tracker
- if(NoBody == m_eMonitorState)
- {
- ////if no people,start motion tracker
- //bRst = MotionTrack(m_eCamera,m_stFaceConfig.nThresholdNum);
- //if (!bRst)
- //{
- // //RecordError("Search motion obj Fail");
- // nMotionTrackNum++;
- // FSleep(m_stFaceConfig.nSleepShort);
- // if (nMotionTrackNum >= 4)
- // {
- // (m_eCamera==EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- // ReleaseMotionTrackRst();
- // nMotionTrackNum=0;
- // }
- // //SetUpperbodyToCenter(m_eCamera);
- // continue;
- //}
- //else
- //{
- // if (!m_bLightChange&&(m_nCameraStae != 3))
- // {
- // m_pHostEvent->GenerateAppearEvent(); //产生有人出现事件
- // m_pHostApi->Debug("运动跟踪,有人出现!");
- // SetUpperbodyToCenter(m_eCamera);
- // nMotionTrackNum = 0;
- // }
- //}
- ////search face from motion tracker result
- //int size = (int)((m_nImgHeight>m_nImgWidth)?m_nImgHeight:m_nImgWidth)/m_stFaceConfig.fSearchFaceSize;
- //bRst = FaceSearch(m_stObjTrackRslt,size);
- //if(!bRst)
- //{
- // //RecordError("Search face from motion obj Fail");
- // (m_eCamera==EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- // bRst = GetImage(m_eCamera);
- // if (bRst)
- // {
- // int size = (int)m_nImgHeight/m_stFaceConfig.fSearchFaceSize;
- // bRst = FaceSearch(size);
- // if (!bRst)
- // {
- // //RecordError("Far distance, search Face Fail");
- // SetUpperbodyToCenter();
- // FSleep(m_stFaceConfig.nSleepMiddle);
- // continue;
- // }
- // else
- // {
- // WriteAllFaceInfo(m_stAllFaceInfo);
- // FSleep(m_stFaceConfig.nSleepShort);
- // continue;
- // }
- // }
- //}
- //else
- //{
- // //RecordError("Search face from motion obj Success");
- // WriteAllFaceInfo(m_stAllFaceInfo);
- // continue;
- //}
- bRst = GetImage(m_eCamera);
- if (bRst)
- {
- int size = (int)m_nImgHeight/m_stFaceConfig.fSearchFaceSize;
- bRst = FaceSearch(size);
- if (!bRst)
- {
- SetUpperbodyToCenter();
- FSleep(m_stFaceConfig.nSleepLong);
- continue;
- }
- else
- {
- WriteAllFaceInfo(m_stAllFaceInfo);
- FSleep(m_stFaceConfig.nSleepMiddle);
- continue;
- }
- }
- else
- {
- FSleep(m_stFaceConfig.nSleepMiddle);
- }
- }
- else if (SomebodyFar == m_eMonitorState) //if somebody space 2.5m
- {
- m_pHostApi->Debug("SomebodyFar");
- //RecordError("Enter far distance search Face ");
- bRst = GetImage(m_eCamera);
- if (bRst)
- {
- int size = (int)m_nImgHeight/m_stFaceConfig.fSearchFaceSize;
- bRst = FaceSearch(size);
- if (!bRst)
- {
- //RecordError("Far distance, search Face Fail");
- SetUpperbodyToCenter();
- FSleep(m_stFaceConfig.nSleepMiddle);
- continue;
- }
- else
- {
- if (m_eMonitorState <= SomebodyFar)
- {
- //RecordError("Far distance, search Face Success");
- WriteAllFaceInfo(m_stAllFaceInfo);
- FSleep(m_stFaceConfig.nSleepShort);
- }
- continue;
- }
- }
- else
- {
- FSleep(m_stFaceConfig.nSleepMiddle);
- }
- }
- else if (SomebodyClose == m_eMonitorState) //close distance,1.5m
- {
- m_pHostApi->Debug("SomebodyClose");
- //RecordError("close distance,search Face by operatorCamera");
- bRst = FaceDetect(m_eCamera);
- if(!bRst)
- {
- //RecordError("Close distance,EnvironCamera Search face Fail");
- //dual camera mod
- if(m_pOperatorVideoQueue != NULL)
- {
- //RecordError("Close distance,search Face by operatorCamera");
- (m_eCamera==EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- bRst = FaceDetect(m_eCamera);
- if (!bRst)
- {
- //RecordError("Close distance,operatorCamera Search face Fail");
- nSearchFailNum++;
- if(nSearchFailNum >2) //if search face fail,return motiontracker
- {
- SetUpperbodyToCenter();
- m_eMonitorState = NoBody;
- m_pHostEvent->GenerateLeaveEvent();
- m_pHostApi->Debug("客户离开!");
- nSearchFailNum = 0;
- FSleep(m_stFaceConfig.nSleepLong);
- }
- else
- {
- FSleep(m_stFaceConfig.nSleepMiddle);
- }
- continue;
- }
- else
- {
- //RecordError("Close distance,operatorCamera Search face Success");
- nSearchFailNum = 0;
- VideoMonitorThreadNextStep();
- WriteAllFaceInfo(m_stAllFaceInfo);
- FSleep(m_stFaceConfig.nSleepShort);
- continue;
- }
- }
- else //single camera mod
- {
- nSearchFailNum++;
- if(nSearchFailNum >2) //if search face fail,return motiontracker
- {
- SetUpperbodyToCenter();
- m_eMonitorState = NoBody;
- m_pHostEvent->GenerateLeaveEvent();
- m_pHostApi->Debug("客户离开!");
- nSearchFailNum = 0;
- FSleep(m_stFaceConfig.nSleepLong);
- }
- else
- {
- FSleep(m_stFaceConfig.nSleepMiddle);
- }
- continue;
- }
- }
- else
- {
- //if curcamera search face success,judge which camera result is the best
- //RecordError("Close distance,EnvironCamera Search face Success");
- if((m_pOperatorVideoQueue != NULL)&&(m_pEnvironMinVideoQueue != NULL))
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- CAllFaceInfo stFaceInfoTmp = m_stAllFaceInfo;
- if (FaceDetect(m_eCamera))
- {
- int CurFaceArea = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.width*
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.height;
- int FrontFaceArea = stFaceInfoTmp.astFaceInfo[0].stRegion.stFaceRect.width*
- stFaceInfoTmp.astFaceInfo[0].stRegion.stFaceRect.height;
- //if cur face area less than front face,select front Face
- if (FrontFaceArea>CurFaceArea)
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- m_stAllFaceInfo = stFaceInfoTmp;
- }
- }
- else
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- m_stAllFaceInfo = stFaceInfoTmp;
- }
- }
- nSearchFailNum = 0;
- VideoMonitorThreadNextStep();
- WriteAllFaceInfo(m_stAllFaceInfo);
- FSleep(m_stFaceConfig.nSleepShort);
- continue;
- }
- }
- else if (SomebodyOperate == m_eMonitorState) //当有人进入操作距离时
- {
- m_pHostApi->Debug("SomebodyOperate");
- //如果是双相机模式
- if (m_pOperatorVideoQueue != NULL)
- {
- m_eCamera = m_stAllFaceInfo.astFaceInfo[0].eCamera;
- //先搜索上次搜索到人脸的区域
- if(m_stAllFaceInfo.nTatolFaceNum > 0)
- {
- //RecordError("Operator distance,CurCamera search last face Region");
- bRst = FaceDetect(m_eCamera,m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect);
- }
- else
- {
- bRst = FALSE;
- }
- if(!bRst)
- {
- //RecordError("Operator distance,search Face by CurCamera ");
- bRst = FaceDetect(m_eCamera);
- }
- }
- else //如果单相机模式
- {
- //m_eCamera = (CameraEnum)m_stFaceConfig.nPrimCamera;
- //先搜索上次搜索到人脸的区域
- if(m_stAllFaceInfo.nTatolFaceNum > 0)
- {
- //RecordError("Operator distance,EnvironCamera Search Last face Region");
- bRst = FaceDetect(m_eCamera,m_stAllFaceInfo.astFaceInfo[0].stRegion.stUpperBodyRect);
- }
- else
- {
- bRst = FALSE;
- }
- if(!bRst)
- {
- bRst = FaceDetect(m_eCamera);
- }
- }
- if(bRst) //如果在当前相机中找到人脸
- {
- nDetectFailNum = 0;
-
- //如果是双相机模式,
- if(m_pOperatorVideoQueue!=NULL)
- {
- //找到人脸后,检测另一个相机中是否有更大的人脸
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- CAllFaceInfo stFaceInfoTmp = m_stAllFaceInfo;
- if (FaceDetect(m_eCamera))
- {
- int CurFaceArea = m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.width*
- m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect.height;
- int FrontFaceArea = stFaceInfoTmp.astFaceInfo[0].stRegion.stFaceRect.width*
- stFaceInfoTmp.astFaceInfo[0].stRegion.stFaceRect.height;
- //if cur face area less than front face,select front Face
- if (FrontFaceArea>CurFaceArea)
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- m_stAllFaceInfo = stFaceInfoTmp;
- }
- }
- else
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- m_stAllFaceInfo = stFaceInfoTmp;
- }
- //判断用户是否进入另外一个相机的视野,如果进入另一个相机的最佳视野
- if((m_pEnvironMinVideoQueue!=NULL)&&IsFacePosOverStep(m_eCamera,m_stAllFaceInfo.astFaceInfo[0].stRegion.stFaceRect))
- {
- stFaceInfoTmp = m_stAllFaceInfo; //暂存当前结果
- memset(&m_stAllFaceInfo,0,sizeof(CAllFaceInfo));
- (m_eCamera == OperatorCamera)?(m_eCamera = EnvironCamera):(m_eCamera = OperatorCamera);
- //在另一个相机中重新搜索
- //RecordError("Operator distance,Change camera to:%d search Face",(int)m_eCamera);
- bRst = FaceDetect(m_eCamera);
- if(!bRst)
- {
- (m_eCamera == EnvironCamera)?(m_eCamera=OperatorCamera):(m_eCamera=EnvironCamera);
- m_stAllFaceInfo = stFaceInfoTmp;
- }
- }
- }
- VideoMonitorThreadNextStep();
- //人脸卡图
- if (m_stFaceConfig.nServersType == 0)
- {
- CaptureOperatorFace(m_pProcessImg);
- }
- WriteAllFaceInfo(m_stAllFaceInfo);
- FSleep(m_stFaceConfig.nSleepLong);
- continue;
- }
- else //如果在当前相机中未找到用户
- {
- //如果双相机模式
- if(m_pOperatorVideoQueue!=NULL)
- {
- (m_eCamera == OperatorCamera)?(m_eCamera = EnvironCamera):(m_eCamera = OperatorCamera);
- //RecordError("Operator distance,Change camera to:%d search Face",(int)m_eCamera);
- bRst = FaceDetect(m_eCamera);
- if(bRst)
- {
- nDetectFailNum = 0;
- VideoMonitorThreadNextStep();
- //人脸卡图
- if (m_stFaceConfig.nServersType == 0)
- {
- CaptureOperatorFace(m_pProcessImg);
- }
- WriteAllFaceInfo(m_stAllFaceInfo);
- //RecordError("Record Face info Success");
- FSleep(m_stFaceConfig.nSleepLong);
- continue;
- }
- else
- {
- nDetectFailNum++;
- if(nDetectFailNum >2) //如果连续2次未找到人脸,回到有人靠近状态
- {
- m_eMonitorState = SomebodyClose;
- m_stAllFaceInfo.astFaceInfo[0].eScene = UnLockScene;
- m_pHostEvent->GenerateLoseFaceEvent(); //发送失去人脸事件
- m_pHostApi->Debug("人脸失去锁定!");
- nDetectFailNum = 0;
- }
- FSleep(m_stFaceConfig.nSleepShort);
- continue;
- }
- }
- else //如果单相机模式
- {
- nDetectFailNum++;
- if(nDetectFailNum >3) //如果连续3次未找到人脸,回到有人靠近状态
- {
- m_eMonitorState = SomebodyClose;
- m_stAllFaceInfo.astFaceInfo[0].eScene = UnLockScene;
- m_pHostEvent->GenerateLoseFaceEvent(); //发送失去人脸事件
- m_pHostApi->Debug("人脸失去锁定!");
- nDetectFailNum = 0;
- }
- FSleep(m_stFaceConfig.nSleepShort);
- continue;
- }
- }
- }
- }
- catch (...)
- {
- //清空存储区
- if (pfaceSeq!=NULL)
- {
- cvReleaseMemStorage(&pfaceSeq->storage);
- pfaceSeq = NULL;
- }
- if (NULL != m_pProcessImg){
- cvResetImageROI(m_pProcessImg);
- }
-
- nBreakDownNum++;
- if (nBreakDownNum == 5)
- {
- m_pHostEvent->GenerateFaceCaptureFC(); //发送人脸崩溃事件
- m_pHostApi->Debug("opencv library breakdown!");
- }
- Sleep(3*m_stFaceConfig.nSleepShort);
- m_pHostApi->Debug("stop Video Monitor.");
- }
- }
- return 0;
- }
- static unsigned int __stdcall VideoMonitorThread(LPVOID n)
- {
- Clibfacecapture_impl*VideoFaceMonitor = (Clibfacecapture_impl*)n;
- return VideoFaceMonitor->VideoMonitor();
- }
- public:
- //开始视频监控,pHost:事件,nMonitorFreq:监控频率,单位ms,MonitorType:监控类型,有三种模式可供选择
- BOOL StartVideoMonitor(CHostApi *pHostAPI,CVideoMonitorEvent*pHost,MonitorEnum eMonitorType)
- {
- if (m_hVieoMonitorThread == NULL)
- {
- m_pHostApi->Debug("create video monitor thread.");
- m_hVieoMonitorThread = (HANDLE)_beginthreadex(NULL, 0, VideoMonitorThread, (LPVOID)this, 0, (unsigned int*)& m_nVieoMonitorThreadId);
- }
- return TRUE;
- }
- //停止视频监控
- BOOL StopVideoMonitor()
- {
- m_bStopVieoMonitor = TRUE;
- SetEvent(m_hStopEventWait);
- WaitForSingleObject(m_hVieoMonitorThread, INFINITE);
- CloseHandle(m_hVieoMonitorThread);
- m_hVieoMonitorThread = NULL;
- return TRUE;
- }
- //快照
- BOOL SnapShot(CImageFrame&img)
- {
- //if((m_stAllFaceInfo.astFaceInfo[0].eCamera == EnvironCamera)||(m_stAllFaceInfo.astFaceInfo[0].eCamera == 0) )
- //{
- // if (m_pEnvironMaxVideoQueue)
- // {
- // if (m_pEnvironMaxVideoQueue->GetVideoLens()<=0)
- // {
- // return FALSE;
- // }
- // }
- // else
- // {
- // if (m_pEnvironMinVideoQueue->GetVideoLens()<=0)
- // {
- // return FALSE;
- // }
- // }
- // int size = 0;
- // if (m_pEnvironMaxVideoQueue)
- // {
- // size = m_pEnvironMaxVideoQueue->GetFrameSize(m_nImgWidth,m_nImgHeight);
- // }
- // else
- // {
- // size = m_pEnvironMinVideoQueue->GetFrameSize(m_nImgWidth,m_nImgHeight);
- // }
- //
- // if((img.width > m_nImgWidth)||(img.height > m_nImgHeight))
- // {
- // return FALSE;
- // }
- // IplImage*cvimgtmp = cvCreateImage(cvSize(img.width,img.height),8,3);
- // char m_FileName[MAX_PATH];
- // SYSTEMTIME nowTime; // 系统时间结构体
- // GetLocalTime(&nowTime);
- // sprintf_s(m_FileName,"%4d%02d%02d%02d%02d%02d",nowTime.wYear,nowTime.wMonth,nowTime.wDay,nowTime.wHour,nowTime.wMinute,nowTime.wSecond);
- // CvFont fontEvent = cvFont(1.6,2);
- // IplImage*cvimg = cvCreateImage(cvSize(m_nImgWidth,m_nImgHeight),8,3);
- // videoq_frame*videoframe = new videoq_frame;
- // videoframe->data = (unsigned char*)cvimg->imageData;
- // BOOL bGetvideo = FALSE;
- // if (m_pEnvironMaxVideoQueue)
- // {
- // bGetvideo = m_pEnvironMaxVideoQueue->GetVideo(videoframe,VIDEOQUEUE_FLAG_VERTICAL_FLIP);
- // }
- // else
- // {
- // bGetvideo = m_pEnvironMinVideoQueue->GetVideo(videoframe,VIDEOQUEUE_FLAG_VERTICAL_FLIP);
- // }
- // if (!bGetvideo)
- // {
- // delete videoframe;
- // return FALSE;
- // }
- // int nstartx = 0;
- // int nstarty = 0;
- // if((img.width < m_nImgWidth)||(img.height < m_nImgHeight))
- // {
- // nstartx = (int)((cvimg->width-img.width)/2);
- // nstarty = (int)((cvimg->height-img.height)/2);
- // cvSetImageROI(cvimg,cvRect(nstartx,nstarty,img.width,img.height));
- // }
- // cvCopy(cvimg,cvimgtmp);
- // cvPutText(cvimgtmp, m_FileName,cvPoint(img.width-230,img.height-10), &fontEvent, CV_RGB( 255, 0, 0));
- // memcpy(img.data,cvimgtmp->imageData,img.framesize);
- // cvReleaseImage(&cvimg);
- // cvReleaseImage(&cvimgtmp);
- // delete videoframe;
- // AdjustImgBrightness((char*)img.data,img.width,img.height,m_stBrightAdjParam,NULL);
- //}
- //else if (m_stAllFaceInfo.astFaceInfo[0].eCamera == OperatorCamera)
- //{
- // if (m_pOperatorVideoQueue->GetVideoLens()<=0)
- // {
- // return FALSE;
- // }
- // int size = m_pOperatorVideoQueue->GetFrameSize(m_nImgWidth,m_nImgHeight);
- // if((img.width > m_nImgWidth)||(img.height > m_nImgHeight))
- // {
- // return FALSE;
- // }
- // IplImage*cvimgtmp = cvCreateImage(cvSize(img.width,img.height),8,3);
- // char m_FileName[MAX_PATH];
- // SYSTEMTIME nowTime; // 系统时间结构体
- // GetLocalTime(&nowTime);
- // sprintf_s(m_FileName,"%4d%02d%02d%02d%02d%02d",nowTime.wYear,nowTime.wMonth,nowTime.wDay,nowTime.wHour,nowTime.wMinute,nowTime.wSecond);
- // CvFont fontEvent = cvFont(2,2);
- // IplImage*cvimg = cvCreateImage(cvSize(m_nImgWidth,m_nImgHeight),8,3);
- // videoq_frame*videoframe = new videoq_frame;
- // videoframe->data = (unsigned char*)cvimg->imageData;
- // BOOL bGetvideo = m_pOperatorVideoQueue->GetVideo(videoframe,VIDEOQUEUE_FLAG_VERTICAL_FLIP);
- // if (!bGetvideo)
- // {
- // delete videoframe;
- // return FALSE;
- // }
- // int nstartx = 0;
- // int nstarty = 0;
- // if((img.width < m_nImgWidth)||(img.height < m_nImgHeight))
- // {
- // nstartx = (int)((cvimg->width-img.width)/2);
- // nstarty = (int)((cvimg->height-img.height)/2);
- // cvSetImageROI(cvimg,cvRect(nstartx,nstarty,img.width,img.height));
- // }
- // cvCopy(cvimg,cvimgtmp);
- // cvPutText(cvimgtmp, m_FileName,cvPoint(img.width-230,img.height-10), &fontEvent, CV_RGB( 255, 0, 0));
- // memcpy(img.data,cvimg->imageData,img.framesize);
- // cvReleaseImage(&cvimg);
- // cvReleaseImage(&cvimgtmp);
- // delete videoframe;
- // AdjustImgBrightness((char*)img.data,img.width,img.height,m_stBrightAdjParam,NULL);
- //}
- return TRUE;
- }
- //有多少其他用户
- BOOL GetCustomerNum(UINT&num)
- {
- EnterCriticalSection(&CS);
- num = m_stFaceRstStorage.nTatolFaceNum;
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- //获取主用户的常规属性
- BOOL GetMainCustomerStatus(CUUID&FaceID,CCustomerStatus &Property)
- {
- EnterCriticalSection(&CS);
- //Property.eBrightness = m_stFaceRstStorage.astFaceInfo[0].eBrightness;
- Property.stCustomerCover = m_stFaceRstStorage.astFaceInfo[0].stCustomerCover;
- Property.stCustomerPos.eCamera = m_stFaceRstStorage.astFaceInfo[0].eCamera;//1
- Property.stCustomerPos.eDistance = m_stFaceRstStorage.astFaceInfo[0].eDistance;
- Property.stCustomerPos.ePose = m_stFaceRstStorage.astFaceInfo[0].ePose;
- Property.stCustomerPos.eScene = m_stFaceRstStorage.astFaceInfo[0].eScene;
- Property.stCustomerPos.stRange.sX = m_stFaceRstStorage.astFaceInfo[0].stRegion.stUpperBodyRect.x +(short)m_stFaceRstStorage.astFaceInfo[0].stRegion.stUpperBodyRect.width/2-(short)m_nImgWidth/2;
- Property.stCustomerPos.stRange.sY = m_stFaceRstStorage.astFaceInfo[0].stRegion.stUpperBodyRect.y +(short)m_stFaceRstStorage.astFaceInfo[0].stRegion.stUpperBodyRect.height/2-(short)m_nImgHeight/2;
- Property.stCustomerPos.stRange.sH = (short)m_stFaceRstStorage.astFaceInfo[0].stRegion.stUpperBodyRect.height/2;
- FaceID = m_stFaceRstStorage.astFaceInfo[0].FaceID;
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- //获取用户的常规属性
- BOOL GetCustomerStatus(CUUID FaceID,CCustomerStatus &Property)
- {
- EnterCriticalSection(&CS);
- BOOL bSearch = FALSE;
- for (int i =0;i<m_stFaceRstStorage.nTatolFaceNum&&!bSearch;i++)
- {
- if(m_stFaceRstStorage.astFaceInfo[i].FaceID == FaceID)
- {
- Property.eBrightness = m_stFaceRstStorage.astFaceInfo[i].eBrightness;
- Property.stCustomerCover = m_stFaceRstStorage.astFaceInfo[i].stCustomerCover;
- Property.stCustomerPos.eCamera = m_stFaceRstStorage.astFaceInfo[i].eCamera;
- Property.stCustomerPos.eDistance = m_stFaceRstStorage.astFaceInfo[i].eDistance;
- Property.stCustomerPos.ePose = m_stFaceRstStorage.astFaceInfo[i].ePose;
- Property.stCustomerPos.eScene = m_stFaceRstStorage.astFaceInfo[i].eScene;
- Property.stCustomerPos.stRange.sX = m_stFaceRstStorage.astFaceInfo[i].stRegion.stUpperBodyRect.x
- +(short)m_stFaceRstStorage.astFaceInfo[i].stRegion.stUpperBodyRect.width/2-(short)m_nImgWidth/2;
- Property.stCustomerPos.stRange.sY = m_stFaceRstStorage.astFaceInfo[i].stRegion.stUpperBodyRect.y
- +(short)m_stFaceRstStorage.astFaceInfo[i].stRegion.stUpperBodyRect.height/2-(short)m_nImgHeight/2;
- Property.stCustomerPos.stRange.sH = (short)m_stFaceRstStorage.astFaceInfo[i].stRegion.stUpperBodyRect.height/2;
- bSearch = TRUE;
- }
- }
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- //获取所有用户FACEID
- BOOL GetTrackFace(CUUID *arrFaceIDs, int *size)
- {
- EnterCriticalSection(&CS);
- for (int i = 0;i<m_stFaceRstStorage.nTatolFaceNum && i < *size;i++)
- {
- arrFaceIDs[i] = m_stFaceRstStorage.astFaceInfo[i].FaceID;
- }
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- //获取用户的交互属性
- BOOL GetCustomerAppearance(CUUID FaceID,CCustomerAppearance &Property)
- {
- EnterCriticalSection(&CS);
- BOOL bSearch = FALSE;
- for (int i =0;i<m_stFaceRstStorage.nTatolFaceNum&&!bSearch;i++)
- {
- if(m_stFaceRstStorage.astFaceInfo[i].FaceID == FaceID)
- {
- Property.eHeight =m_stFaceRstStorage.astFaceInfo[i].eHeight;
- Property.eSex = m_stFaceRstStorage.astFaceInfo[i].eSex;
- Property.eYoungOld = m_stFaceRstStorage.astFaceInfo[i].eYoungOld;
- bSearch = TRUE;
- }
- }
- LeaveCriticalSection(&CS);
- return TRUE;
- }
- };
- // 这是已导出类的构造函数。
- // 有关类定义的信息,请参阅 libfacecapture.h
- Clibfacecapture::Clibfacecapture(bool *pResult,CHostApi *pHostAPI,CVideoMonitorEvent*pHost,LPCSTR EnvironMinVideoName,LPCSTR EnvironMaxVideoName,LPCSTR OperateVideoName,MonitorEnum eMonitorType)
- {
- m_pImpl = new Clibfacecapture_impl(pResult,pHostAPI,pHost,EnvironMinVideoName,EnvironMaxVideoName,OperateVideoName,eMonitorType);
- }
- Clibfacecapture::~Clibfacecapture(void)
- {
- delete m_pImpl;
- }
- //快照
- BOOL Clibfacecapture::SnapShot(CImageFrame&img)
- {
- return m_pImpl->SnapShot(img);
- }
- //有多少其他用户
- BOOL Clibfacecapture::GetCustomerNum(UINT&num)
- {
- return m_pImpl->GetCustomerNum(num);
- }
- //获取主用户的常规属性
- BOOL Clibfacecapture::GetMainCustomerStatus(CUUID&FaceID,CCustomerStatus &Property)
- {
- return m_pImpl->GetMainCustomerStatus(FaceID,Property);
- }
- //获取其他用户的常规属性
- BOOL Clibfacecapture::GetCustomerStatus (CUUID FaceID,CCustomerStatus &Property)
- {
- return m_pImpl->GetCustomerStatus(FaceID,Property);
- }
- //获取主用户的交互属性
- BOOL Clibfacecapture::GetCustomerAppearance(CUUID FaceID,CCustomerAppearance &Property)
- {
- return m_pImpl->GetCustomerAppearance(FaceID,Property);
- }
- //获取所有用户FACEID
- BOOL Clibfacecapture::GetTrackFace(CUUID *arrFaceIDs, int *size)
- {
- return m_pImpl->GetTrackFace(arrFaceIDs, size);
- }
- //灯光变化
- void Clibfacecapture::SetLightChange()
- {
- m_pImpl->m_bLightChange = TRUE;
- }
- //相机状态
- void Clibfacecapture::SetCameraState(int nState)
- {
- m_pImpl->m_nCameraStae = nState;
- }
- bool Clibfacecapture::StartFaceCapture()
- {
- return m_pImpl->StartFaceCapture();
- }
- bool Clibfacecapture::StopFaceCapture()
- {
- return m_pImpl->StopFaceCapture();
- }
- BOOL SnapShot(CImageFrame*img)
- {
- if(img == NULL)
- {
- return FALSE;
- }
- IplImage*cvimgtmp = cvCreateImage(cvSize(img->width,img->height),8,3);
- IplImage*cvimg = cvCreateImage(cvSize(img->width,img->height),8,3);
- char m_FileName[MAX_PATH];
- SYSTEMTIME nowTime; // 系统时间结构体
- GetLocalTime(&nowTime);
- sprintf_s(m_FileName,"%4d%02d%02d%02d%02d%02d",nowTime.wYear,nowTime.wMonth,nowTime.wDay,nowTime.wHour,nowTime.wMinute,nowTime.wSecond);
- CvFont fontEvent = cvFont(2,2);
- memcpy(cvimg->imageData,img->data,img->framesize);
- int nstartx = 0;
- int nstarty = 0;
- cvCopy(cvimg,cvimgtmp);
- cvPutText(cvimgtmp, m_FileName,cvPoint(img->width-280,img->height-10), &fontEvent, CV_RGB( 255, 0, 0));
- memcpy(img->data,cvimgtmp->imageData,img->framesize);
- cvReleaseImage(&cvimg);
- cvReleaseImage(&cvimgtmp);
- return TRUE;
- }
|